{"licence":"CC BY 4.0, Outmake (outmake.app). Ratings: LM Arena leaderboard dataset (huggingface.co/datasets/lmarena-ai/leaderboard-dataset), CC BY 4.0. Maker logos are not included.","updated":"2026-11-05","source":"Hugging Face GGUF repos (most downloaded, trending, most liked this month, plus every open model LM Arena rates); ratings: LM Arena leaderboard dataset (CC BY 4.0, huggingface.co/datasets/lmarena-ai/leaderboard-dataset)","arenaDate":"2026-10-28","memory":{"overheadBytes":107922672,"cacheBits":8,"kvRatio":{"qwen35":1.219,"qwen35moe":1.133,"gemma4":1.275,"gpt-oss":1.081,"kimi-k3":1.22,"deepseek2":1.098,"mistral3":1.118,"k2-horizon":1.132,"minimax-m2":1.088,"default":1.157}},"models":[{"id":"qwen3-8-27b","family":"Qwen/Qwen3.8-27B","name":"Qwen3.8 27B","maker":"Alibaba Qwen","catalog":"qwen3-8-27b","tuned":false,"params":27.32,"active":null,"layers":64,"probe":"unsloth/Qwen3.8-27B-GGUF/Qwen3.8-27B-UD-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-05T08:22:59.000Z","downloads":17105785,"likes":9230,"trending":91,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1436,"arenaCoding":1498,"arenaVision":1262,"builds":[{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":6192222208,"bits":1.81,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6729166848,"bits":1.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7266070528,"bits":2.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ2_S.gguf","label":"UD-IQ2_S","size":8371970048,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268448,"bits":2.6,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9088526048,"bits":2.66,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ2_S.gguf","label":"IQ2_S","size":9684043488,"bits":2.84,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9828981664,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ2_M.gguf","label":"IQ2_M","size":10522248928,"bits":3.08,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q2_K.gguf","label":"Q2_K","size":10821543648,"bits":3.17,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":10934860704,"bits":3.2,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":12040883104,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320167648,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12739884768,"bits":3.73,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12799604448,"bits":3.75,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13081040480,"bits":3.83,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13146393504,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13404051168,"bits":3.93,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14122817248,"bits":4.14,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":14252845984,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ3_M.gguf","label":"IQ3_M","size":14860629728,"bits":4.35,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":15358213024,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15475951328,"bits":4.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q4_0.gguf","label":"Q4_0","size":16056478688,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16363513568,"bits":4.79,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391919200,"bits":4.8,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16464440224,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q4_1.gguf","label":"Q4_1","size":17540705248,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17559178144,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":18665753504,"bits":5.47,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":19771509664,"bits":5.79,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20876938144,"bits":6.11,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q6_K.gguf","label":"UD-Q6_K","size":21983677344,"bits":6.44,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q6_K_M.gguf","label":"UD-Q6_K_M","size":23088409504,"bits":6.76,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q6_K_L.gguf","label":"UD-Q6_K_L","size":24193919904,"bits":7.08,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25299061664,"bits":7.41,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q8_K_L.gguf","label":"UD-Q8_K_L","size":28045695904,"bits":8.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-Q8_0.gguf","label":"Q8_0","size":29047086048,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"Qwen3.8-27B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31457991680,"bits":9.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-27B-GGUF","file":"BF16/Qwen3.8-27B-BF16-00001-of-00002.gguf","label":"BF16","size":54657735616,"bits":16.01,"known":true,"rank":0}],"repos":["6block/Qwen3.8-27B-GGUF","Abiray/Qwen3.8-27B-Q4_K_M-GGUF","Arki05/Qwen3.8-27B-GGUF","AtomicChat/Qwen3.8-27B-GGUF","Chungulus/Qwen3.8-27B-Q3_K_M-GGUF","Chungulus/Qwen3.8-27B-Q8_0-GGUF","DhruvalLabs/Qwen3.8-27B-GGUF","Fix-AI/Qwen3.8-27B-GGUF","ISTA-DASLab/Qwen3.8-27B-GSQ-RCO-GGUF","KikoCis/Qwen3.8-27B-GGUF","LibertAIDAI/Qwen3.8-27B-NVFP4-GGUF","SoAIHQ/Qwen3.8-27B-GGUF","VantCdx/Qwen3.8-27B-Q4_0-GGUF","agentionai/Qwen3.8-27B-AP-GGUF","akopytko/Qwen3.8-27B-NVFP4-GGUF","axolotl-ai-co/Qwen3.8-27B-GGUF","axteam/Qwen3.8-27B-GGUF","bartowski/Qwen3.8-27B-GGUF","batiai/Qwen3.8-27B-GGUF","byteshape/Qwen3.8-27B-GGUF","cdiamond/Qwen3.8-27B-iMatrix-NVFP4-MTP-GGUF","ggml-org/Qwen3.8-27B-GGUF","hammadRahman/Qwen3.8-27B-GGUF","lmstudio-community/Qwen3.8-27B-GGUF","mradermacher/Qwen3.8-27B-GGUF","mradermacher/Qwen3.8-27B-i1-GGUF","mudler/Qwen3.8-27B-APEX-GGUF","prithivMLmods/Qwen3.8-27B-GGUF","qtum/Qwen3.8-27B-GGUF","slothingaway/Qwen3.8-27B-Q8_0-GGUF","unsloth/Qwen3.8-27B-GGUF","williamliao/Qwen3.8-27B-NVFP4-GGUF","xs7david/Qwen3.8-27B-Q2_K-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next","family":"Qwen/Qwen3.8-Flash-Next","name":"Qwen3.8 Flash Next","maker":"Alibaba Qwen","catalog":"qwen3-8-flash-next","tuned":false,"params":187.6,"active":69.17,"layers":48,"probe":"pfeifferj/Qwen3.8-Flash-Next-GSQ-RCO-GGUF/Qwen3.8-Flash-Next-ngram-embeddings-Q4_0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-24T08:24:59.000Z","downloads":9386932,"likes":3051,"trending":82,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-IQ1_S/Qwen3.8-Flash-Next-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":66379180698,"bits":2.83,"known":true,"rank":0},{"repo":"ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66423878624,"bits":2.83,"known":false,"rank":2},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-IQ1_M/Qwen3.8-Flash-Next-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":68007094938,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ1_S/Qwen3.8-Flash-Next-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":70104737344,"bits":2.99,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-Q2_0/Qwen3.8-Flash-Next-UD-Q2_0-00001-of-00003.gguf","label":"UD-Q2_0","size":70549891738,"bits":3.01,"known":false,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ1_M/Qwen3.8-Flash-Next-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":72012848704,"bits":3.07,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ2_XXS/Qwen3.8-Flash-Next-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":75193034304,"bits":3.21,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-IQ2_XS/Qwen3.8-Flash-Next-UD-IQ2_XS-00001-of-00003.gguf","label":"UD-IQ2_XS","size":75832093338,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ2_XS/Qwen3.8-Flash-Next-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":77737182784,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ2_S/Qwen3.8-Flash-Next-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":77825338944,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-Q2_K_XL/Qwen3.8-Flash-Next-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":79580752666,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ2_M/Qwen3.8-Flash-Next-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":80369487552,"bits":3.43,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q2_K/Qwen3.8-Flash-Next-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":80926779072,"bits":3.45,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-IQ3_XXS/Qwen3.8-Flash-Next-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":83626438426,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ3_XXS/Qwen3.8-Flash-Next-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":88021245632,"bits":3.75,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q3_K_S/Qwen3.8-Flash-Next-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":89441195680,"bits":3.81,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-Q3_K_XL/Qwen3.8-Flash-Next-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":89464948506,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ3_XS/Qwen3.8-Flash-Next-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":91945490112,"bits":3.92,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q3_K_M/Qwen3.8-Flash-Next-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":91957778112,"bits":3.92,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q3_K_L/Qwen3.8-Flash-Next-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":93191001760,"bits":3.97,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ3_M/Qwen3.8-Flash-Next-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":93227374240,"bits":3.98,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":93672359738,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ4_XS/Qwen3.8-Flash-Next-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":97681835680,"bits":4.17,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-IQ4_NL/Qwen3.8-Flash-Next-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":100293527232,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q4_0/Qwen3.8-Flash-Next-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":100599252672,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q2_K_L/Qwen3.8-Flash-Next-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":107147702080,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q4_1/Qwen3.8-Flash-Next-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":111258575520,"bits":4.74,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334654778,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q4_K_S/Qwen3.8-Flash-Next-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":113135910592,"bits":4.82,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q3_K_XL/Qwen3.8-Flash-Next-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":119347361600,"bits":5.09,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q4_K_M/Qwen3.8-Flash-Next-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":119599030080,"bits":5.1,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q5_K_S/Qwen3.8-Flash-Next-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":128104512320,"bits":5.46,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q5_K_M/Qwen3.8-Flash-Next-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":134668639040,"bits":5.74,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q4_K_L/Qwen3.8-Flash-Next-Q4_K_L-00001-of-00005.gguf","label":"Q4_K_L","size":139270930368,"bits":5.94,"known":true,"rank":1},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q5_K_L/Qwen3.8-Flash-Next-Q5_K_L-00001-of-00005.gguf","label":"Q5_K_L","size":151061061568,"bits":6.44,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-Q5_K_XL/Qwen3.8-Flash-Next-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":158286406650,"bits":6.75,"known":true,"rank":0},{"repo":"bartowski/Qwen3.8-Flash-Next-GGUF","file":"Qwen3.8-Flash-Next-Q6_K/Qwen3.8-Flash-Next-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":168113805248,"bits":7.17,"known":true,"rank":1},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"UD-Q6_K_XL/Qwen3.8-Flash-Next-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":169165382688,"bits":7.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"Q8_0/Qwen3.8-Flash-Next-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":188225033248,"bits":8.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","file":"BF16/Qwen3.8-Flash-Next-BF16-00001-of-00008.gguf","label":"BF16","size":354029930496,"bits":15.1,"known":true,"rank":0}],"repos":["AesSedai/Qwen3.8-Flash-Next-GGUF","AtomicChat/Qwen3.8-Flash-Next-GGUF","ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-GGUF","Joakimpalm-Zen/Qwen3.8-Flash-Next-MTP-GGUF","agentionai/Qwen3.8-Flash-Next-AP-GGUF","agentionai/Qwen3.8-Flash-Next-MTP-Q8_0-GGUF","antirez/qwen3.8-flash-next-gguf","apetersson/Qwen3.8-Flash-Next-GGUF","bartowski/Qwen3.8-Flash-Next-GGUF","drluoto/Qwen3.8-Flash-Next-MTP-GGUF","dzannotti/Qwen3.8-Flash-Next-MTP-GGUF","flaviodelgrosso/Qwen3.8-Flash-Next-GGUF","ggml-org/Qwen3.8-Flash-Next-GGUF","jamesrogers/Qwen3.8-Flash-Next-MTP-MXFP4-GGUF","lmstudio-community/Qwen3.8-Flash-Next-GGUF","mradermacher/Qwen3.8-Flash-Next-i1-GGUF","mudler/Qwen3.8-Flash-Next-APEX-GGUF","pfeifferj/Qwen3.8-Flash-Next-GSQ-RCO-GGUF","unsloth/Qwen3.8-Flash-Next-GGUF","vcruz305/Qwen3.8-Flash-Next-GGUF","yachiyo8080/Qwen3.8-Flash-Next-GSQ-RCO-GGUF"],"logoFrom":"Qwen"},{"id":"ornith-1-5-9b","family":"ornith-ai/Ornith-1.5-9B-GGUF","name":"Ornith 1.5 9B","maker":"ornith-ai","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":32,"probe":"abenzerps/Ornith-1.5-9B-GSQ-RCO-GGUF/Ornith-1.5-9B-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-08-18T06:20:12.000Z","downloads":5598695,"likes":796,"trending":26,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-IQ2_M.gguf","label":"IQ2_M","size":3769426816,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q2_K.gguf","label":"Q2_K","size":4064273280,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020096,"bits":3.72,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q2_k_m.gguf","label":"Q2_K_M","size":4494454816,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528256,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669318016,"bits":4.06,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-iq3_s.gguf","label":"IQ3_S","size":4696895520,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533248,"bits":4.11,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-iq3_m.gguf","label":"IQ3_M","size":4737003552,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920189824,"bits":4.28,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q2_k_l.gguf","label":"Q2_K_L","size":4987121696,"bits":4.34,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q3_k_s.gguf","label":"Q3_K_S","size":5043843104,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553280,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111030656,"bits":4.44,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_0.gguf","label":"Q4_0","size":5209681952,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643328,"bits":4.56,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q3_k_m.gguf","label":"Q3_K_M","size":5327384608,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-iq4_xs.gguf","label":"IQ4_XS","size":5348241440,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478900608,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q4_0.gguf","label":"Q4_0","size":5482832768,"bits":4.77,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-iq4_nl.gguf","label":"IQ4_NL","size":5577289760,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598176128,"bits":4.87,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5780090816,"bits":5.03,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_1.gguf","label":"Q4_1","size":5784039456,"bits":5.03,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q3_k_l.gguf","label":"Q3_K_L","size":5820051488,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q4_1.gguf","label":"Q4_1","size":5944861568,"bits":5.17,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_k_s.gguf","label":"Q4_K_S","size":5962723360,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001009536,"bits":5.22,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_k_m.gguf","label":"Q4_K_M","size":6147207200,"bits":5.35,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_0_l.gguf","label":"Q4_0_L","size":6226800672,"bits":5.41,"known":false,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q5_0.gguf","label":"Q5_0","size":6358396960,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526428032,"bits":5.68,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_k_l.gguf","label":"Q4_K_L","size":6639874080,"bits":5.77,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6642544576,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665675648,"bits":5.8,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q4_1_l.gguf","label":"Q4_1_L","size":6674018336,"bits":5.8,"known":false,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q5_k_s.gguf","label":"Q5_K_S","size":6830780448,"bits":5.94,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q5_1.gguf","label":"Q5_1","size":6932754464,"bits":6.03,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q5_k_m.gguf","label":"Q5_K_M","size":6945533984,"bits":6.04,"known":true,"rank":0},{"repo":"Mungert/Ornith-1.5-9B-GGUF","file":"Ornith-1.5-9B-q5_0_l.gguf","label":"Q5_0_L","size":7121236000,"bits":6.19,"known":false,"rank":0}],"repos":["AtomicChat/Ornith-1.5-9B-GGUF","Mungert/Ornith-1.5-9B-GGUF","abenzerps/Ornith-1.5-9B-GSQ-RCO-GGUF","bartowski/Ornith-1.5-9B-GGUF","ornith-ai/Ornith-1.5-9B-GGUF","protoLabsAI/Ornith-1.5-9B-MTP-GGUF"],"logoFrom":"ornith-ai"},{"id":"ornith-1-5-35b-a3b","family":"ornith-ai/Ornith-1.5-35B-A3B-GGUF","name":"Ornith 1.5 35B A3B","maker":"ornith-ai","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"ornith-ai/Ornith-1.5-35B-A3B-GGUF/Ornith-1.5-35B-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-18T06:24:38.000Z","downloads":4952268,"likes":872,"trending":16,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10255140512,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":11273832096,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11486963360,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":12543403680,"bits":2.83,"known":true,"rank":0},{"repo":"pfeifferj/Ornith-1.5-35B-A3B-GSQ-RCO-GGUF","file":"Ornith-1.5-35B-A3B-GSQ-RCO-3bit.gguf","label":"Ornith-1.5-35B-A3B-GSQ-RCO-3bit","size":12992461216,"bits":2.93,"known":false,"rank":4},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13085779616,"bits":2.95,"known":true,"rank":0},{"repo":"na0x2c6/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ2_XS-exps-down3-hq.gguf","label":"Ornith-1.5-35B-A3B-IQ2_XS-exps-down3-hq","size":13183723200,"bits":2.97,"known":false,"rank":5},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-I-Mini.gguf","label":"Ornith-1.5-35B-A3B-APEX-I-Mini","size":13467210976,"bits":3.03,"known":false,"rank":2},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":13582419616,"bits":3.06,"known":true,"rank":0},{"repo":"pfeifferj/Ornith-1.5-35B-A3B-GSQ-RCO-GGUF","file":"Ornith-1.5-35B-A3B-GSQ-RCO-3.5bit.gguf","label":"Ornith-1.5-35B-A3B-GSQ-RCO-3.5bit","size":15163013536,"bits":3.42,"known":false,"rank":4},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15340447392,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":15983920800,"bits":3.6,"known":true,"rank":0},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-Compact.gguf","label":"Ornith-1.5-35B-A3B-APEX-Compact","size":16538851328,"bits":3.73,"known":false,"rank":2},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-I-Compact.gguf","label":"Ornith-1.5-35B-A3B-APEX-I-Compact","size":16538851552,"bits":3.73,"known":false,"rank":2},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":16689088160,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":16696952480,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":17356900000,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":17370662560,"bits":3.91,"known":true,"rank":0},{"repo":"AtomicChat/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-AD-IQ4_XS-IQ3_S.gguf","label":"IQ3_S","size":17609341120,"bits":3.97,"known":true,"rank":3},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17801889440,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":19278554784,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":20333979296,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q4_0.gguf","label":"Q4_0","size":20415243936,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":21065361056,"bits":4.75,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-Q4_K_M.gguf","label":"Q4_K_M","size":21713463040,"bits":4.89,"known":true,"rank":0},{"repo":"AtomicChat/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-AD-Q5_K-Q4_K.gguf","label":"Q4_K","size":22139189440,"bits":4.99,"known":true,"rank":3},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":22241527456,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q4_1.gguf","label":"Q4_1","size":22447449760,"bits":5.06,"known":true,"rank":0},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-Quality.gguf","label":"Ornith-1.5-35B-A3B-APEX-Quality","size":22819401728,"bits":5.14,"known":false,"rank":2},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-I-Quality.gguf","label":"Ornith-1.5-35B-A3B-APEX-I-Quality","size":22819401952,"bits":5.14,"known":false,"rank":2},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":24630879904,"bits":5.55,"known":true,"rank":0},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-Balanced.gguf","label":"Ornith-1.5-35B-A3B-APEX-Balanced","size":25268441088,"bits":5.69,"known":false,"rank":2},{"repo":"mudler/Ornith-1.5-35B-A3B-APEX-GGUF","file":"Ornith-1.5-35B-A3B-APEX-I-Balanced.gguf","label":"Ornith-1.5-35B-A3B-APEX-I-Balanced","size":25268441312,"bits":5.69,"known":false,"rank":2},{"repo":"ornith-ai/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-Q5_K_M.gguf","label":"Q5_K_M","size":25347532544,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":25806063264,"bits":5.81,"known":true,"rank":0},{"repo":"AtomicChat/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-AD-Q6_K-Q5_K.gguf","label":"Q5_K","size":26249607360,"bits":5.91,"known":true,"rank":3},{"repo":"ornith-ai/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-Q6_K.gguf","label":"Q6_K","size":29208731392,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":30772643488,"bits":6.93,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-Q8_0.gguf","label":"Q8_0","size":37802149280,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","file":"Ornith-1.5-35B-A3B-bf16/Ornith-1.5-35B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":71066994208,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/Ornith-1.5-35B-A3B-GGUF","bartowski/Ornith-1.5-35B-A3B-GGUF","mudler/Ornith-1.5-35B-A3B-APEX-GGUF","mudler/Ornith-1.5-35B-A3B-APEX-MTP-GGUF","na0x2c6/Ornith-1.5-35B-A3B-GGUF","ornith-ai/Ornith-1.5-35B-A3B-GGUF","pfeifferj/Ornith-1.5-35B-A3B-GSQ-RCO-GGUF"],"logoFrom":"ornith-ai"},{"id":"gemma-4-12b-it","family":"google/gemma-4-12B-it","name":"Gemma 4 12B","maker":"Google","catalog":"gemma-4-12b","tuned":false,"params":11.91,"active":null,"layers":48,"probe":"unsloth/gemma-4-12b-it-GGUF/gemma-4-12b-it-UD-IQ2_M.gguf","kvBytesPerToken":22480,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-23T01:17:15.000Z","downloads":4066056,"likes":2177,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/gemma-4-12B-it-GGUF","file":"gemma-4-12B-it-q1_0.gguf","label":"Q1_0","size":2718224864,"bits":1.83,"known":false,"rank":1},{"repo":"Mungert/gemma-4-12B-it-GGUF","file":"gemma-4-12B-it-iq1_s.gguf","label":"IQ1_S","size":2924755424,"bits":1.96,"known":true,"rank":1},{"repo":"Mungert/gemma-4-12B-it-GGUF","file":"gemma-4-12B-it-iq1_m.gguf","label":"IQ1_M","size":3372361184,"bits":2.27,"known":true,"rank":1},{"repo":"Mungert/gemma-4-12B-it-GGUF","file":"gemma-4-12B-it-iq2_xxs.gguf","label":"IQ2_XXS","size":3631146464,"bits":2.44,"known":true,"rank":1},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":4213353280,"bits":2.83,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4639716160,"bits":3.12,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4661419840,"bits":3.13,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q2_K.gguf","label":"Q2_K","size":4830129856,"bits":3.24,"known":true,"rank":0},{"repo":"AtomicChat/gemma-4-12B-it-GGUF","file":"gemma-4-12b-it-Q2_K.gguf","label":"Q2_K","size":4830148992,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q3_K_S.gguf","label":"Q3_K_S","size":5135014720,"bits":3.45,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5528211136,"bits":3.71,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q3_K_M.gguf","label":"Q3_K_M","size":5693872960,"bits":3.82,"known":true,"rank":0},{"repo":"AtomicChat/gemma-4-12B-it-GGUF","file":"gemma-4-12b-it-IQ3_M.gguf","label":"IQ3_M","size":5733992832,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":6022684480,"bits":4.05,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6087069376,"bits":4.09,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-IQ4_XS.gguf","label":"IQ4_XS","size":6375734080,"bits":4.28,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6566301376,"bits":4.41,"known":true,"rank":0},{"repo":"AtomicChat/gemma-4-12B-it-GGUF","file":"gemma-4-12b-it-Q3_K_L.gguf","label":"Q3_K_L","size":6566320512,"bits":4.41,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6690533056,"bits":4.49,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12B-it-qat-GGUF","file":"gemma-4-12B-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6716356800,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-IQ4_NL.gguf","label":"IQ4_NL","size":6716357440,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q4_0.gguf","label":"Q4_0","size":6738475840,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q4_K_S.gguf","label":"Q4_K_S","size":6764526400,"bits":4.54,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7024029376,"bits":4.72,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q4_K_M.gguf","label":"Q4_K_M","size":7121861440,"bits":4.78,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7381364416,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q4_1.gguf","label":"Q4_1","size":7397604160,"bits":4.97,"known":true,"rank":0},{"repo":"AtomicChat/gemma-4-12B-it-GGUF","file":"gemma-4-12b-it-Q4_K_XL.gguf","label":"Q4_K_XL","size":7625177472,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q5_K_S.gguf","label":"Q5_K_S","size":8204680000,"bits":5.51,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8338353856,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-Q5_K_M.gguf","label":"Q5_K_M","size":8413576000,"bits":5.65,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8547249856,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":8606021440,"bits":5.78,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q6_K.gguf","label":"Q6_K","size":9786003136,"bits":6.57,"known":true,"rank":0},{"repo":"AtomicChat/gemma-4-12B-it-GGUF","file":"gemma-4-12b-it-Q6_K.gguf","label":"Q6_K","size":9786022272,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":10685012800,"bits":7.18,"known":true,"rank":0},{"repo":"DhruvalLabs/gemma-4-12B-GGUF","file":"gemma-4-12B-Q8_0.gguf","label":"Q8_0","size":12669628096,"bits":8.51,"known":true,"rank":0},{"repo":"AtomicChat/gemma-4-12B-it-GGUF","file":"gemma-4-12b-it-Q8_0.gguf","label":"Q8_0","size":12669646976,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":13637327680,"bits":9.16,"known":true,"rank":0},{"repo":"unsloth/gemma-4-12b-it-GGUF","file":"gemma-4-12b-it-BF16.gguf","label":"BF16","size":23832066656,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/gemma-4-12B-it-GGUF","DhruvalLabs/gemma-4-12B-GGUF","Mungert/gemma-4-12B-it-GGUF","bartowski/gemma-4-12B-it-GGUF","ggml-org/gemma-4-12B-GGUF","ggml-org/gemma-4-12B-it-GGUF","google/gemma-4-12B-it-qat-q4_0-gguf","lmstudio-community/gemma-4-12B-it-GGUF","lmstudio-community/gemma-4-12B-it-QAT-GGUF","prithivMLmods/gemma-4-12B-it-GGUF","unsloth/gemma-4-12B-it-qat-GGUF","unsloth/gemma-4-12b-it-GGUF"],"logoFrom":"google"},{"id":"qwen3-6-35b-a3b","family":"Qwen/Qwen3.6-35B-A3B","name":"Qwen3.6 35B","maker":"Alibaba Qwen","catalog":"qwen3-6-35b-a3b","tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/Qwen_Qwen3.6-35B-A3B-IQ1_M.gguf","kvBytesPerToken":21760,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-15T05:59:19.000Z","downloads":3867163,"likes":3590,"trending":25,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ1_M.gguf","label":"IQ1_M","size":9421649536,"bits":2.12,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10676139648,"bits":2.41,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":11366414624,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":11694831232,"bits":2.63,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":11819399456,"bits":2.66,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11882969376,"bits":2.68,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11907962496,"bits":2.68,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12574128416,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":12964402816,"bits":2.92,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13506778752,"bits":3.04,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":14003418752,"bits":3.15,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":14069266720,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":15346432288,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","file":"Qwen3.6-35B-A3B-UD-Q3_K_S.gguf","label":"UD-Q3_K_S","size":15359196128,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15761446528,"bits":3.55,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":16404919936,"bits":3.7,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":17104402720,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":17110087296,"bits":3.85,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":17117951616,"bits":3.86,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":17227569440,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":17777899136,"bits":4.01,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":17791661696,"bits":4.01,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":18209036576,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":18222888576,"bits":4.11,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":18536192288,"bits":4.18,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-GGUF","file":"Qwen3.6-35B-A3B-UD-IQ4_NL_XL.gguf","label":"UD-IQ4_NL_XL","size":19500506080,"bits":4.39,"known":false,"rank":1},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":19699553920,"bits":4.44,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","file":"Qwen_Qwen3.6-35B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":20754978432,"bits":4.68,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":21388319008,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":22182574368,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":22663387424,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22853663008,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":25538017568,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":27087812896,"bits":6.1,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":27159116064,"bits":6.12,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q6_K.gguf","label":"UD-Q6_K","size":30011242784,"bits":6.76,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":32611711264,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-Q8_0.gguf","label":"Q8_0","size":37801097504,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"Qwen3.6-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39099447584,"bits":8.81,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","file":"BF16/Qwen3.6-35B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":71065942560,"bits":16.01,"known":true,"rank":0}],"repos":["Abiray/Qwen3.6-35B-A3B-Q4_K_M-GGUF","AtomicChat/Qwen3.6-35B-A3B-GGUF","axteam/Qwen3.6-35B-A3B-GGUF","bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","batiai/Qwen3.6-35B-A3B-GGUF","byteshape/Qwen3.6-35B-A3B-GGUF","byteshape/Qwen3.6-35B-A3B-MTP-GGUF","cmp-nct/Qwen3.6-35B-A3B-GGUF","ggml-org/Qwen3.6-35B-A3B-GGUF","havenoammo/Qwen3.6-35B-A3B-MTP-GGUF","lmstudio-community/Qwen3.6-35B-A3B-GGUF","michaelw9999/Qwen3.6-35B-A3B-NVFP4-MTP-GGUF","mradermacher/Qwen3.6-35B-A3B-GGUF","mradermacher/Qwen3.6-35B-A3B-i1-GGUF","mudler/Qwen3.6-35B-A3B-APEX-GGUF","mudler/Qwen3.6-35B-A3B-APEX-MTP-GGUF","prithivMLmods/Qwen3.6-35B-A3B-MTP-GGUF","unsloth/Qwen3.6-35B-A3B-GGUF","unsloth/Qwen3.6-35B-A3B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-8-27b-abliterated","family":"huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF","name":"Huihui Qwen3.8 27B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":64,"probe":"huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF/Huihui-Qwen3.8-27B-abliterated-Swift-1.5-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-16T08:22:24.000Z","downloads":3618097,"likes":1787,"trending":112,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"jj33512/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"k1lliiviie/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"ahmed-amedo/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"Aleks199999/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"kody321/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"aiartorious/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"rax4901/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"haybar4k/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"Weirdo333/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"LxBarn/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"loscrossos/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"Fhjdjdbxhshsh/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"kcarly/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"Shishkipiski/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"yachiyo8080/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"xrachelburns/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"Kaktus4048/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"jj33512/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"k1lliiviie/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"ahmed-amedo/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"Aleks199999/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"kody321/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"aiartorious/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"rax4901/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"haybar4k/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"Weirdo333/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"LxBarn/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"loscrossos/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"Fhjdjdbxhshsh/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"kcarly/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"Shishkipiski/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"yachiyo8080/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"xrachelburns/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"Kaktus4048/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2.gguf","label":"IQ2","size":7898369280,"bits":2.31,"known":false,"rank":0},{"repo":"jj33512/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2.gguf","label":"IQ2","size":7898369280,"bits":2.31,"known":false,"rank":0},{"repo":"k1lliiviie/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2.gguf","label":"IQ2","size":7898369280,"bits":2.31,"known":false,"rank":0},{"repo":"ahmed-amedo/Huihui-Qwen3.8-27B-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-abliterated-Underdog-Saluki-Swift-1.5-IQ2.gguf","label":"IQ2","size":7898369280,"bits":2.31,"known":false,"rank":0}],"repos":["AI-conn/Huihui-Qwen3.8-27B-abliterated-GGUF","Aleks199999/Huihui-Qwen3.8-27B-abliterated-GGUF","Fhjdjdbxhshsh/Huihui-Qwen3.8-27B-abliterated-GGUF","Kaktus4048/Huihui-Qwen3.8-27B-abliterated-GGUF","LxBarn/Huihui-Qwen3.8-27B-abliterated-GGUF","Shishkipiski/Huihui-Qwen3.8-27B-abliterated-GGUF","Weirdo333/Huihui-Qwen3.8-27B-abliterated-GGUF","ahmed-amedo/Huihui-Qwen3.8-27B-abliterated-GGUF","aiartorious/Huihui-Qwen3.8-27B-abliterated-GGUF","haybar4k/Huihui-Qwen3.8-27B-abliterated-GGUF","huihui-ai/Huihui-Qwen3.8-27B-abliterated-GGUF","jj33512/Huihui-Qwen3.8-27B-abliterated-GGUF","k1lliiviie/Huihui-Qwen3.8-27B-abliterated-GGUF","kcarly/Huihui-Qwen3.8-27B-abliterated-GGUF","kody321/Huihui-Qwen3.8-27B-abliterated-GGUF","loscrossos/Huihui-Qwen3.8-27B-abliterated-GGUF","mradermacher/Huihui-Qwen3.8-27B-abliterated-GGUF","mradermacher/Huihui-Qwen3.8-27B-abliterated-i1-GGUF","rax4901/Huihui-Qwen3.8-27B-abliterated-GGUF","xrachelburns/Huihui-Qwen3.8-27B-abliterated-GGUF","yachiyo8080/Huihui-Qwen3.8-27B-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-gsq-rco-abliterated","family":"SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","name":"Qwen3.8 Flash Next GSQ RCO Abliterated","maker":"SC117","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF/IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-02T03:42:33.000Z","downloads":3575738,"likes":687,"trending":158,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66821518304,"bits":3.02,"known":false,"rank":0},{"repo":"ScottzillaSystems/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66821518304,"bits":3.02,"known":false,"rank":0},{"repo":"KilltheSniper/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66821518304,"bits":3.02,"known":false,"rank":0},{"repo":"SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68465153504,"bits":3.1,"known":true,"rank":0},{"repo":"ScottzillaSystems/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68465153504,"bits":3.1,"known":true,"rank":0},{"repo":"KilltheSniper/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68465153504,"bits":3.1,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":76142283328,"bits":3.44,"known":true,"rank":0},{"repo":"ScottzillaSystems/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":76142283328,"bits":3.44,"known":true,"rank":0},{"repo":"KilltheSniper/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":76142283328,"bits":3.44,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83863586496,"bits":3.79,"known":true,"rank":0},{"repo":"ScottzillaSystems/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83863586496,"bits":3.79,"known":true,"rank":0},{"repo":"KilltheSniper/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83863586496,"bits":3.79,"known":true,"rank":0}],"repos":["KilltheSniper/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","SC117/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","ScottzillaSystems/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"huihui-qwen3-6-35b-a3b-abliterated-mtp","family":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","name":"Huihui Qwen3.6 35B A3B Abliterated MTP","maker":"huihui-ai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF/Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-19T11:53:48.000Z","downloads":3421499,"likes":73,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q2_K.gguf","label":"Q2_K","size":13246129376,"bits":2.98,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q3_K.gguf","label":"Q3_K","size":17165606112,"bits":3.87,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q4_K.gguf","label":"Q4_K","size":21712409824,"bits":4.89,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q5_K.gguf","label":"Q5_K","size":25346479328,"bits":5.71,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q6_K.gguf","label":"Q6_K","size":29207678176,"bits":6.58,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q8_0.gguf","label":"Q8_0","size":37801096416,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-f16.gguf","label":"F16","size":71065941536,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-uncensored","family":"JonathanColetti/Qwen3.8-27B-Uncensored-GGUF","name":"Qwen3.8 27B Uncensored","maker":"JonathanColetti","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"JonathanColetti/Qwen3.8-27B-Uncensored-GGUF/Qwen3.8-27B-Uncensored-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T03:43:36.000Z","downloads":3090471,"likes":2046,"trending":61,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ2_XXS.gguf","label":"IQ2_XXS","size":9393043712,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ2_XS.gguf","label":"IQ2_XS","size":9986799872,"bits":2.92,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-xCloud-IQ2_M.gguf","label":"UD-IQ2_M","size":10004593088,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ2_S.gguf","label":"IQ2_S","size":10295331072,"bits":3.01,"known":true,"rank":0},{"repo":"dealignai/Qwen3.8-27B-UNCENSORED-GGUF","file":"Qwen3.8-27B-CRACK-IQ2_M.gguf","label":"IQ2_M","size":10473424512,"bits":3.07,"known":true,"rank":0},{"repo":"JonathanColetti/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":10624771968,"bits":3.11,"known":true,"rank":0},{"repo":"azukivc/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":10624771968,"bits":3.11,"known":true,"rank":0},{"repo":"BnhHo/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":10624771968,"bits":3.11,"known":true,"rank":0},{"repo":"shsunshining/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":10624771968,"bits":3.11,"known":true,"rank":0},{"repo":"apriliacloset/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":10624771968,"bits":3.11,"known":true,"rank":0},{"repo":"prakharprasad/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10728991712,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored.Q2_K.gguf","label":"Q2_K","size":10864593056,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":12256536736,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ3_XXS.gguf","label":"IQ3_XXS","size":12626774272,"bits":3.7,"known":true,"rank":0},{"repo":"dealignai/Qwen3.8-27B-UNCENSORED-GGUF","file":"Qwen3.8-27B-CRACK-IQ3_M.gguf","label":"IQ3_M","size":13047125632,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-Q2_K_L.gguf","label":"Q2_K_L","size":13081041152,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":13330405632,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":13500737696,"bits":3.95,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-AD-IQ3_S.gguf","label":"IQ3_S","size":13893441600,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":13903517952,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":14559799456,"bits":4.26,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-xCloud-IQ4_XS.gguf","label":"UD-IQ4_XS","size":15082506688,"bits":4.42,"known":true,"rank":0},{"repo":"JonathanColetti/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"azukivc/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"BnhHo/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"MiawTeam/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"shsunshining/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"apriliacloset/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"dealignai/Qwen3.8-27B-UNCENSORED-GGUF","file":"Qwen3.8-27B-CRACK-IQ4_XS.gguf","label":"IQ4_XS","size":15546361472,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":15825299616,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-IQ4_NL.gguf","label":"IQ4_NL","size":16325830912,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-Q4_0.gguf","label":"Q4_0","size":16348768512,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","file":"orcarouter_Qwen3.8-27B-Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391919872,"bits":4.8,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-xCloud-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16547399904,"bits":4.85,"known":true,"rank":0},{"repo":"ressl/Qwen3.8-27B-uncensored-GGUF","file":"Qwen3.8-27B-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714496,"bits":4.92,"known":true,"rank":0},{"repo":"JonathanColetti/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714528,"bits":4.92,"known":true,"rank":0},{"repo":"azukivc/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714528,"bits":4.92,"known":true,"rank":0},{"repo":"BnhHo/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714528,"bits":4.92,"known":true,"rank":0},{"repo":"MiawTeam/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714528,"bits":4.92,"known":true,"rank":0},{"repo":"shsunshining/Qwen3.8-27B-Uncensored-GGUF","file":"Qwen3.8-27B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714528,"bits":4.92,"known":true,"rank":0}],"repos":["AtomicChat/Qwen3.8-27B-Uncensored-GGUF","BnhHo/Qwen3.8-27B-Uncensored-GGUF","JonathanColetti/Qwen3.8-27B-Uncensored-GGUF","MiawTeam/Qwen3.8-27B-Uncensored-GGUF","apriliacloset/Qwen3.8-27B-Uncensored-GGUF","azukivc/Qwen3.8-27B-Uncensored-GGUF","bartowski/orcarouter_Qwen3.8-27B-Uncensored-GGUF","dealignai/Qwen3.8-27B-UNCENSORED-GGUF","mradermacher/Qwen3.8-27B-Uncensored-GGUF","prakharprasad/Qwen3.8-27B-Uncensored-GGUF","quuyy/Qwen3.8-27B-Uncensored-GGUF","ressl/Qwen3.8-27B-uncensored-GGUF","shsunshining/Qwen3.8-27B-Uncensored-GGUF","xCloudinfo/Qwen3.8-27B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"ornith-1-0-9b","family":"ornith-ai/Ornith-1.0-9B-GGUF","name":"Ornith 1.0 9B","maker":"ornith-ai","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"ornith-ai/Ornith-1.0-9B-GGUF/ornith-1.0-9b-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-06-21T04:27:07.000Z","downloads":2795688,"likes":858,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3862881376,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4173522016,"bits":3.73,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4329006176,"bits":3.87,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4335346784,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4699464800,"bits":4.2,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":5105476704,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5312963680,"bits":4.75,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-Q4_0.gguf","label":"Q4_0","size":5397898336,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5423588448,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5490173024,"bits":4.91,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-9B-GGUF","file":"ornith-1.0-9b-Q4_K_M.gguf","label":"Q4_K_M","size":5629108704,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-Q4_1.gguf","label":"Q4_1","size":5855732832,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5980251232,"bits":5.35,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6379627616,"bits":5.7,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-9B-GGUF","file":"ornith-1.0-9b-Q5_K_M.gguf","label":"Q5_K_M","size":6467969472,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6693872736,"bits":5.98,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-9B-GGUF","file":"ornith-1.0-9b-Q6_K.gguf","label":"Q6_K","size":7359259072,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":8769512544,"bits":7.84,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-9B-GGUF","file":"ornith-1.0-9b-Q8_0.gguf","label":"Q8_0","size":9527500992,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-9B-GGUF","file":"Ornith-1.0-9B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":12986623072,"bits":11.61,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-9B-GGUF","file":"ornith-1.0-9b-bf16.gguf","label":"BF16","size":17920696512,"bits":16.02,"known":true,"rank":0}],"repos":["ornith-ai/Ornith-1.0-9B-GGUF","protoLabsAI/Ornith-1.0-9B-MTP-GGUF","unsloth/Ornith-1.0-9B-GGUF"],"logoFrom":"ornith-ai"},{"id":"gemma-4-e4b-it","family":"google/gemma-4-E4B-it","name":"Gemma 4 E4B","maker":"Google","catalog":"gemma-4-e4b","tuned":false,"params":7.52,"active":null,"layers":42,"probe":"TheStageAI/gemma-4-E4B-it-GGUF/gemma-4-E4B-it-XS-TS-Q3_K_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-02T19:57:40.000Z","downloads":2763918,"likes":1372,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheStageAI/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-XS-TS-Q3_K_S.gguf","label":"Q3_K_S","size":2908209728,"bits":3.09,"known":true,"rank":5},{"repo":"unsloth/gemma-4-E4B-it-qat-GGUF","file":"gemma-4-E4B-it-qat-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3219532192,"bits":3.43,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3545083008,"bits":3.77,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3545083008,"bits":3.77,"known":true,"rank":6},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3717115008,"bits":3.95,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3717115008,"bits":3.95,"known":true,"rank":6},{"repo":"TheStageAI/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-S-TS-Q4_K_S.gguf","label":"Q4_K_S","size":3757402656,"bits":4,"known":true,"rank":5},{"repo":"ente-ai/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3757419648,"bits":4,"known":true,"rank":6},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q3_K_S.gguf","label":"Q3_K_S","size":3862379648,"bits":4.11,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-IQ2_M.gguf","label":"IQ2_M","size":3959908832,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q3_K_M.gguf","label":"Q3_K_M","size":4058137728,"bits":4.32,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-qat-GGUF","file":"gemma-4-E4B-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4215695776,"bits":4.48,"known":true,"rank":0},{"repo":"TheStageAI/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-M-TS-Q4_K_M.gguf","label":"Q4_K_M","size":4334395968,"bits":4.61,"known":true,"rank":5},{"repo":"mradermacher/gemma-4-E4B-GGUF","file":"gemma-4-E4B.Q2_K.gguf","label":"Q2_K","size":4401304064,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4588440704,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-IQ3_XS.gguf","label":"IQ3_XS","size":4632039904,"bits":4.93,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-IQ4_XS.gguf","label":"IQ4_XS","size":4715416704,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-IQ3_M.gguf","label":"IQ3_M","size":4767781344,"bits":5.07,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-IQ4_NL.gguf","label":"IQ4_NL","size":4835839104,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q4_0.gguf","label":"Q4_0","size":4836002944,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q4_K_S.gguf","label":"Q4_K_S","size":4844850304,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q4_K_M.gguf","label":"Q4_K_M","size":4977171584,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-GGUF","file":"gemma-4-E4B.Q3_K_L.gguf","label":"Q3_K_L","size":5021264384,"bits":5.34,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q4_1.gguf","label":"Q4_1","size":5074390144,"bits":5.4,"known":true,"rank":0},{"repo":"google/gemma-4-E4B-it-qat-q4_0-gguf","file":"gemma-4-E4B_q4_0-it.gguf","label":"gemma-4-E4B_q4_0-it","size":5154941280,"bits":5.48,"known":false,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-Q2_K_L.gguf","label":"Q2_K_L","size":5303245280,"bits":5.64,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q5_K_S.gguf","label":"Q5_K_S","size":5404855424,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-Q5_K_M.gguf","label":"Q5_K_M","size":5481798784,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":5879378400,"bits":6.25,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-GGUF","file":"gemma-4-E4B.Q6_K.gguf","label":"Q6_K","size":6217245184,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-Q4_K_L.gguf","label":"Q4_K_L","size":6250322400,"bits":6.65,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6656154752,"bits":7.08,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-Q5_K_L.gguf","label":"Q5_K_L","size":6666035680,"bits":7.09,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-E4B-it-GGUF","file":"google_gemma-4-E4B-it-Q6_K_L.gguf","label":"Q6_K_L","size":7175107040,"bits":7.63,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7457762432,"bits":7.93,"known":true,"rank":0},{"repo":"TheStageAI/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-L-TS-Q8_0.gguf","label":"Q8_0","size":8024334912,"bits":8.54,"known":true,"rank":5},{"repo":"mradermacher/gemma-4-E4B-GGUF","file":"gemma-4-E4B.Q8_0.gguf","label":"Q8_0","size":8031224320,"bits":8.54,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8711507072,"bits":9.27,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-GGUF","file":"gemma-4-E4B.f16.gguf","label":"F16","size":15053079040,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E4B-it-GGUF","file":"gemma-4-E4B-it-BF16.gguf","label":"BF16","size":15053097856,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/gemma-4-E4B-it-GGUF","Hlebek/gemma-4-E4B-it-GGUF","TheStageAI/gemma-4-E4B-it-GGUF","bartowski/google_gemma-4-E4B-it-GGUF","ente-ai/gemma-4-E4B-it-GGUF","ggml-org/gemma-4-E4B-it-GGUF","google/gemma-4-E4B-it-qat-q4_0-gguf","lmstudio-community/gemma-4-E4B-it-GGUF","lmstudio-community/gemma-4-E4B-it-QAT-GGUF","mradermacher/gemma-4-E4B-GGUF","unsloth/gemma-4-E4B-it-GGUF","unsloth/gemma-4-E4B-it-qat-GGUF"],"logoFrom":"google"},{"id":"gemma-4-26b-a4b-it","family":"google/gemma-4-26B-A4B-it","name":"Gemma 4 26B","maker":"Google","catalog":"gemma-4-26b-a4b","tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"bartowski/google_gemma-4-26B-A4B-it-GGUF/google_gemma-4-26B-A4B-it-IQ2_XXS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-11T21:25:57.000Z","downloads":2755442,"likes":2388,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1438,"arenaCoding":1482,"arenaVision":1257,"builds":[{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9922480608,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10014755296,"bits":3.18,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10546934240,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q2_K.gguf","label":"Q2_K","size":10582720512,"bits":3.36,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q2_K.gguf","label":"Q2_K","size":10582737312,"bits":3.36,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":11289671136,"bits":3.58,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11416548832,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q3_K_S.gguf","label":"Q3_K_S","size":12222392832,"bits":3.88,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q3_K_S.gguf","label":"Q3_K_S","size":12222409632,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":12728497888,"bits":4.04,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":12907280096,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q3_K_M.gguf","label":"Q3_K_M","size":13286716928,"bits":4.21,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q3_K_M.gguf","label":"Q3_K_M","size":13286733728,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":13597177568,"bits":4.31,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":13613037280,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q3_K_L.gguf","label":"Q3_K_L","size":13824471552,"bits":4.38,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q3_K_L.gguf","label":"Q3_K_L","size":13824488352,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.IQ4_XS.gguf","label":"IQ4_XS","size":14063792128,"bits":4.46,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14249047104,"bits":4.52,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q4_0.gguf","label":"Q4_0","size":14439361952,"bits":4.58,"known":true,"rank":0},{"repo":"lmstudio-community/gemma-4-26B-A4B-it-QAT-GGUF","file":"gemma-4-26B-A4B-it-QAT-Q4_0.gguf","label":"Q4_0","size":14439363264,"bits":4.58,"known":true,"rank":0},{"repo":"google/gemma-4-26B-A4B-it-qat-q4_0-gguf","file":"gemma-4-26B_q4_0-it.gguf","label":"gemma-4-26B_q4_0-it","size":14439363584,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q4_K_S.gguf","label":"Q4_K_S","size":15464808448,"bits":4.9,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q4_K_S.gguf","label":"Q4_K_S","size":15464825248,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":16487610080,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":16551048928,"bits":5.25,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q4_K_M.gguf","label":"Q4_K_M","size":16795999232,"bits":5.33,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q4_K_M.gguf","label":"Q4_K_M","size":16796016032,"bits":5.33,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16947541728,"bits":5.37,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q5_0.gguf","label":"Q5_0","size":17499790752,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q5_K_S.gguf","label":"Q5_K_S","size":17986716672,"bits":5.7,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q5_K_S.gguf","label":"Q5_K_S","size":17986733472,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":18850707168,"bits":5.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q5_K_M.gguf","label":"Q5_K_M","size":19132873728,"bits":6.07,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q5_K_M.gguf","label":"Q5_K_M","size":19132890528,"bits":6.07,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":21150365408,"bits":6.71,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21217769184,"bits":6.73,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","file":"gemma-4-26B-A4B.Q6_K.gguf","label":"Q6_K","size":22638382592,"bits":7.18,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","file":"gemma-4-26B-A4B-it-qat.Q6_K.gguf","label":"Q6_K","size":22638399392,"bits":7.18,"known":true,"rank":0},{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","file":"gemma-4-26B-A4B-it-UD-Q6_K.gguf","label":"UD-Q6_K","size":23172478688,"bits":7.35,"known":true,"rank":0}],"repos":["AtomicChat/gemma-4-26B-A4B-it-GGUF","Kremon96/gemma-4-26B-A4B-it-GGUF","bartowski/google_gemma-4-26B-A4B-it-GGUF","ggml-org/gemma-4-26B-A4B-it-GGUF","google/gemma-4-26B-A4B-it-qat-q4_0-gguf","lmstudio-community/gemma-4-26B-A4B-it-GGUF","lmstudio-community/gemma-4-26B-A4B-it-QAT-GGUF","mradermacher/gemma-4-26B-A4B-GGUF","mradermacher/gemma-4-26B-A4B-it-GGUF","mudler/gemma-4-26B-A4B-it-APEX-GGUF","prithivMLmods/gemma-4-26B-A4B-it-qat-GGUF","unsloth/gemma-4-26B-A4B-it-GGUF","unsloth/gemma-4-26B-A4B-it-qat-GGUF"],"logoFrom":"google"},{"id":"qwen3-5-9b","family":"Qwen/Qwen3.5-9B","name":"Qwen3.5 9B","maker":"Alibaba Qwen","catalog":"qwen3-5-9b","tuned":false,"params":9.2,"active":null,"layers":32,"probe":"unsloth/Qwen3.5-9B-GGUF/Qwen3.5-9B-UD-IQ2_XXS.gguf","kvBytesPerToken":45072,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-27T12:58:26.000Z","downloads":2627918,"likes":1505,"trending":14,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":3190613216,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-IQ2_S.gguf","label":"IQ2_S","size":3480626272,"bits":3.03,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3649365216,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4016235744,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-IQ2_M.gguf","label":"IQ2_M","size":4027985952,"bits":3.5,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4121781472,"bits":3.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4316865760,"bits":3.75,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-9B-GGUF","file":"qwen3.5-9b-Q2_K.gguf","label":"Q2_K","size":4322832416,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q2_K.gguf","label":"Q2_K","size":4322832416,"bits":3.76,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4534579232,"bits":3.94,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4673643744,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4819087392,"bits":4.19,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-IQ3_M.gguf","label":"IQ3_M","size":4981092384,"bits":4.33,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":5053834464,"bits":4.39,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5168653536,"bits":4.49,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-9B-GGUF","file":"qwen3.5-9b-Q3_K_M.gguf","label":"Q3_K_M","size":5178748960,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5316112416,"bits":4.62,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5369589792,"bits":4.67,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5371028704,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q4_0.gguf","label":"Q4_0","size":5379417312,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5394097376,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5680522464,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q4_1.gguf","label":"Q4_1","size":5837251808,"bits":5.08,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5966095584,"bits":5.19,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-9B-GGUF","file":"qwen3.5-9b-Q4_K_M.gguf","label":"Q4_K_M","size":6169341984,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6259568672,"bits":5.44,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6361146592,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6577841376,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6743680224,"bits":5.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6924234784,"bits":6.02,"known":true,"rank":2},{"repo":"gguf/Qwen3.5-9B-GGUF","file":"qwen3.5-9b-Q5_K_M.gguf","label":"Q5_K_M","size":7111487520,"bits":6.18,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q6_K.gguf","label":"Q6_K","size":7458301152,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7739240480,"bits":6.73,"known":true,"rank":2},{"repo":"gguf/Qwen3.5-9B-GGUF","file":"qwen3.5-9b-Q6_K.gguf","label":"Q6_K","size":7958818848,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-9B-GGUF","file":"Qwen_Qwen3.5-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8451485728,"bits":7.35,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":8756929760,"bits":7.61,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-Q8_0.gguf","label":"Q8_0","size":9527502048,"bits":8.28,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-9B-GGUF","file":"qwen3.5-9b-Q8_0.gguf","label":"Q8_0","size":9804541984,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":12974040288,"bits":11.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-9B-GGUF","file":"Qwen3.5-9B-BF16.gguf","label":"BF16","size":17920697312,"bits":15.58,"known":true,"rank":0}],"repos":["AtomicChat/Qwen3.5-9B-GGUF","Canfield/Qwen3.5-9B-Q4_K_M-GGUF","SoAIHQ/Qwen3.5-9B-GGUF","axteam/Qwen3.5-9B-GGUF","bartowski/Qwen_Qwen3.5-9B-GGUF","gguf/Qwen3.5-9B-GGUF","jc-builds/Qwen3.5-9B-Q4_K_M-GGUF","lmstudio-community/Qwen3.5-9B-GGUF","mradermacher/Qwen3.5-9B-GGUF","unsloth/Qwen3.5-9B-GGUF","unsloth/Qwen3.5-9B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-9b-the-defiant-fable-uncensored-heretic-neo-imatrix-max-mtp","family":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP","name":"Qwen3.5 9B The Defiant Fable Uncensored Heretic NEO IMATRIX MAX MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":32,"probe":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-07T02:20:02.000Z","downloads":2027327,"likes":1406,"trending":102,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ2_M.gguf","label":"IQ2_M","size":4942441760,"bits":4.3,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ2_M.gguf","label":"IQ2_M","size":4942441760,"bits":4.3,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ2_M.gguf","label":"IQ2_M","size":4942441760,"bits":4.3,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ2_M.gguf","label":"IQ2_M","size":4942441760,"bits":4.3,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":5615267104,"bits":4.88,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":5615267104,"bits":4.88,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":5615267104,"bits":4.88,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":5615267104,"bits":4.88,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":6396325152,"bits":5.56,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":6396325152,"bits":5.56,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":6396325152,"bits":5.56,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":6396325152,"bits":5.56,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":6551514400,"bits":5.7,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":6551514400,"bits":5.7,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":6551514400,"bits":5.7,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":6551514400,"bits":5.7,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_NL.gguf","label":"IQ4_NL","size":6618098976,"bits":5.75,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_NL.gguf","label":"IQ4_NL","size":6618098976,"bits":5.75,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_NL.gguf","label":"IQ4_NL","size":6618098976,"bits":5.75,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-IQ4_NL.gguf","label":"IQ4_NL","size":6618098976,"bits":5.75,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":6828993824,"bits":5.94,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":6828993824,"bits":5.94,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":6828993824,"bits":5.94,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":6828993824,"bits":5.94,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":7505194272,"bits":6.53,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":7505194272,"bits":6.53,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":7505194272,"bits":6.53,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":7505194272,"bits":6.53,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":7667854624,"bits":6.67,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":7667854624,"bits":6.67,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":7667854624,"bits":6.67,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":7667854624,"bits":6.67,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":8559144224,"bits":7.44,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":8559144224,"bits":7.44,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":8559144224,"bits":7.44,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":8559144224,"bits":7.44,"known":true,"rank":4},{"repo":"DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q8_0.gguf","label":"Q8_0","size":10481052960,"bits":9.11,"known":true,"rank":0},{"repo":"zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q8_0.gguf","label":"Q8_0","size":10481052960,"bits":9.11,"known":true,"rank":1},{"repo":"CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q8_0.gguf","label":"Q8_0","size":10481052960,"bits":9.11,"known":true,"rank":3},{"repo":"arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","file":"Qwen3.5-9B-The-Defiant-Fable-Uncnr-Heretic-NEO-MAX-Q8_0.gguf","label":"Q8_0","size":10481052960,"bits":9.11,"known":true,"rank":4}],"repos":["CapitalSTEEZ47/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","arbonquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","diablomike20/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","mradermacher/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF","zugquants/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-5-4b","family":"Qwen/Qwen3.5-4B","name":"Qwen3.5 4B","maker":"Alibaba Qwen","catalog":"qwen3-5-4b","tuned":false,"params":4.33,"active":null,"layers":32,"probe":"unsloth/Qwen3.5-4B-GGUF/Qwen3.5-4B-UD-IQ2_XXS.gguf","kvBytesPerToken":38720,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-27T14:45:03.000Z","downloads":1942365,"likes":769,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1520217248,"bits":2.81,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1759997088,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1940825248,"bits":3.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1949047968,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-IQ2_M.gguf","label":"IQ2_M","size":1953751008,"bits":3.61,"known":true,"rank":2},{"repo":"gguf/Qwen3.5-4B-GGUF","file":"qwen3.5-4b-Q2_K.gguf","label":"Q2_K","size":1959167328,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2105791648,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q2_K.gguf","label":"Q2_K","size":2191779808,"bits":4.05,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2243829728,"bits":4.15,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2293388448,"bits":4.24,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-4B-GGUF","file":"qwen3.5-4b-Q3_K_M.gguf","label":"Q3_K_M","size":2318806368,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q2_K_L.gguf","label":"Q2_K_L","size":2345738208,"bits":4.33,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-IQ3_XS.gguf","label":"IQ3_XS","size":2403952608,"bits":4.44,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2436420768,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2477053088,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-IQ3_M.gguf","label":"IQ3_M","size":2483333088,"bits":4.59,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2579944608,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q4_0.gguf","label":"Q4_0","size":2583221408,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2590430368,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2665441248,"bits":4.92,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2740937888,"bits":5.06,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-4B-GGUF","file":"qwen3.5-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2783446368,"bits":5.14,"known":true,"rank":0},{"repo":"SoAIHQ/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2783447136,"bits":5.14,"known":true,"rank":4},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q4_1.gguf","label":"Q4_1","size":2784416928,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2819399648,"bits":5.21,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2912109728,"bits":5.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3024934048,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3143656608,"bits":5.81,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-4B-GGUF","file":"qwen3.5-4b-Q5_K_M.gguf","label":"Q5_K_M","size":3161425248,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3166986208,"bits":5.85,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":3250869408,"bits":6.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q6_K.gguf","label":"Q6_K","size":3525956768,"bits":6.51,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-4B-GGUF","file":"qwen3.5-4b-Q6_K.gguf","label":"Q6_K","size":3563027808,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3597721568,"bits":6.65,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-4B-GGUF","file":"Qwen_Qwen3.5-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3959316448,"bits":7.32,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4145548448,"bits":7.66,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-Q8_0.gguf","label":"Q8_0","size":4482403488,"bits":8.28,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-4B-GGUF","file":"qwen3.5-4b-Q8_0.gguf","label":"Q8_0","size":4610579808,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5952048288,"bits":11,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-4B-GGUF","file":"Qwen3.5-4B-BF16.gguf","label":"BF16","size":8424393632,"bits":15.56,"known":true,"rank":0}],"repos":["AtomicChat/Qwen3.5-4B-GGUF","SoAIHQ/Qwen3.5-4B-GGUF","bartowski/Qwen_Qwen3.5-4B-GGUF","gguf/Qwen3.5-4B-GGUF","lmstudio-community/Qwen3.5-4B-GGUF","mradermacher/Qwen3.5-4B-GGUF","openresearchtools/Qwen3.5-4B-Instruct-GGUF","unsloth/Qwen3.5-4B-GGUF","unsloth/Qwen3.5-4B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-vl-8b-instruct","family":"Qwen/Qwen3-VL-8B-Instruct","name":"Qwen3 VL 8B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-Instruct-i1-GGUF/Qwen3-VL-8B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-11T07:23:39.000Z","downloads":1890570,"likes":326,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-Instruct-i1-GGUF","file":"Qwen3-VL-8B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":2115771296,"bits":2.07,"known":true,"rank":4},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-i1-GGUF","file":"Qwen3-VL-8B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149408,"bits":2.2,"known":true,"rank":4},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2282064736,"bits":2.23,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2401995616,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-i1-GGUF","file":"Qwen3-VL-8B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112928,"bits":2.43,"known":true,"rank":4},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2608761696,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-i1-GGUF","file":"Qwen3-VL-8B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696158112,"bits":2.63,"known":true,"rank":4},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":3051915744,"bits":2.98,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3116403552,"bits":3.04,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3281734496,"bits":3.21,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634272,"bits":3.29,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410266976,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3427593056,"bits":3.35,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501976416,"bits":3.42,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3626875360,"bits":3.54,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3769613152,"bits":3.68,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3896621536,"bits":3.81,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4124162912,"bits":4.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4313344864,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4431395296,"bits":4.33,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4581288800,"bits":4.48,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4787333984,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4793625440,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4802014048,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975933920,"bits":4.86,"known":true,"rank":2},{"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3VL-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":5027784800,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5148699488,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q4_1.gguf","label":"Q4_1","size":5247757152,"bits":5.13,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5489670624,"bits":5.36,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5720763232,"bits":5.59,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5851114336,"bits":5.72,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5884767072,"bits":5.75,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":6235208160,"bits":6.09,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-Q6_K.gguf","label":"Q6_K","size":6725901152,"bits":6.57,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","file":"Qwen_Qwen3-VL-8B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":7027341792,"bits":6.86,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490550624,"bits":7.32,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3VL-8B-Instruct-Q8_0.gguf","label":"Q8_0","size":8709519456,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824039264,"bits":10.57,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3VL-8B-Instruct-F16.gguf","label":"F16","size":16388044896,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","file":"Qwen3-VL-8B-Instruct-BF16.gguf","label":"BF16","size":16388045408,"bits":16.01,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-8B-Instruct-GGUF","bartowski/Qwen_Qwen3-VL-8B-Instruct-GGUF","lmstudio-community/Qwen3-VL-8B-Instruct-GGUF","mradermacher/Qwen3-VL-8B-Instruct-i1-GGUF","unsloth/Qwen3-VL-8B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"ternary-bonsai-2-27b","family":"prism-ml/Ternary-Bonsai-2-27B-gguf","name":"Ternary Bonsai 2 27B","maker":"PrismML","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"prism-ml/Ternary-Bonsai-2-27B-gguf/Ternary-Bonsai-2-27B-F16.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-16T23:40:56.000Z","downloads":1770792,"likes":2922,"trending":59,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-2-27B-gguf","file":"Ternary-Bonsai-2-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.74,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-2-27B-gguf","file":"Ternary-Bonsai-2-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.11,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-2-27B-gguf","file":"Ternary-Bonsai-2-27B-Q2_0.gguf","label":"Q2_0","size":7626008928,"bits":2.23,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-2-27B-gguf","file":"Ternary-Bonsai-2-27B-F16.gguf","label":"F16","size":53808408928,"bits":15.76,"known":true,"rank":0}],"repos":["ManniX-ITA/Ternary-Bonsai-2-27B-MTP-GGUF","prism-ml/Ternary-Bonsai-2-27B-gguf"],"logoFrom":"Qwen"},{"id":"ornith-1-5-9b-uncensored","family":"junafinity/Ornith-1.5-9B-uncensored","name":"Ornith 1.5 9B Uncensored","maker":"junafinity","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF/Ornith-1.5-9B-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-19T21:44:01.000Z","downloads":1757032,"likes":316,"trending":11,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642112,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269440,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648320,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345728,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968448,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471552,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239488,"bits":3.3,"known":true,"rank":1},{"repo":"dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","file":"Ornith-1.5-9B-CRACK-Q2_K.gguf","label":"Q2_K","size":3827262272,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q2_K.gguf","label":"Q2_K","size":3827262624,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166208,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416512,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":4259407008,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818496,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4415382976,"bits":3.95,"known":true,"rank":1},{"repo":"dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","file":"Ornith-1.5-9B-CRACK-Q3_K_M.gguf","label":"Q3_K_M","size":4623524672,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":4623525024,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":4925514912,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":5227898016,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":5325940160,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":5351629984,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","file":"Ornith-1.5-9B-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214848,"bits":4.84,"known":true,"rank":1},{"repo":"dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","file":"Ornith-1.5-9B-CRACK-Q4_K_M.gguf","label":"Q4_K_M","size":5629109056,"bits":5.03,"known":true,"rank":0},{"repo":"vonvonhero/Ornith-1.5-9B-Uncensored-GGUF","file":"Ornith-1.5-9B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5629109152,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":5629109408,"bits":5.03,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5780090336,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":6305309856,"bits":5.64,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","file":"Ornith-1.5-9B-CRACK-Q5_K_M.gguf","label":"Q5_K_M","size":6467969856,"bits":5.78,"known":true,"rank":0},{"repo":"vonvonhero/Ornith-1.5-9B-Uncensored-GGUF","file":"Ornith-1.5-9B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":6467969952,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":6467970208,"bits":5.78,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":6642544096,"bits":5.94,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","file":"Ornith-1.5-9B-CRACK-Q6_K.gguf","label":"Q6_K","size":7359259456,"bits":6.58,"known":true,"rank":0},{"repo":"vonvonhero/Ornith-1.5-9B-Uncensored-GGUF","file":"Ornith-1.5-9B-Uncensored-Q6_K.gguf","label":"Q6_K","size":7359259552,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q6_K.gguf","label":"Q6_K","size":7359259808,"bits":6.58,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored-Q6_K.gguf","label":"Q6_K","size":7558901216,"bits":6.76,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","file":"Ornith-1.5-9B-CRACK-Q8_0.gguf","label":"Q8_0","size":9527501344,"bits":8.52,"known":true,"rank":0},{"repo":"vonvonhero/Ornith-1.5-9B-Uncensored-GGUF","file":"Ornith-1.5-9B-Uncensored-Q8_0.gguf","label":"Q8_0","size":9527501728,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.Q8_0.gguf","label":"Q8_0","size":9527501984,"bits":8.52,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored-Q8_0.gguf","label":"Q8_0","size":9786060256,"bits":8.75,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored.f16.gguf","label":"F16","size":17920697504,"bits":16.02,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-9B-uncensored-GGUF","file":"Ornith-1.5-9B-uncensored-BF16.gguf","label":"BF16","size":18407321056,"bits":16.45,"known":true,"rank":0}],"repos":["dealignai/Ornith-1.5-9B-UNCENSORED-GGUF","mradermacher/Ornith-1.5-9B-uncensored-GGUF","mradermacher/Ornith-1.5-9B-uncensored-i1-GGUF","ressl/Ornith-1.5-9B-uncensored-GGUF","vonvonhero/Ornith-1.5-9B-Uncensored-GGUF"],"logoFrom":"junafinity"},{"id":"swift-1-5-qwen3-8-27b","family":"ukisai/Swift-1.5-Qwen3.8-27b","name":"Swift 1.5 Qwen3.8 27B","maker":"ukisai","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF/Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-16T14:25:01.000Z","downloads":1756878,"likes":769,"trending":33,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF","file":"Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8422841632,"bits":2.47,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268416,"bits":2.6,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF","file":"Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259511072,"bits":2.71,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF","file":"Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10094357792,"bits":2.96,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-IQ2_M.gguf","label":"IQ2_M","size":10522248896,"bits":3.08,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q2_K.gguf","label":"Q2_K","size":10821543616,"bits":3.17,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF","file":"Swift-1.5-Qwen3.8-27B-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11771546912,"bits":3.45,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12739884736,"bits":3.73,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12799604416,"bits":3.75,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13404051136,"bits":3.93,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14122817216,"bits":4.14,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-IQ3_M.gguf","label":"IQ3_M","size":14860629696,"bits":4.35,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15475951296,"bits":4.53,"known":true,"rank":1},{"repo":"tsaipifong/Swift-1.5-Qwen3.8-27b-MXFP4-GGUF","file":"Swift-1.5-Qwen3.8-27B-MXFP4-C-outQ4_K.gguf","label":"OUTQ4_K","size":15487686976,"bits":4.54,"known":false,"rank":3},{"repo":"tsaipifong/Swift-1.5-Qwen3.8-27b-MXFP4-GGUF","file":"Swift-1.5-Qwen3.8-27B-MXFP4-A-outQ6_K.gguf","label":"OUTQ6_K","size":15815469376,"bits":4.63,"known":false,"rank":3},{"repo":"tsaipifong/Swift-1.5-Qwen3.8-27b-MXFP4-GGUF","file":"Swift-1.5-Qwen3.8-27B-MXFP4-B-outQ8_0.gguf","label":"OUTQ8_0","size":16123386176,"bits":4.72,"known":false,"rank":3},{"repo":"bartowski/ukisai_Swift-1.5-Qwen3.8-27b-GGUF","file":"ukisai_Swift-1.5-Qwen3.8-27b-Q4_0.gguf","label":"Q4_0","size":16348768576,"bits":4.79,"known":true,"rank":2},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16363513536,"bits":4.79,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17442399936,"bits":5.11,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17442399936,"bits":5.11,"known":true,"rank":1},{"repo":"bartowski/ukisai_Swift-1.5-Qwen3.8-27b-GGUF","file":"ukisai_Swift-1.5-Qwen3.8-27b-Q4_1.gguf","label":"Q4_1","size":17825458496,"bits":5.22,"known":true,"rank":2},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18820703936,"bits":5.51,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19566913216,"bits":5.73,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20923877056,"bits":6.13,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22857455296,"bits":6.69,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q6_K.gguf","label":"Q6_K","size":23860565696,"bits":6.99,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24958908096,"bits":7.31,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Qwen3.8-27B-GGUF","file":"Swift-1.5-Qwen3.8-27B-Q8_0.gguf","label":"Q8_0","size":29047084416,"bits":8.51,"known":true,"rank":1},{"repo":"bartowski/ukisai_Swift-1.5-Qwen3.8-27b-GGUF","file":"ukisai_Swift-1.5-Qwen3.8-27b-bf16/ukisai_Swift-1.5-Qwen3.8-27b-bf16-00001-of-00002.gguf","label":"BF16","size":54657734816,"bits":16.01,"known":true,"rank":2}],"repos":["bartowski/ukisai_Swift-1.5-Qwen3.8-27b-GGUF","tsaipifong/Swift-1.5-Qwen3.8-27b-MXFP4-GGUF","ukisai/Swift-1.5-Qwen3.8-27B-GGUF","ukisai/Swift-1.5-Qwen3.8-27B-GSQ-RCO-GGUF"],"logoFrom":"ukisai"},{"id":"ornith-1-0-35b","family":"ornith-ai/Ornith-1.0-35B-GGUF","name":"Ornith 1.0 35B","maker":"ornith-ai","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"ornith-ai/Ornith-1.0-35B-GGUF/ornith-1.0-35b-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-06-21T03:30:07.000Z","downloads":1529334,"likes":1242,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":10523761056,"bits":2.43,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":11043854752,"bits":2.55,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":11496839584,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11563424160,"bits":2.67,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12251290016,"bits":2.83,"known":true,"rank":0},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-I-Mini.gguf","label":"Ornith-1.0-35B-APEX-I-Mini","size":13467210752,"bits":3.11,"known":false,"rank":1},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13742807456,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":14984321440,"bits":3.46,"known":true,"rank":0},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-Compact.gguf","label":"Ornith-1.0-35B-APEX-Compact","size":16538851072,"bits":3.82,"known":false,"rank":1},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-I-Compact.gguf","label":"Ornith-1.0-35B-APEX-I-Compact","size":16538851328,"bits":3.82,"known":false,"rank":1},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":16680401312,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16803568032,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17785035168,"bits":4.11,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":18112190880,"bits":4.18,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893014432,"bits":4.82,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-35B-GGUF","file":"ornith-1.0-35b-Q4_K_M.gguf","label":"Q4_K_M","size":21166757760,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":21670492576,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":22134528416,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22324804000,"bits":5.15,"known":true,"rank":0},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-Quality.gguf","label":"Ornith-1.0-35B-APEX-Quality","size":22819401472,"bits":5.27,"known":false,"rank":1},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-I-Quality.gguf","label":"Ornith-1.0-35B-APEX-I-Quality","size":22819401728,"bits":5.27,"known":false,"rank":1},{"repo":"ornith-ai/Ornith-1.0-35B-GGUF","file":"ornith-1.0-35b-Q5_K_M.gguf","label":"Q5_K_M","size":24729130848,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":24942049696,"bits":5.76,"known":true,"rank":0},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-Balanced.gguf","label":"Ornith-1.0-35B-APEX-Balanced","size":25268440832,"bits":5.83,"known":false,"rank":1},{"repo":"mudler/Ornith-1.0-35B-APEX-GGUF","file":"Ornith-1.0-35B-APEX-I-Balanced.gguf","label":"Ornith-1.0-35B-APEX-I-Balanced","size":25268441088,"bits":5.83,"known":false,"rank":1},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":26456193440,"bits":6.11,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26527496608,"bits":6.12,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-35B-GGUF","file":"ornith-1.0-35b-Q6_K.gguf","label":"Q6_K","size":28514152288,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q6_K.gguf","label":"UD-Q6_K","size":29308320160,"bits":6.76,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843776928,"bits":7.35,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-35B-GGUF","file":"ornith-1.0-35b-Q8_0.gguf","label":"Q8_0","size":36903138880,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-35B-GGUF","file":"Ornith-1.0-35B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38201489824,"bits":8.82,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.0-35B-GGUF","file":"ornith-1.0-35b-bf16.gguf","label":"BF16","size":69376636800,"bits":16.01,"known":true,"rank":0}],"repos":["mudler/Ornith-1.0-35B-APEX-GGUF","ornith-ai/Ornith-1.0-35B-GGUF","unsloth/Ornith-1.0-35B-GGUF"],"logoFrom":"ornith-ai"},{"id":"qwen3-8-27b-turbo-fable-cold-fusion-735-882-heretic-uncensored-neo-coder-max-mtp","family":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","name":"Qwen3.8 27B TURBO Fable Cold Fusion 735 882 Heretic Uncensored NEO CODER MAX MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF/Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-01T07:01:09.000Z","downloads":1409194,"likes":2470,"trending":198,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ2_M.gguf","label":"IQ2_M","size":11673303648,"bits":3.47,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ2_M.gguf","label":"IQ2_M","size":11673303648,"bits":3.47,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ2_M.gguf","label":"IQ2_M","size":11673303648,"bits":3.47,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ3_M.gguf","label":"IQ3_M","size":14080727648,"bits":4.19,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ3_M.gguf","label":"IQ3_M","size":14080727648,"bits":4.19,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ3_M.gguf","label":"IQ3_M","size":14080727648,"bits":4.19,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":16582359648,"bits":4.93,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":16582359648,"bits":4.93,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":16582359648,"bits":4.93,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":17086167648,"bits":5.08,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":17086167648,"bits":5.08,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":17086167648,"bits":5.08,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18047253088,"bits":5.37,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18047253088,"bits":5.37,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18047253088,"bits":5.37,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":20179466848,"bits":6,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":20179466848,"bits":6,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":20179466848,"bits":6,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":20730952288,"bits":6.17,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":20730952288,"bits":6.17,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":20730952288,"bits":6.17,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q6_K.gguf","label":"Q6_K","size":23582382688,"bits":7.01,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q6_K.gguf","label":"Q6_K","size":23582382688,"bits":7.01,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q6_K.gguf","label":"Q6_K","size":23582382688,"bits":7.01,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q8_0.gguf","label":"Q8_0","size":29787699808,"bits":8.86,"known":true,"rank":0},{"repo":"Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q8_0.gguf","label":"Q8_0","size":29787699808,"bits":8.86,"known":true,"rank":0},{"repo":"robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q8_0.gguf","label":"Q8_0","size":29787699808,"bits":8.86,"known":true,"rank":0}],"repos":["Code-Gen/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF","robertbschuette/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NEO-CODER-MAX-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"dirk-qwen3-8-27b","family":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","name":"Dirk Qwen3.8 27B","maker":"peculiar-ragdoll","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF/Dirk-Qwen3.8-27B-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T15:37:48.000Z","downloads":1372229,"likes":258,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8771332416,"bits":2.57,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9608001856,"bits":2.81,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9829000736,"bits":2.88,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10442848576,"bits":3.06,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":12120037696,"bits":3.55,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13146412576,"bits":3.85,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":14252865056,"bits":4.17,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":15358232096,"bits":4.5,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16464460640,"bits":4.82,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17559197216,"bits":5.14,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20876957216,"bits":6.11,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q6_K.gguf","label":"UD-Q6_K","size":21983696416,"bits":6.44,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25299080736,"bits":7.41,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q8_K_L.gguf","label":"UD-Q8_K_L","size":28045714976,"bits":8.21,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF","file":"Dirk-Qwen3.8-27B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31458010752,"bits":9.21,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Dirk-Qwen3.8-27B-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-1-flash","family":"deepseek-ai/DeepSeek-V4.1-Flash","name":"DeepSeek V4.1 Flash","maker":"DeepSeek","catalog":null,"tuned":true,"params":754.64,"active":219.55,"layers":40,"probe":"vcruz305/DeepSeek-V4.1-Flash-GGUF/DeepSeek-V4.1-Flash-Q2_K-00001-of-00007.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"mit","open":true,"released":"2026-09-10T02:17:58.000Z","downloads":1347677,"likes":163,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vcruz305/DeepSeek-V4.1-Flash-GGUF","file":"DeepSeek-V4.1-Flash-Q2_K-00001-of-00007.gguf","label":"Q2_K","size":264515279456,"bits":2.8,"known":true,"rank":3},{"repo":"smalinin/DeepSeek-V4.1-Flash-GGUF","file":"Q2_K-Q5/DeepSeek-V4.1-Flash-EngramQ5-Q2_K-00001-of-00010.gguf","label":"Q2_K","size":335382014624,"bits":3.56,"known":true,"rank":4},{"repo":"vcruz305/DeepSeek-V4.1-Flash-GGUF","file":"DeepSeek-V4.1-Flash-Q3_K_M-00001-of-00009.gguf","label":"Q3_K_M","size":347271472288,"bits":3.68,"known":true,"rank":3},{"repo":"antirez/deepseek-v4.1-flash-gguf","file":"DeepSeek-V4.1-Flash-Q2.gguf","label":"Q2","size":365713686528,"bits":3.88,"known":false,"rank":0},{"repo":"kyuz0/deepseek-v4.1-flash-gguf","file":"DeepSeek-V4.1-Flash-Q2.gguf","label":"Q2","size":365713686528,"bits":3.88,"known":false,"rank":1},{"repo":"smalinin/DeepSeek-V4.1-Flash-GGUF","file":"IQ2_XXS_GU-Q2_K_Down-Q8/DeepSeek-V4.1-Flash-EngramQ8-IQ2_XXS_GU-Q2_K_Down-00001-of-00010.gguf","label":"Q2_K_DOWN","size":371438234464,"bits":3.94,"known":false,"rank":4},{"repo":"smalinin/DeepSeek-V4.1-Flash-GGUF","file":"Q2_K_Protected-Q8/DeepSeek-V4.1-Flash-EngramQ8-Q2_K_Protected-00001-of-00010.gguf","label":"Q2_K_PROTECTED","size":413389886304,"bits":4.38,"known":false,"rank":4},{"repo":"pfeifferj/DeepSeek-V4.1-Flash-GSQ-RCO-GGUF","file":"DeepSeek-V4.1-Flash-GSQ-RCO-3.0bit.gguf","label":"DeepSeek-V4.1-Flash-GSQ-RCO-3.0bit","size":415759495360,"bits":4.41,"known":false,"rank":2},{"repo":"smalinin/DeepSeek-V4.1-Flash-GGUF","file":"IQ3_XS-Q8/DeepSeek-V4.1-Flash-EngramQ8-IQ3_XS-00001-of-00010.gguf","label":"IQ3_XS","size":434023895904,"bits":4.6,"known":true,"rank":4},{"repo":"vcruz305/DeepSeek-V4.1-Flash-GGUF","file":"DeepSeek-V4.1-Flash-Q4_K_M-00001-of-00011.gguf","label":"Q4_K_M","size":444737454720,"bits":4.71,"known":true,"rank":3},{"repo":"antirez/deepseek-v4.1-flash-gguf","file":"DeepSeek-V4.1-Flash-1017-MXFP4-experts-00001-of-00009.gguf","label":"DeepSeek-V4.1-Flash-1017-MXFP4-experts","size":501602535360,"bits":5.32,"known":false,"rank":0},{"repo":"smalinin/DeepSeek-V4.1-Flash-GGUF","file":"MXFP4/DeepSeek-V4.1-Flash-MXFP4-00001-of-00010.gguf","label":"MXFP4","size":507954227712,"bits":5.38,"known":true,"rank":4}],"repos":["antirez/deepseek-v4.1-flash-gguf","kyuz0/deepseek-v4.1-flash-gguf","pfeifferj/DeepSeek-V4.1-Flash-GSQ-RCO-GGUF","smalinin/DeepSeek-V4.1-Flash-GGUF","vcruz305/DeepSeek-V4.1-Flash-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-4b","family":"Qwen/Qwen3-4B","name":"Qwen3 4B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Qwen3-4B-GGUF/Qwen3-4B-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:41:29.000Z","downloads":1326125,"likes":541,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083150112,"bits":2.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143484192,"bits":2.28,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255345952,"bits":2.5,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-IQ2_M.gguf","label":"IQ2_M","size":1512984000,"bits":3.01,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1532931872,"bits":3.05,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q2_K.gguf","label":"Q2_K","size":1669500192,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q2_K_L.gguf","label":"Q2_K_L","size":1669500192,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670188480,"bits":3.32,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674376992,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695724832,"bits":3.37,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-IQ3_XS.gguf","label":"IQ3_XS","size":1814375360,"bits":3.61,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q3_K_S.gguf","label":"Q3_K_S","size":1886997792,"bits":3.76,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-IQ3_M.gguf","label":"IQ3_M","size":1962896320,"bits":3.91,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2075618592,"bits":4.13,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2131692832,"bits":4.24,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2239785920,"bits":4.46,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2270752032,"bits":4.52,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333986240,"bits":4.64,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q4_0.gguf","label":"Q4_0","size":2375773472,"bits":4.73,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2381344032,"bits":4.74,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2383310112,"bits":4.74,"known":true,"rank":1},{"repo":"Qwen/Qwen3-4B-GGUF","file":"Qwen3-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2497280256,"bits":4.97,"known":true,"rank":0},{"repo":"electricpipelines/Qwen3-4B-GGUF","file":"Qwen3-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2497280256,"bits":4.97,"known":true,"rank":4},{"repo":"enacimie/Qwen3-4B-Q4_K_M-GGUF","file":"qwen3-4b-q4_k_m.gguf","label":"Q4_K_M","size":2497280800,"bits":4.97,"known":true,"rank":7},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546341152,"bits":5.07,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-Q4_K_L.gguf","label":"Q4_K_L","size":2591481280,"bits":5.16,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q4_1.gguf","label":"Q4_1","size":2596629792,"bits":5.17,"known":true,"rank":1},{"repo":"Qwen/Qwen3-4B-GGUF","file":"Qwen3-4B-Q5_0.gguf","label":"Q5_0","size":2823710976,"bits":5.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-Q5_K_S.gguf","label":"Q5_K_S","size":2823712032,"bits":5.62,"known":true,"rank":1},{"repo":"Qwen/Qwen3-4B-GGUF","file":"Qwen3-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2889513184,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2905253152,"bits":5.78,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-Q5_K_L.gguf","label":"Q5_K_L","size":2983714240,"bits":5.94,"known":true,"rank":2},{"repo":"Qwen/Qwen3-4B-GGUF","file":"Qwen3-4B-Q6_K.gguf","label":"Q6_K","size":3306260704,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3400461760,"bits":6.77,"known":true,"rank":2},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658223392,"bits":7.28,"known":true,"rank":1},{"repo":"Qwen/Qwen3-4B-GGUF","file":"Qwen3-4B-Q8_0.gguf","label":"Q8_0","size":4280404704,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056700192,"bits":10.06,"known":true,"rank":1},{"repo":"ggml-org/Qwen3-4B-GGUF","file":"Qwen3-4B-f16.gguf","label":"F16","size":8051285120,"bits":16.02,"known":true,"rank":5},{"repo":"MaziyarPanahi/Qwen3-4B-GGUF","file":"Qwen3-4B.fp16.gguf","label":"Qwen3-4B.fp16","size":8051285152,"bits":16.02,"known":false,"rank":3},{"repo":"unsloth/Qwen3-4B-GGUF","file":"Qwen3-4B-BF16.gguf","label":"BF16","size":8051285536,"bits":16.02,"known":true,"rank":1}],"repos":["MaziyarPanahi/Qwen3-4B-GGUF","Qwen/Qwen3-4B-GGUF","bartowski/Qwen_Qwen3-4B-GGUF","electricpipelines/Qwen3-4B-GGUF","enacimie/Qwen3-4B-Q4_K_M-GGUF","geoffmunn/Qwen3-4B-f16","ggml-org/Qwen3-4B-GGUF","lmstudio-community/Qwen3-4B-GGUF","unsloth/Qwen3-4B-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-35b-a3b-distill","family":"empero-ai/Qwen3.8-35B-A3B-Distill","name":"Qwen3.8 35B A3B Distill","maker":"empero-ai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF/Qwen3.8-35B-A3B-Distill-IQ2_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-16T13:51:47.000Z","downloads":1322565,"likes":287,"trending":18,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-IQ2_XS.gguf","label":"IQ2_XS","size":10753466240,"bits":2.42,"known":true,"rank":4},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-I-Micro.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-I-Micro","size":10897626816,"bits":2.46,"known":false,"rank":1},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-I-Nano.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-I-Nano","size":11778430656,"bits":2.65,"known":false,"rank":1},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":12558245760,"bits":2.83,"known":true,"rank":0},{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q2_K.gguf","label":"Q2_K","size":13247182816,"bits":2.98,"known":true,"rank":4},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-Mini.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-Mini","size":13467211456,"bits":3.03,"known":false,"rank":1},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13838604160,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill.Q3_K_S.gguf","label":"Q3_K_S","size":15547035776,"bits":3.5,"known":true,"rank":2},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-i1-GGUF","file":"Qwen3.8-35B-A3B-Distill.i1-IQ3_S.gguf","label":"IQ3_S","size":15615414656,"bits":3.52,"known":true,"rank":3},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":16339529600,"bits":3.68,"known":true,"rank":0},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-Compact.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-Compact","size":16538851808,"bits":3.73,"known":false,"rank":1},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-I-Compact.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-I-Compact","size":16538852032,"bits":3.73,"known":false,"rank":1},{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q3_K_M.gguf","label":"Q3_K_M","size":17166659552,"bits":3.87,"known":true,"rank":4},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":17663774592,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill.Q3_K_L.gguf","label":"Q3_K_L","size":18552090752,"bits":4.18,"known":true,"rank":2},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":19627788160,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-i1-GGUF","file":"Qwen3.8-35B-A3B-Distill.i1-Q4_0.gguf","label":"Q4_0","size":20276226432,"bits":4.57,"known":true,"rank":3},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill.Q4_K_S.gguf","label":"Q4_K_S","size":20366862464,"bits":4.59,"known":true,"rank":2},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":21713462944,"bits":4.89,"known":true,"rank":0},{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q4_K_M.gguf","label":"Q4_K_M","size":21713463264,"bits":4.89,"known":true,"rank":4},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-i1-GGUF","file":"Qwen3.8-35B-A3B-Distill.i1-Q4_1.gguf","label":"Q4_1","size":22377884032,"bits":5.04,"known":true,"rank":3},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-Quality.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-Quality","size":22819402208,"bits":5.14,"known":false,"rank":1},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-I-Quality.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-I-Quality","size":22819402432,"bits":5.14,"known":false,"rank":1},{"repo":"mradermacher/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill.Q5_K_S.gguf","label":"Q5_K_S","size":24563755136,"bits":5.53,"known":true,"rank":2},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-Balanced.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-Balanced","size":25335984608,"bits":5.71,"known":false,"rank":1},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-APEX-I-Balanced.gguf","label":"Qwen3.8-35B-A3B-Distill-APEX-I-Balanced","size":25335984832,"bits":5.71,"known":false,"rank":1},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":25347532448,"bits":5.71,"known":true,"rank":0},{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q5_K_M.gguf","label":"Q5_K_M","size":25347532768,"bits":5.71,"known":true,"rank":4},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Q6_K.gguf","label":"Q6_K","size":29208731296,"bits":6.58,"known":true,"rank":0},{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q6_K.gguf","label":"Q6_K","size":29208731616,"bits":6.58,"known":true,"rank":4},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q8_0.gguf","label":"Q8_0","size":36903140128,"bits":8.31,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Q8_0.gguf","label":"Q8_0","size":37802149536,"bits":8.52,"known":true,"rank":0},{"repo":"ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-Distill-Q8_0.gguf","label":"Q8_0","size":37802149536,"bits":8.52,"known":true,"rank":4},{"repo":"MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","file":"Qwen3.8-35B-A3B-Distill-BF16.gguf","label":"BF16","size":69376637728,"bits":15.63,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","file":"Qwen3.8-35B-A3B-BF16.gguf","label":"BF16","size":71066994688,"bits":16.01,"known":true,"rank":0}],"repos":["MrFuzzihead/Qwen3.8-35B-A3B-Distill-APEX-GGUF","empero-ai/Qwen3.8-35B-A3B-Distill-GGUF","mradermacher/Qwen3.8-35B-A3B-Distill-GGUF","mradermacher/Qwen3.8-35B-A3B-Distill-i1-GGUF","ngquocvinh/Qwen3.8-35B-A3B-Distill-GGUF"],"logoFrom":"empero-ai"},{"id":"muse-glimmer-30b","family":"meta-models/Muse-Glimmer-30B","name":"Muse Glimmer 30B","maker":"meta-models","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":5,"probe":"AtomicChat/Muse-Glimmer-30B-GGUF/dflash-Muse-Glimmer-30B-BF16.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":41943040,"context":131072,"arch":"dflash","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-09T17:51:35.000Z","downloads":1270659,"likes":1058,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8920818976,"bits":2.56,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ2_XS.gguf","label":"IQ2_XS","size":9582585120,"bits":2.75,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ2_S.gguf","label":"IQ2_S","size":10040015392,"bits":2.88,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ2_M.gguf","label":"IQ2_M","size":10657479200,"bits":3.06,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10746373152,"bits":3.09,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q2_K.gguf","label":"Q2_K","size":11035579936,"bits":3.17,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-IQ2_XS.gguf","label":"UD-IQ2_XS","size":11513104416,"bits":3.31,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ3_XXS.gguf","label":"IQ3_XXS","size":11546640928,"bits":3.32,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":12255421472,"bits":3.52,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ3_XS.gguf","label":"IQ3_XS","size":12315026208,"bits":3.54,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q2_K_L.gguf","label":"Q2_K_L","size":12348891936,"bits":3.55,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12444212256,"bits":3.57,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q3_K_S.gguf","label":"Q3_K_S","size":12789199648,"bits":3.67,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ3_M.gguf","label":"IQ3_M","size":13106238240,"bits":3.76,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13130658848,"bits":3.77,"known":true,"rank":1},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13360983072,"bits":3.84,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q3_K_M.gguf","label":"Q3_K_M","size":13962519328,"bits":4.01,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-IQ3_M.gguf","label":"UD-IQ3_M","size":14122705696,"bits":4.06,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q3_K_L.gguf","label":"Q3_K_L","size":14782112544,"bits":4.25,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ4_XS.gguf","label":"IQ4_XS","size":15435096096,"bits":4.43,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":15878222368,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q3_K_XL.gguf","label":"Q3_K_XL","size":15958840096,"bits":4.58,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-IQ4_NL.gguf","label":"IQ4_NL","size":16238568480,"bits":4.66,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q4_0.gguf","label":"Q4_0","size":16265565216,"bits":4.67,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q4_K_S.gguf","label":"Q4_K_S","size":16320943136,"bits":4.69,"known":true,"rank":2},{"repo":"lmstudio-community/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-KQuant-17GB-Q4_K_M.gguf","label":"Q4_K_M","size":16756683904,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q4_1.gguf","label":"Q4_1","size":17828207648,"bits":5.12,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q4_K_L.gguf","label":"Q4_K_L","size":18304441120,"bits":5.26,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":19194274848,"bits":5.51,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q5_K_S.gguf","label":"Q5_K_S","size":19440690208,"bits":5.58,"known":true,"rank":2},{"repo":"meta-models/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-KQuant-Dynamic-Q4_K_XL.gguf","label":"Q4_K_XL","size":19653960832,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q5_K_L.gguf","label":"UD-Q5_K_L","size":19768527904,"bits":5.68,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q5_K_M.gguf","label":"Q5_K_M","size":20105571360,"bits":5.78,"known":true,"rank":2},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q5_K_L.gguf","label":"Q5_K_L","size":20935584544,"bits":6.01,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21789618976,"bits":6.26,"known":true,"rank":1},{"repo":"bartowski/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q6_K.gguf","label":"Q6_K","size":23414418720,"bits":6.73,"known":true,"rank":2},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26265362976,"bits":7.54,"known":true,"rank":1},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-Q8_0.gguf","label":"Q8_0","size":29612957984,"bits":8.51,"known":true,"rank":1},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"Muse-Glimmer-30B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":32300651040,"bits":9.28,"known":true,"rank":1},{"repo":"unsloth/Muse-Glimmer-30B-GGUF","file":"BF16/Muse-Glimmer-30B-BF16-00001-of-00002.gguf","label":"BF16","size":55725511168,"bits":16.01,"known":true,"rank":1}],"repos":["AaryanK/Muse-Glimmer-30B-GGUF","AtomicChat/Muse-Glimmer-30B-GGUF","NANI-Nithin/Muse-Glimmer-30B-GGUF","bartowski/Muse-Glimmer-30B-GGUF","ggml-org/Muse-Glimmer-30B-GGUF","lmstudio-community/Muse-Glimmer-30B-GGUF","meta-models/Muse-Glimmer-30B-GGUF","unsloth/Muse-Glimmer-30B-GGUF"],"logoFrom":"meta-models"},{"id":"gemma-4-e2b-it","family":"google/gemma-4-E2B-it","name":"Gemma 4 E2B","maker":"Google","catalog":"gemma-4-e2b","tuned":false,"params":4.65,"active":null,"layers":35,"probe":"unsloth/gemma-4-E2B-it-GGUF/gemma-4-E2B-it-UD-IQ2_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-02T19:58:09.000Z","downloads":1268321,"likes":770,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-4-E2B-it-qat-GGUF","file":"gemma-4-E2B-it-qat-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2186186784,"bits":3.76,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2290860128,"bits":3.94,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2290860128,"bits":3.94,"known":true,"rank":4},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2372993120,"bits":4.08,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2372993120,"bits":4.08,"known":true,"rank":4},{"repo":"ente-ai/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2403614816,"bits":4.14,"known":true,"rank":4},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q3_K_S.gguf","label":"Q3_K_S","size":2445652064,"bits":4.21,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q3_K_S.gguf","label":"Q3_K_S","size":2445652064,"bits":4.21,"known":true,"rank":4},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q3_K_M.gguf","label":"Q3_K_M","size":2536786016,"bits":4.36,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q3_K_M.gguf","label":"Q3_K_M","size":2536786016,"bits":4.36,"known":true,"rank":4},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-IQ2_M.gguf","label":"IQ2_M","size":2620200416,"bits":4.51,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E2B-it-qat-GGUF","file":"gemma-4-E2B-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2620370976,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2923782240,"bits":5.03,"known":true,"rank":0},{"repo":"ente-ai/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2923782240,"bits":5.03,"known":true,"rank":4},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-IQ4_XS.gguf","label":"IQ4_XS","size":2983944288,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-i1-GGUF","file":"gemma-4-E2B.i1-Q2_K.gguf","label":"Q2_K","size":2989070048,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-IQ4_NL.gguf","label":"IQ4_NL","size":3041083488,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q4_0.gguf","label":"Q4_0","size":3041378400,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q4_K_S.gguf","label":"Q4_K_S","size":3043934304,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-IQ3_XS.gguf","label":"IQ3_XS","size":3100712416,"bits":5.33,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q4_K_M.gguf","label":"Q4_K_M","size":3106738272,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-i1-GGUF","file":"gemma-4-E2B.i1-IQ3_S.gguf","label":"IQ3_S","size":3112392416,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-i1-GGUF","file":"gemma-4-E2B.i1-IQ3_M.gguf","label":"IQ3_M","size":3134953184,"bits":5.39,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q4_1.gguf","label":"Q4_1","size":3154919520,"bits":5.43,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-i1-GGUF","file":"gemma-4-E2B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3282335456,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q5_K_S.gguf","label":"Q5_K_S","size":3321151584,"bits":5.71,"known":true,"rank":0},{"repo":"google/gemma-4-E2B-it-qat-q4_0-gguf","file":"gemma-4-E2B_q4_0-it.gguf","label":"gemma-4-E2B_q4_0-it","size":3349516256,"bits":5.76,"known":false,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q5_K_M.gguf","label":"Q5_K_M","size":3356037216,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-Q2_K_L.gguf","label":"Q2_K_L","size":3686424032,"bits":6.34,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E2B-i1-GGUF","file":"gemma-4-E2B.i1-Q6_K.gguf","label":"Q6_K","size":3845328608,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":3956784608,"bits":6.81,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-Q4_K_L.gguf","label":"Q4_K_L","size":4129050080,"bits":7.1,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":4294176864,"bits":7.39,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-Q5_K_L.gguf","label":"Q5_K_L","size":4324754912,"bits":7.44,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-E2B-it-GGUF","file":"google_gemma-4-E2B-it-Q6_K_L.gguf","label":"Q6_K_L","size":4564856288,"bits":7.85,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4710088800,"bits":8.1,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-Q8_0.gguf","label":"Q8_0","size":5048352864,"bits":8.69,"known":true,"rank":0},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5282807904,"bits":9.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-GGUF","file":"gemma-4-E2B.f16.gguf","label":"F16","size":9311286752,"bits":16.02,"known":true,"rank":1},{"repo":"unsloth/gemma-4-E2B-it-GGUF","file":"gemma-4-E2B-it-BF16.gguf","label":"BF16","size":9311305568,"bits":16.02,"known":true,"rank":0}],"repos":["AtomicChat/gemma-4-E2B-it-GGUF","UnitGrief/gemma-4-E2B-it-GGUF","bartowski/google_gemma-4-E2B-it-GGUF","ente-ai/gemma-4-E2B-it-GGUF","ggml-org/gemma-4-E2B-it-GGUF","google/gemma-4-E2B-it-qat-q4_0-gguf","lmstudio-community/gemma-4-E2B-it-GGUF","mnsims1024/gemma-4-E2B-it-GGUF","mradermacher/gemma-4-E2B-GGUF","mradermacher/gemma-4-E2B-i1-GGUF","unsloth/gemma-4-E2B-it-GGUF","unsloth/gemma-4-E2B-it-qat-GGUF"],"logoFrom":"google"},{"id":"ornith-1-5-397b","family":"ornith-ai/Ornith-1.5-397B-GGUF","name":"Ornith 1.5 397B","maker":"ornith-ai","catalog":null,"tuned":false,"params":402.94,"active":17.63,"layers":61,"probe":"ornith-ai/Ornith-1.5-397B-GGUF/Ornith-1.5-397B-Q4_K_M.gguf","kvBytesPerToken":34806,"kvHeader":30720,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-18T06:38:58.000Z","downloads":1261164,"likes":64,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ1_S/Ornith-1.5-397B-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":81778030272,"bits":1.62,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ1_M/Ornith-1.5-397B-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":91360966336,"bits":1.81,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ2_XXS/Ornith-1.5-397B-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":106314708672,"bits":2.11,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ2_XS/Ornith-1.5-397B-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":118465607360,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ2_S/Ornith-1.5-397B-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":120510871328,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ2_M/Ornith-1.5-397B-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":133131532096,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q2_K/Ornith-1.5-397B-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":139499485024,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q2_K_L/Ornith-1.5-397B-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":140492764992,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ3_XXS/Ornith-1.5-397B-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":166077413280,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q3_K_S/Ornith-1.5-397B-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":172934920128,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ3_XS/Ornith-1.5-397B-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":181444114368,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q3_K_M/Ornith-1.5-397B-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":181491300288,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q3_K_L/Ornith-1.5-397B-Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":189477517248,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ3_M/Ornith-1.5-397B-IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":189560092608,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q3_K_XL/Ornith-1.5-397B-Q3_K_XL-00001-of-00005.gguf","label":"Q3_K_XL","size":190367496128,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ4_XS/Ornith-1.5-397B-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":212233205856,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-IQ4_NL/Ornith-1.5-397B-IQ4_NL-00001-of-00006.gguf","label":"IQ4_NL","size":224515242048,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q4_0/Ornith-1.5-397B-Q4_0-00001-of-00006.gguf","label":"Q4_0","size":225439037472,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q4_K_S/Ornith-1.5-397B-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":232835692576,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q4_K_M/Ornith-1.5-397B-Q4_K_M-00001-of-00007.gguf","label":"Q4_K_M","size":241805932672,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q4_1/Ornith-1.5-397B-Q4_1-00001-of-00007.gguf","label":"Q4_1","size":249095043232,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q5_K_S/Ornith-1.5-397B-Q5_K_S-00001-of-00007.gguf","label":"Q5_K_S","size":273994332320,"bits":5.44,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q5_K_M/Ornith-1.5-397B-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":283257518432,"bits":5.62,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q6_K.gguf","label":"Q6_K","size":330965603104,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-397B-GGUF","file":"Ornith-1.5-397B-Q8_0/Ornith-1.5-397B-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":421576669536,"bits":8.37,"known":true,"rank":0}],"repos":["bartowski/Ornith-1.5-397B-GGUF","ornith-ai/Ornith-1.5-397B-GGUF"],"logoFrom":"ornith-ai"},{"id":"laguna-xs-2-1","family":"poolside/Laguna-XS-2.1","name":"Laguna XS 2.1","maker":"poolside","catalog":null,"tuned":false,"params":33.44,"active":3.02,"layers":40,"probe":"mradermacher/Laguna-XS-2.1-i1-GGUF/Laguna-XS-2.1.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"laguna","vision":false,"licence":"openmdw-1.1","open":false,"released":"2026-06-20T14:14:26.000Z","downloads":1222131,"likes":158,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Laguna-XS-2.1-i1-GGUF","file":"Laguna-XS-2.1.i1-IQ1_S.gguf","label":"IQ1_S","size":6886374688,"bits":1.65,"known":true,"rank":4},{"repo":"mradermacher/Laguna-XS-2.1-i1-GGUF","file":"Laguna-XS-2.1.i1-IQ1_M.gguf","label":"IQ1_M","size":7630331680,"bits":1.83,"known":true,"rank":4},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9404976000,"bits":2.25,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ2_XS.gguf","label":"IQ2_XS","size":10386596736,"bits":2.48,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ2_S.gguf","label":"IQ2_S","size":10620330880,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Laguna-XS-2.1-i1-GGUF","file":"Laguna-XS-2.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11430236960,"bits":2.73,"known":true,"rank":4},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ2_M.gguf","label":"IQ2_M","size":11635506048,"bits":2.78,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q2_K.gguf","label":"Q2_K","size":12157833600,"bits":2.91,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q2_K_L.gguf","label":"Q2_K_L","size":12358537600,"bits":2.96,"known":true,"rank":1},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-I-Mini.gguf","label":"Laguna-XS-2.1-APEX-I-Mini","size":12827817504,"bits":3.07,"known":false,"rank":2},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14285958016,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/Laguna-XS-2.1-i1-GGUF","file":"Laguna-XS-2.1.i1-IQ3_S.gguf","label":"IQ3_S","size":14538690848,"bits":3.48,"known":true,"rank":4},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q3_K_S.gguf","label":"Q3_K_S","size":14894198656,"bits":3.56,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ3_XS.gguf","label":"IQ3_XS","size":15563714432,"bits":3.72,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q3_K_M.gguf","label":"Q3_K_M","size":15575904128,"bits":3.73,"known":true,"rank":1},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-Compact.gguf","label":"Laguna-XS-2.1-APEX-Compact","size":15775073312,"bits":3.77,"known":false,"rank":2},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-I-Compact.gguf","label":"Laguna-XS-2.1-APEX-I-Compact","size":15775073568,"bits":3.77,"known":false,"rank":2},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q3_K_L.gguf","label":"Q3_K_L","size":16129879936,"bits":3.86,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ3_M.gguf","label":"IQ3_M","size":16282120064,"bits":3.9,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":16309710720,"bits":3.9,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ4_XS.gguf","label":"IQ4_XS","size":18211212672,"bits":4.36,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q4_0.gguf","label":"Q4_0","size":19210003840,"bits":4.6,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-IQ4_NL.gguf","label":"IQ4_NL","size":19212625280,"bits":4.6,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q4_K_S.gguf","label":"Q4_K_S","size":19781477760,"bits":4.73,"known":true,"rank":1},{"repo":"poolside/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q4_K_M.gguf","label":"Q4_K_M","size":20274300032,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q4_K_L.gguf","label":"Q4_K_L","size":20700620160,"bits":4.95,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q4_1.gguf","label":"Q4_1","size":21183993216,"bits":5.07,"known":true,"rank":1},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-Quality.gguf","label":"Laguna-XS-2.1-APEX-Quality","size":21819406880,"bits":5.22,"known":false,"rank":2},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-I-Quality.gguf","label":"Laguna-XS-2.1-APEX-I-Quality","size":21819407136,"bits":5.22,"known":false,"rank":2},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q5_K_S.gguf","label":"Q5_K_S","size":23226631552,"bits":5.56,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q5_K_M.gguf","label":"Q5_K_M","size":24005035392,"bits":5.74,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q5_K_L.gguf","label":"Q5_K_L","size":24131880320,"bits":5.77,"known":true,"rank":1},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-Balanced.gguf","label":"Laguna-XS-2.1-APEX-Balanced","size":24308693536,"bits":5.82,"known":false,"rank":2},{"repo":"mudler/Laguna-XS-2.1-APEX-GGUF","file":"Laguna-XS-2.1-APEX-I-Balanced.gguf","label":"Laguna-XS-2.1-APEX-I-Balanced","size":24308693792,"bits":5.82,"known":false,"rank":2},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q6_K.gguf","label":"Q6_K","size":29036854144,"bits":6.95,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q6_K_L.gguf","label":"Q6_K_L","size":29136403328,"bits":6.97,"known":true,"rank":1},{"repo":"bartowski/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-Q8_0.gguf","label":"Q8_0","size":35597116800,"bits":8.52,"known":true,"rank":1},{"repo":"poolside/Laguna-XS-2.1-GGUF","file":"Laguna-XS-2.1-BF16.gguf","label":"BF16","size":66930226304,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Laguna-XS-2.1-GGUF","ggml-org/Laguna-XS-2.1-GGUF","mradermacher/Laguna-XS-2.1-i1-GGUF","mudler/Laguna-XS-2.1-APEX-GGUF","poolside/Laguna-XS-2.1-GGUF"],"logoFrom":"poolside"},{"id":"qwen3-8-27b-heretic-abliterated-uncensored","family":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","name":"Qwen3.8 27B Heretic Abliterated Uncensored","maker":"0bserverx","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF/RVN-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T18:48:26.000Z","downloads":1213821,"likes":861,"trending":35,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"Muyuxiao/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"therickcain/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"cole17e/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"mincon/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"Ryn1998/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"slevinw/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"xannie1/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"SlickPulla/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S.gguf","label":"IQ1_S","size":7149824512,"bits":2.13,"known":true,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"Muyuxiao/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"therickcain/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"cole17e/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"mincon/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"Ryn1998/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"slevinw/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"xannie1/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"SlickPulla/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_S-multilingual.gguf","label":"RVN-IQ1_S-multilingual","size":7149824544,"bits":2.13,"known":false,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"Muyuxiao/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"therickcain/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"cole17e/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"mincon/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"Ryn1998/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"slevinw/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"xannie1/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"SlickPulla/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M.gguf","label":"IQ1_M","size":7631084032,"bits":2.27,"known":true,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"Muyuxiao/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"therickcain/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"cole17e/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"mincon/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"Ryn1998/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"slevinw/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"xannie1/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"SlickPulla/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ1_M-multilingual.gguf","label":"RVN-IQ1_M-multilingual","size":7631084064,"bits":2.27,"known":false,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183232,"bits":2.51,"known":true,"rank":0},{"repo":"Muyuxiao/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183232,"bits":2.51,"known":true,"rank":0},{"repo":"therickcain/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183232,"bits":2.51,"known":true,"rank":0},{"repo":"cole17e/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","file":"RVN-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183232,"bits":2.51,"known":true,"rank":0}],"repos":["0bserverx/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","Muyuxiao/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","Ryn1998/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","SlickPulla/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","cole17e/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","mincon/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","mradermacher/Qwen3.8-27B-Heretic-Abliterated-Uncensored-i1-GGUF","mradermacher/Qwen3.8-27B-Uncensored-Heretic-Abliterated-i1-GGUF","slevinw/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","therickcain/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF","xannie1/Qwen3.8-27B-Heretic-Abliterated-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-6-35b-a3b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.6 35B A3B Uncensored HauhauCS Aggressive (HauhauCS)","maker":"HauhauCS","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-17T00:15:26.000Z","downloads":1179959,"likes":4099,"trending":44,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ1_S.gguf","label":"IQ1_S","size":7484143136,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ1_M.gguf","label":"IQ1_M","size":8239210016,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654816,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507032096,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ2_S.gguf","label":"IQ2_S","size":10652481056,"bits":2.46,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":11659235456,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152098336,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q2_K.gguf","label":"Q2_K","size":12939595296,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760416,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145696,"bits":3.34,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":14981265536,"bits":3.46,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182186016,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-IQ3_S.gguf","label":"IQ3_S","size":15250425376,"bits":3.52,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":15440519296,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765728,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115331616,"bits":4.18,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":18728777856,"bits":4.32,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":19023337600,"bits":4.39,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","label":"IQ4_NL","size":19779278976,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q4_0.gguf","label":"Q4_0","size":19799268896,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889905184,"bits":4.59,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":21166758016,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q4_1.gguf","label":"Q4_1","size":21848170016,"bits":5.04,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":23424536704,"bits":5.41,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284896,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729132576,"bits":5.71,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":28027394176,"bits":6.47,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-Aggressive.i1-Q6_K.gguf","label":"Q6_K","size":28514154016,"bits":6.58,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":30649317504,"bits":7.07,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":43605014656,"bits":10.06,"known":false,"rank":0}],"repos":["HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","mradermacher/Qwen3.6-35B-A3B-Uncensored-Aggressive-i1-GGUF"],"logoFrom":"Qwen"},{"id":"ornith-1-5-122b","family":"ornith-ai/Ornith-1.5-122B-GGUF","name":"Ornith 1.5 122B","maker":"ornith-ai","catalog":null,"tuned":false,"params":124.64,"active":9.95,"layers":49,"probe":"ornith-ai/Ornith-1.5-122B-GGUF/Ornith-1.5-122B-Q4_K_M.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-10-16T07:14:27.000Z","downloads":1169230,"likes":172,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ1_S.gguf","label":"IQ1_S","size":30009401664,"bits":1.93,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ1_M.gguf","label":"IQ1_M","size":33218228544,"bits":2.13,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ2_XXS.gguf","label":"IQ2_XXS","size":38269075776,"bits":2.46,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ2_XS.gguf","label":"IQ2_XS","size":39998906688,"bits":2.57,"known":true,"rank":1},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":40356745472,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":41967395072,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ2_S.gguf","label":"IQ2_S","size":42511495488,"bits":2.73,"known":true,"rank":1},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":44533952768,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ2_M.gguf","label":"IQ2_M","size":46383407424,"bits":2.98,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q2_K.gguf","label":"Q2_K","size":48946782528,"bits":3.14,"known":true,"rank":1},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":49515667712,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ3_XXS/Ornith-1.5-122B-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":54355173888,"bits":3.49,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q3_K_S/Ornith-1.5-122B-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":57479963136,"bits":3.69,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ3_XS/Ornith-1.5-122B-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":57864724992,"bits":3.71,"known":true,"rank":1},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"UD-Q3_K_XL/Ornith-1.5-122B-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":59761254545,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q3_K_M/Ornith-1.5-122B-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":60612125216,"bits":3.89,"known":true,"rank":1},{"repo":"AtomicChat/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-AD-IQ4_XS-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":62151958784,"bits":3.99,"known":true,"rank":2},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q3_K_L/Ornith-1.5-122B-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":64170828320,"bits":4.12,"known":true,"rank":1},{"repo":"prithivMLmods/Ornith-1.5-122B-MTP-GGUF","file":"Q3_K_L/Ornith-1.5-122B.Q3_K_L.gguf","label":"Q3_K_L","size":64661782528,"bits":4.15,"known":true,"rank":4},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ3_M/Ornith-1.5-122B-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":67631915520,"bits":4.34,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ4_XS/Ornith-1.5-122B-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":70214361600,"bits":4.51,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q4_0/Ornith-1.5-122B-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":71257625088,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q4_K_S/Ornith-1.5-122B-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":74171687424,"bits":4.76,"known":true,"rank":1},{"repo":"ornith-ai/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q4_K_M.gguf","label":"Q4_K_M","size":75843911648,"bits":4.87,"known":true,"rank":0},{"repo":"prithivMLmods/Ornith-1.5-122B-MTP-GGUF","file":"Q4_K_M/Ornith-1.5-122B.Q4_K_M.gguf","label":"Q4_K_M","size":75843911680,"bits":4.87,"known":true,"rank":4},{"repo":"AtomicChat/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-AD-Q5_K-Q4_K-00001-of-00002.gguf","label":"Q4_K","size":78459412736,"bits":5.04,"known":true,"rank":2},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q4_1/Ornith-1.5-122B-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":78475989536,"bits":5.04,"known":true,"rank":1},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-IQ4_NL/Ornith-1.5-122B-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":78921736736,"bits":5.07,"known":true,"rank":1},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"UD-Q4_K_XL/Ornith-1.5-122B-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":79713771665,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q4_K_L/Ornith-1.5-122B-Q4_K_L-00001-of-00003.gguf","label":"Q4_K_L","size":84722459296,"bits":5.44,"known":true,"rank":1},{"repo":"ornith-ai/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q5_K_M.gguf","label":"Q5_K_M","size":88710135776,"bits":5.69,"known":true,"rank":0},{"repo":"prithivMLmods/Ornith-1.5-122B-MTP-GGUF","file":"Q5_K_M/Ornith-1.5-122B.Q5_K_M.gguf","label":"Q5_K_M","size":88710135808,"bits":5.69,"known":true,"rank":4},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q5_K_S/Ornith-1.5-122B-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":89057272480,"bits":5.72,"known":true,"rank":1},{"repo":"AtomicChat/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-AD-Q6_K-Q5_K-00001-of-00003.gguf","label":"Q5_K","size":93256917376,"bits":5.99,"known":true,"rank":2},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"UD-Q5_K_XL/Ornith-1.5-122B-UD-Q5_K_XL-00001-of-00003.gguf","label":"UD-Q5_K_XL","size":94611939505,"bits":6.07,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q6_K.gguf","label":"Q6_K","size":102380498912,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q6_K_S/Ornith-1.5-122B-Q6_K_S-00001-of-00003.gguf","label":"Q6_K_S","size":104421008000,"bits":6.7,"known":true,"rank":1},{"repo":"unsloth/Ornith-1.5-122B-GGUF","file":"UD-Q6_K_XL/Ornith-1.5-122B-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":114222407953,"bits":7.33,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-Q8_0.gguf","label":"Q8_0","size":132555710048,"bits":8.51,"known":true,"rank":0},{"repo":"ornith-ai/Ornith-1.5-122B-GGUF","file":"Ornith-1.5-122B-BF16.gguf","label":"BF16","size":249362980832,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/Ornith-1.5-122B-GGUF","bartowski/Ornith-1.5-122B-GGUF","fajardc/Ornith-1.5-122B-GSQ-RCO-GGUF","mradermacher/Ornith-1.5-122B-i1-GGUF","ornith-ai/Ornith-1.5-122B-GGUF","prithivMLmods/Ornith-1.5-122B-MTP-GGUF","unsloth/Ornith-1.5-122B-GGUF"],"logoFrom":"ornith-ai"},{"id":"hyperclovax-seed-text-instruct-1-5b","family":"naver-hyperclovax/HyperCLOVAX-SEED-Text-Instruct-1.5B","name":"HyperCLOVAX SEED Text 1.5B","maker":"naver-hyperclovax","catalog":null,"tuned":false,"params":1.81,"active":null,"layers":24,"probe":"rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF/hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-04-22T08:36:10.000Z","downloads":1148409,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF","file":"hyperclovax-seed-text-instruct-1.5b-q4_k_m.gguf","label":"Q4_K_M","size":1133974368,"bits":5.01,"known":true,"rank":0}],"repos":["rippertnt/HyperCLOVAX-SEED-Text-Instruct-1.5B-Q4_K_M-GGUF"],"logoFrom":"naver-hyperclovax"},{"id":"qwen3-vl-4b-instruct","family":"Qwen/Qwen3-VL-4B-Instruct","name":"Qwen3 VL 4B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Qwen3-VL-4B-Instruct-GGUF/Qwen3-VL-4B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-11T07:23:22.000Z","downloads":1136938,"likes":174,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083151136,"bits":2.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143485216,"bits":2.28,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255346976,"bits":2.5,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":1512984992,"bits":3.01,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1530403616,"bits":3.05,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q2_K.gguf","label":"Q2_K","size":1669501216,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1669501216,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670189472,"bits":3.32,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674378016,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695725856,"bits":3.37,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1814376352,"bits":3.61,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1886998816,"bits":3.76,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1962897312,"bits":3.91,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":2075619616,"bits":4.13,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2128386336,"bits":4.24,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2239786912,"bits":4.46,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2270753056,"bits":4.52,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333987232,"bits":4.64,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q4_0.gguf","label":"Q4_0","size":2375774496,"bits":4.73,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":2381345056,"bits":4.74,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2383311136,"bits":4.74,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3VL-4B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2497281664,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546342176,"bits":5.07,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2591482272,"bits":5.16,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q4_1.gguf","label":"Q4_1","size":2596630816,"bits":5.17,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2823713056,"bits":5.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2889515296,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2899222816,"bits":5.77,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2983715232,"bits":5.94,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-Q6_K.gguf","label":"Q6_K","size":3306262816,"bits":6.58,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","file":"Qwen_Qwen3-VL-4B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":3400462752,"bits":6.77,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658224416,"bits":7.28,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3VL-4B-Instruct-Q8_0.gguf","label":"Q8_0","size":4280406144,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056701216,"bits":10.06,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3VL-4B-Instruct-F16.gguf","label":"F16","size":8051286144,"bits":16.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","file":"Qwen3-VL-4B-Instruct-BF16.gguf","label":"BF16","size":8051286560,"bits":16.02,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-4B-Instruct-GGUF","bartowski/Qwen_Qwen3-VL-4B-Instruct-GGUF","lmstudio-community/Qwen3-VL-4B-Instruct-GGUF","unsloth/Qwen3-VL-4B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"hy-mt2-7b","family":"tencent/Hy-MT2-7B","name":"Hy MT2 7B","maker":"Tencent","catalog":null,"tuned":false,"params":7.5,"active":null,"layers":32,"probe":"tencent/Hy-MT2-7B-GGUF/Hy-MT2-7B-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-11T14:56:58.000Z","downloads":1094212,"likes":99,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tencent/Hy-MT2-7B-GGUF","file":"Hy-MT2-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4624648896,"bits":4.93,"known":true,"rank":0},{"repo":"tencent/Hy-MT2-7B-GGUF","file":"HY-MT2-7B-Q6_K.gguf","label":"Q6_K","size":6164482720,"bits":6.58,"known":true,"rank":0},{"repo":"tencent/Hy-MT2-7B-GGUF","file":"HY-MT2-7B-Q8_0.gguf","label":"Q8_0","size":7981928896,"bits":8.51,"known":true,"rank":0}],"repos":["tencent/Hy-MT2-7B-GGUF"],"logoFrom":"tencent"},{"id":"deepseek-v4","family":"antirez/deepseek-v4-gguf","name":"Deepseek V4","maker":"antirez","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"antirez/deepseek-v4-gguf/DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-04-26T07:54:05.000Z","downloads":1090137,"likes":495,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf","label":"DeepSeek-V4-Flash-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-chat-v2","size":86720111200,"bits":2.44,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Flash-Vision-Exp-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8.gguf","label":"OUTQ8","size":86720111776,"bits":2.44,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731.gguf","label":"DeepSeek-V4-Flash-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2-mxfp4-0731","size":155976458848,"bits":4.39,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Flash-Vision-Exp-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out.gguf","label":"DeepSeek-V4-Flash-Vision-Exp-MXFP4Experts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out","size":155976459136,"bits":4.39,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2.gguf","label":"DeepSeek-V4-Flash-Q4KExperts-F16HC-F16Compressor-F16Indexer-Q8Attn-Q8Shared-Q8Out-chat-v2","size":164633502304,"bits":4.63,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Pro-Q4K-Layers-31-output.gguf","label":"DeepSeek-V4-Pro-Q4K-Layers-31-output","size":441962533120,"bits":12.44,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Pro-Q4K-Layers00-30.gguf","label":"DeepSeek-V4-Pro-Q4K-Layers00-30","size":457521327328,"bits":12.87,"known":false,"rank":0},{"repo":"antirez/deepseek-v4-gguf","file":"DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct.gguf","label":"DeepSeek-V4-Pro-IQ2XXS-w2Q2K-AProjQ8-SExpQ8-OutQ8-Instruct","size":464627334240,"bits":13.07,"known":false,"rank":0}],"repos":["antirez/deepseek-v4-gguf"],"logoFrom":"deepseek-ai"},{"id":"qwen3-8b","family":"Qwen/Qwen3-8B","name":"Qwen3 8B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"unsloth/Qwen3-8B-GGUF/Qwen3-8B-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:42:21.000Z","downloads":1072491,"likes":617,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2275379008,"bits":2.22,"known":true,"rank":1},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2396489536,"bits":2.34,"known":true,"rank":1},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2605221696,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-IQ2_M.gguf","label":"IQ2_M","size":3051914784,"bits":2.98,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3110897472,"bits":3.04,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-8B-f16","file":"Qwen3-8B-f16:Q2_K.gguf","label":"Q2_K","size":3281732960,"bits":3.21,"known":true,"rank":7},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q2_K.gguf","label":"Q2_K","size":3281733440,"bits":3.21,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633312,"bits":3.29,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410265920,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3427592000,"bits":3.35,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-8B-f16","file":"Qwen3-8B-f16:Q2_K_HIFI.gguf","label":"Q2_K_HIFI","size":3442926944,"bits":3.36,"known":false,"rank":7},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501975360,"bits":3.42,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3626874400,"bits":3.54,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3769612096,"bits":3.68,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-IQ3_M.gguf","label":"IQ3_M","size":3896620576,"bits":3.81,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4124161856,"bits":4.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4307052352,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4431394336,"bits":4.33,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4581287744,"bits":4.48,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-Q4_0.gguf","label":"Q4_0","size":4787332640,"bits":4.68,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4793624384,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4802012992,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975932960,"bits":4.86,"known":true,"rank":2},{"repo":"Qwen/Qwen3-8B-GGUF","file":"Qwen3-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5027783488,"bits":4.91,"known":true,"rank":0},{"repo":"Aldaris/Qwen3-8B-Q4_K_M-GGUF","file":"qwen3-8b-q4_k_m.gguf","label":"Q4_K_M","size":5027783872,"bits":4.91,"known":true,"rank":5},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5135722304,"bits":5.02,"known":true,"rank":1},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q4_1.gguf","label":"Q4_1","size":5247756096,"bits":5.13,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5489669664,"bits":5.36,"known":true,"rank":2},{"repo":"Qwen/Qwen3-8B-GGUF","file":"Qwen3-8B-Q5_0.gguf","label":"Q5_0","size":5720761152,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5720762176,"bits":5.59,"known":true,"rank":1},{"repo":"Qwen/Qwen3-8B-GGUF","file":"Qwen3-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5851112224,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5878081344,"bits":5.74,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6235207200,"bits":6.09,"known":true,"rank":2},{"repo":"Qwen/Qwen3-8B-GGUF","file":"Qwen3-8B-Q6_K.gguf","label":"Q6_K","size":6725899040,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-8B-GGUF","file":"Qwen_Qwen3-8B-Q6_K_L.gguf","label":"Q6_K_L","size":7027340832,"bits":6.86,"known":true,"rank":2},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490549568,"bits":7.32,"known":true,"rank":1},{"repo":"Qwen/Qwen3-8B-GGUF","file":"Qwen3-8B-Q8_0.gguf","label":"Q8_0","size":8709518112,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824038208,"bits":10.57,"known":true,"rank":1},{"repo":"MaziyarPanahi/Qwen3-8B-GGUF","file":"Qwen3-8B.fp16.gguf","label":"Qwen3-8B.fp16","size":16388044000,"bits":16.01,"known":false,"rank":3},{"repo":"unsloth/Qwen3-8B-GGUF","file":"Qwen3-8B-BF16.gguf","label":"BF16","size":16388044384,"bits":16.01,"known":true,"rank":1}],"repos":["Aldaris/Qwen3-8B-Q4_K_M-GGUF","MaziyarPanahi/Qwen3-8B-GGUF","Qwen/Qwen3-8B-GGUF","bartowski/Qwen_Qwen3-8B-GGUF","geoffmunn/Qwen3-8B-f16","ggml-org/Qwen3-8B-GGUF","lmstudio-community/Qwen3-8B-GGUF","unsloth/Qwen3-8B-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-7b-instruct","family":"Qwen/Qwen2.5-7B-Instruct","name":"Qwen2.5 7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"MaziyarPanahi/Qwen2.5-7B-Instruct-GGUF/Qwen2.5-7B-Instruct.IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-15T12:17:40.000Z","downloads":1069043,"likes":335,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":1903667872,"bits":2,"known":true,"rank":2},{"repo":"MaziyarPanahi/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":2042196640,"bits":2.14,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-i1-GGUF","file":"Qwen2.5-7B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078368,"bits":2.39,"known":true,"rank":6},{"repo":"MaziyarPanahi/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2469022368,"bits":2.59,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-i1-GGUF","file":"Qwen2.5-7B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638368,"bits":2.73,"known":true,"rank":6},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2780342976,"bits":2.92,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-7B-Instruct-i1-GGUF","file":"Qwen2.5-7B-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074688,"bits":2.98,"known":true,"rank":6},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q2_k.gguf","label":"Q2_K","size":3015940000,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3346256320,"bits":3.51,"known":true,"rank":1},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3492368704,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.IQ3_S.gguf","label":"IQ3_S","size":3499192768,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3548164800,"bits":3.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.IQ3_M.gguf","label":"IQ3_M","size":3574012352,"bits":3.75,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":3808391072,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4088459584,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4218473152,"bits":4.43,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf","label":"Q4_0","size":4431390848,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431391168,"bits":4.65,"known":false,"rank":1},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431391168,"bits":4.65,"known":false,"rank":1},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431391168,"bits":4.65,"known":false,"rank":1},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4457769280,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.IQ4_NL.gguf","label":"IQ4_NL","size":4463274432,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332672,"bits":4.79,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf","label":"Q4_K_M","size":4683073632,"bits":4.92,"known":true,"rank":0},{"repo":"paultimothymooney/Qwen2.5-7B-Instruct-Q4_K_M-GGUF","file":"qwen2.5-7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4683073952,"bits":4.92,"known":true,"rank":4},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.Q4_1.gguf","label":"Q4_1","size":4873283904,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5087564480,"bits":5.34,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q5_0-00001-of-00002.gguf","label":"Q5_0","size":5315176576,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5315176768,"bits":5.58,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf","label":"Q5_K_M","size":5444831360,"bits":5.72,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.Q5_1.gguf","label":"Q5_1","size":5757069632,"bits":6.04,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5781197504,"bits":6.07,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf","label":"Q6_K","size":6254198880,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6518182592,"bits":6.84,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-q8_0-00001-of-00003.gguf","label":"Q8_0","size":8098525408,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-GGUF","file":"Qwen2.5-7B.SOURCE.gguf","label":"Qwen2.5-7B.SOURCE","size":15237853216,"bits":16,"known":false,"rank":1},{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","file":"qwen2.5-7b-instruct-fp16-00001-of-00004.gguf","label":"qwen2.5-7b-instruct-fp16","size":15237853536,"bits":16,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct-f16.gguf","label":"F16","size":15237853600,"bits":16,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.SOURCE.gguf","label":"Qwen2.5-7B-Instruct.SOURCE","size":15237853600,"bits":16,"known":false,"rank":5},{"repo":"MaziyarPanahi/Qwen2.5-7B-Instruct-GGUF","file":"Qwen2.5-7B-Instruct.fp16.gguf","label":"Qwen2.5-7B-Instruct.fp16","size":15237853632,"bits":16,"known":false,"rank":2}],"repos":["MaziyarPanahi/Qwen2.5-7B-Instruct-GGUF","QuantFactory/Qwen2.5-7B-Instruct-GGUF","Qwen/Qwen2.5-7B-Instruct-GGUF","bartowski/Qwen2.5-7B-Instruct-GGUF","lmstudio-community/Qwen2.5-7B-Instruct-GGUF","mradermacher/Qwen2.5-7B-GGUF","mradermacher/Qwen2.5-7B-Instruct-GGUF","mradermacher/Qwen2.5-7B-Instruct-i1-GGUF","paultimothymooney/Qwen2.5-7B-Instruct-Q4_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"gpt-oss-20b","family":"openai/gpt-oss-20b","name":"GPT-OSS 20B","maker":"OpenAI","catalog":"gpt-oss-20b","tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"unsloth/gpt-oss-20b-GGUF/gpt-oss-20b-Q3_K_S.gguf","kvBytesPerToken":26560,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-04T22:33:29.000Z","downloads":1020852,"likes":1219,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1317,"arenaCoding":1368,"arenaVision":null,"builds":[{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q3_K_S.gguf","label":"Q3_K_S","size":11463894208,"bits":4.39,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q2_K.gguf","label":"Q2_K","size":11468317888,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-Q3_K_L.gguf","label":"Q3_K_L","size":11488223296,"bits":4.4,"known":true,"rank":1},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q4_0.gguf","label":"Q4_0","size":11501495488,"bits":4.4,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q3_K_M.gguf","label":"Q3_K_M","size":11506103488,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ2_XS.gguf","label":"IQ2_XS","size":11510341696,"bits":4.4,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ2_XXS.gguf","label":"IQ2_XXS","size":11510341696,"bits":4.4,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ2_M.gguf","label":"IQ2_M","size":11545731136,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ2_S.gguf","label":"IQ2_S","size":11545731136,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ3_M.gguf","label":"IQ3_M","size":11559002176,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ3_XS.gguf","label":"IQ3_XS","size":11559002176,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ3_XXS.gguf","label":"IQ3_XXS","size":11559002176,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ4_NL.gguf","label":"IQ4_NL","size":11561214016,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-IQ4_XS.gguf","label":"IQ4_XS","size":11561214016,"bits":4.42,"known":true,"rank":1},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q4_1.gguf","label":"Q4_1","size":11577504448,"bits":4.43,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q4_K_S.gguf","label":"Q4_K_S","size":11618492608,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q4_K_M.gguf","label":"Q4_K_M","size":11624759488,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q5_K_S.gguf","label":"Q5_K_S","size":11711827648,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q5_K_M.gguf","label":"Q5_K_M","size":11717357248,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-Q2_K_L.gguf","label":"Q2_K_L","size":11757884608,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-Q3_K_XL.gguf","label":"Q3_K_XL","size":11777790016,"bits":4.51,"known":true,"rank":1},{"repo":"unsloth/gpt-oss-20b-GGUF","file":"gpt-oss-20b-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":11872347328,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-Q4_K_L.gguf","label":"Q4_K_L","size":11890593856,"bits":4.55,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-Q5_K_L.gguf","label":"Q5_K_L","size":11909394496,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-20b-GGUF","file":"openai_gpt-oss-20b-MXFP4.gguf","label":"MXFP4","size":12109565760,"bits":4.63,"known":true,"rank":1}],"repos":["bartowski/openai_gpt-oss-20b-GGUF","ggml-org/gpt-oss-20b-GGUF","lmstudio-community/gpt-oss-20b-GGUF","unsloth/gpt-oss-20b-GGUF"],"logoFrom":"openai"},{"id":"mimo-v2-6-distill-qwen-9b","family":"XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B","name":"MiMo V2.6 Distill Qwen 9B","maker":"Xiaomi","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/MiMo-V2.6-Distill-Qwen-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-09-21T18:18:40.000Z","downloads":984224,"likes":207,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-IQ2_M.gguf","label":"IQ2_M","size":3536901664,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q2_K.gguf","label":"Q2_K","size":3644380704,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4138833440,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4260304416,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4268037664,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4479948320,"bits":4,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q3_K_L.gguf","label":"Q3_K_L","size":4659156512,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-IQ3_M.gguf","label":"IQ3_M","size":4846458400,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5227304480,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q4_0.gguf","label":"Q4_0","size":5482829344,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5483255328,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5825058336,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5841049120,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q4_1.gguf","label":"Q4_1","size":5944858144,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6202021408,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6496015904,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6876124704,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q6_K_S.gguf","label":"Q6_K_S","size":7509284384,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q6_K.gguf","label":"Q6_K","size":7793710624,"bits":6.97,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8106579488,"bits":7.25,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Q8_0.gguf","label":"Q8_0","size":9545979424,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-bf16.gguf","label":"BF16","size":17920693440,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","ggml-org/MiMo-V2.6-Distill-Qwen-9B-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"glm-5-3-flash","family":"zai-org/GLM-5.3-Flash","name":"GLM 5.3 Flash","maker":"Z.ai","catalog":null,"tuned":true,"params":320.76,"active":24.81,"layers":45,"probe":"batiai/GLM-5.3-Flash-GGUF/GLM-5.3-Flash-IQ2_XXS-00001-of-00002.gguf","kvBytesPerToken":13032,"kvHeader":11264,"kvFixed":0,"context":1048576,"arch":"glm5next","vision":true,"licence":"mit","open":true,"released":"2026-08-25T06:43:14.000Z","downloads":959524,"likes":646,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1477,"arenaCoding":1526,"arenaVision":1283,"builds":[{"repo":"batiai/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":82245085824,"bits":2.05,"known":true,"rank":3},{"repo":"aj9o9/GLM-5.3-Flash-GGUF","file":"AJ-IQ2_XXS/GLM-5.3-Flash-AJ-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":87346006560,"bits":2.18,"known":true,"rank":2},{"repo":"avar6/GLM-5.3-Flash-BF16-gguf","file":"IQ2_XXS-2.32bpw/GLM-5.3-Flash-IQ2_XXS-2.32bpw-00001-of-00002.gguf","label":"IQ2_XXS","size":92859876160,"bits":2.32,"known":true,"rank":4},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-IQ1_S/GLM-5.3-Flash-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":93087245088,"bits":2.32,"known":true,"rank":0},{"repo":"antirez/glm-5.3-flash-gguf","file":"GLM-5.3-Flash-Q2.gguf","label":"Q2","size":96505816384,"bits":2.41,"known":false,"rank":0},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-IQ1_M/GLM-5.3-Flash-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":97579344672,"bits":2.43,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-IQ2_XXS/GLM-5.3-Flash-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":101844951904,"bits":2.54,"known":true,"rank":0},{"repo":"stealth-model/GLM-5.3-Flash-GGUF","file":"IQ2_XXS/GLM-5.3-Flash-IQ2_XXS-00001-of-00004.gguf","label":"IQ2_XXS","size":101844951904,"bits":2.54,"known":true,"rank":5},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-Q2_K_XL/GLM-5.3-Flash-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":108720071552,"bits":2.71,"known":true,"rank":0},{"repo":"ggml-org/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q2_K_S-00001-of-00002.gguf","label":"Q2_K_S","size":110027352864,"bits":2.74,"known":true,"rank":0},{"repo":"aj9o9/GLM-5.3-Flash-GGUF","file":"AJ-IQ3_XXS/GLM-5.3-Flash-AJ-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":112411167424,"bits":2.8,"known":true,"rank":2},{"repo":"avar6/GLM-5.3-Flash-BF16-gguf","file":"IQ2_S-2.83bpw/GLM-5.3-Flash-IQ2_S-2.83bpw-00001-of-00003.gguf","label":"IQ2_S","size":113618904000,"bits":2.83,"known":true,"rank":4},{"repo":"batiai/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":114160338304,"bits":2.85,"known":true,"rank":3},{"repo":"vcruz305/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q2_K.gguf","label":"Q2_K","size":116728212640,"bits":2.91,"known":true,"rank":0},{"repo":"pfeifferj/GLM-5.3-Flash-GSQ-RCO-GGUF","file":"GLM-5.3-Flash-GSQ-RCO-3.0bit.gguf","label":"GLM-5.3-Flash-GSQ-RCO-3.0bit","size":117481680096,"bits":2.93,"known":false,"rank":1},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-IQ3_XXS/GLM-5.3-Flash-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":120367571840,"bits":3,"known":true,"rank":0},{"repo":"batiai/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":120697686784,"bits":3.01,"known":true,"rank":3},{"repo":"avar6/GLM-5.3-Flash-BF16-gguf","file":"Q2_K-Q3_K-3.20bpw/GLM-5.3-Flash-Q2_K-Q3_K-3.20bpw-00001-of-00003.gguf","label":"Q3_K","size":128259433120,"bits":3.2,"known":true,"rank":4},{"repo":"ggml-org/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":133809056544,"bits":3.34,"known":true,"rank":0},{"repo":"pfeifferj/GLM-5.3-Flash-GSQ-RCO-GGUF","file":"GLM-5.3-Flash-GSQ-RCO-3.5bit.gguf","label":"GLM-5.3-Flash-GSQ-RCO-3.5bit","size":137073274080,"bits":3.42,"known":false,"rank":1},{"repo":"avar6/GLM-5.3-Flash-BF16-gguf","file":"Q3_S-3.60bpw/GLM-5.3-Flash-Q3_S-3.60bpw-00001-of-00003.gguf","label":"Q3_S","size":144283771360,"bits":3.6,"known":false,"rank":4},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-Q3_K_XL/GLM-5.3-Flash-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":147535922080,"bits":3.68,"known":true,"rank":0},{"repo":"batiai/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":149055924768,"bits":3.72,"known":true,"rank":3},{"repo":"avar6/GLM-5.3-Flash-BF16-gguf","file":"Q3_XL-3.86bpw/GLM-5.3-Flash-Q3_XL-3.86bpw-00001-of-00004.gguf","label":"Q3_XL","size":154834543200,"bits":3.86,"known":false,"rank":4},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-IQ4_XS/GLM-5.3-Flash-UD-IQ4_XS-00001-of-00005.gguf","label":"UD-IQ4_XS","size":156822111200,"bits":3.91,"known":true,"rank":0},{"repo":"ggml-org/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q4_K-00001-of-00002.gguf","label":"Q4_K","size":181372463648,"bits":4.52,"known":true,"rank":0},{"repo":"batiai/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":188673827008,"bits":4.71,"known":true,"rank":3},{"repo":"antirez/glm-5.3-flash-gguf","file":"GLM-5.3-Flash-Q4_K.gguf","label":"Q4_K","size":190875526464,"bits":4.76,"known":true,"rank":0},{"repo":"vcruz305/GLM-5.3-Flash-GGUF","file":"GLM-5.3-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":192880442528,"bits":4.81,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-Q4_K_XL/GLM-5.3-Flash-UD-Q4_K_XL-00001-of-00006.gguf","label":"UD-Q4_K_XL","size":199707321472,"bits":4.98,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-Q5_K_XL/GLM-5.3-Flash-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":240306087008,"bits":5.99,"known":true,"rank":0},{"repo":"stealth-model/GLM-5.3-Flash-GGUF","file":"Q5_K_XL/GLM-5.3-Flash-Q5_K_XL-00001-of-00006.gguf","label":"Q5_K_XL","size":240306087008,"bits":5.99,"known":true,"rank":5},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"UD-Q6_K_XL/GLM-5.3-Flash-UD-Q6_K_XL-00001-of-00007.gguf","label":"UD-Q6_K_XL","size":291833111808,"bits":7.28,"known":true,"rank":0},{"repo":"antirez/glm-5.3-flash-gguf","file":"GLM-5.3-Flash-FP8.gguf","label":"GLM-5.3-Flash-FP8","size":327209059584,"bits":8.16,"known":false,"rank":0},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"Q8_0/GLM-5.3-Flash-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":340981966208,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-Flash-GGUF","file":"BF16/GLM-5.3-Flash-BF16-00001-of-00014.gguf","label":"BF16","size":641641064288,"bits":16,"known":true,"rank":0}],"repos":["aj9o9/GLM-5.3-Flash-GGUF","antirez/glm-5.3-flash-gguf","avar6/GLM-5.3-Flash-BF16-gguf","batiai/GLM-5.3-Flash-GGUF","ggml-org/GLM-5.3-Flash-GGUF","pfeifferj/GLM-5.3-Flash-GSQ-RCO-GGUF","stealth-model/GLM-5.3-Flash-GGUF","unsloth/GLM-5.3-Flash-GGUF","vcruz305/GLM-5.3-Flash-GGUF"],"logoFrom":"zai-org"},{"id":"cyber-ornith-1-5-9b-obliterated","family":"DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED","name":"Cyber Ornith 1.5 9B OBLITERATED","maker":"DuoNeural","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF/Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T23:32:45.000Z","downloads":938141,"likes":66,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ1_S.gguf","label":"IQ1_S","size":2742644288,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ1_M.gguf","label":"IQ1_M","size":2877271616,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101650496,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285347904,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ2_S.gguf","label":"IQ2_S","size":3427970624,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ2_M.gguf","label":"IQ2_M","size":3607473728,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697241664,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q2_K.gguf","label":"Q2_K","size":3827265088,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938168384,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243418688,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259409472,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ3_S.gguf","label":"IQ3_S","size":4370820672,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ3_M.gguf","label":"IQ3_M","size":4415385152,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623527488,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925517376,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196443200,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_0.gguf","label":"Q4_0","size":5325942336,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351632448,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418217024,"bits":4.84,"known":true,"rank":0},{"repo":"DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED-Q4_K_M.gguf","label":"Q4_K_M","size":5629110976,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q4_1.gguf","label":"Q4_1","size":5809335872,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305312320,"bits":5.64,"known":true,"rank":0},{"repo":"DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED-Q5_K_M.gguf","label":"Q5_K_M","size":6467971776,"bits":5.78,"known":true,"rank":0},{"repo":"DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED-Q6_K.gguf","label":"Q6_K","size":7359261376,"bits":6.58,"known":true,"rank":0},{"repo":"DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED-Q8_0.gguf","label":"Q8_0","size":9527503552,"bits":8.52,"known":true,"rank":0},{"repo":"DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED-GGUF","file":"Cyber-Ornith-1.5-9B-OBLITERATED-BF16.gguf","label":"BF16","size":17920699072,"bits":16.02,"known":true,"rank":0}],"repos":["DuoNeural/Cyber-Ornith-1.5-9B-OBLITERATED-GGUF","mradermacher/Cyber-Ornith-1.5-9B-OBLITERATED-i1-GGUF"],"logoFrom":"DuoNeural"},{"id":"thinkingcap-qwen3-8-27b","family":"bottlecapai/ThinkingCap-Qwen3.8-27B","name":"ThinkingCap Qwen3.8 27B","maker":"bottlecapai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF/ThinkingCap-Qwen3.8-27B-IQ1_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-23T15:56:49.000Z","downloads":937932,"likes":102,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q1_0.gguf","label":"Q1_0","size":4727433312,"bits":1.38,"known":false,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ1_M.gguf","label":"IQ1_M","size":7870068832,"bits":2.3,"known":true,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9329576032,"bits":2.73,"known":true,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q2_K_S.gguf","label":"Q2_K_S","size":10487310432,"bits":3.07,"known":true,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q2_K.gguf","label":"Q2_K","size":10864592992,"bits":3.18,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q2_K.gguf","label":"Q2_K","size":10864593472,"bits":3.18,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12206114912,"bits":3.57,"known":true,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12256536672,"bits":3.59,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537152,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608192,"bits":3.69,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ3_S.gguf","label":"IQ3_S","size":12658313312,"bits":3.71,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332352,"bits":3.74,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ3_M.gguf","label":"IQ3_M","size":12819859552,"bits":3.75,"known":true,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13500737632,"bits":3.95,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738112,"bits":3.95,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14559799392,"bits":4.26,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799872,"bits":4.26,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15309039712,"bits":4.48,"known":true,"rank":2},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15475951712,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q4_0.gguf","label":"Q4_0","size":15760419392,"bits":4.62,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q4_K_S.gguf","label":"Q4_K_S","size":15825299552,"bits":4.63,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300032,"bits":4.63,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16041568352,"bits":4.7,"known":true,"rank":2},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16810715232,"bits":4.92,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q4_1.gguf","label":"Q4_1","size":17343769152,"bits":5.08,"known":true,"rank":1},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17442400352,"bits":5.11,"known":true,"rank":0},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q5_K_S.gguf","label":"Q5_K_S","size":18971682912,"bits":5.56,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683392,"bits":5.56,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19535702112,"bits":5.72,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","file":"ThinkingCap-Qwen3.8-27B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702592,"bits":5.72,"known":true,"rank":1},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q6_K.gguf","label":"Q6_K","size":22431000672,"bits":6.57,"known":true,"rank":2},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q6_K.gguf","label":"Q6_K","size":23860566112,"bits":6.99,"known":true,"rank":0},{"repo":"ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q8_0.gguf","label":"Q8_0","size":29047084768,"bits":8.51,"known":true,"rank":2},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-Q8_0.gguf","label":"Q8_0","size":29047085152,"bits":8.51,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF","file":"ThinkingCap-Qwen3.8-27B-f16.gguf","label":"F16","size":54657734368,"bits":16.01,"known":true,"rank":0}],"repos":["bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF","mradermacher/ThinkingCap-Qwen3.8-27B-i1-GGUF","ngquocvinh/ThinkingCap-Qwen3.8-27B-GGUF"],"logoFrom":"bottlecapai"},{"id":"kat-coder-v2-5-dev","family":"Kwaipilot/KAT-Coder-V2.5-Dev","name":"KAT Coder V2.5 Dev","maker":"Kwaipilot","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/KAT-Coder-V2.5-Dev-i1-GGUF/KAT-Coder-V2.5-Dev.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-23T09:54:08.000Z","downloads":926784,"likes":252,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778452896,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ2_XS.gguf","label":"IQ2_XS","size":10797144480,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ2_S.gguf","label":"IQ2_S","size":11010275744,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ2_M.gguf","label":"IQ2_M","size":12066716064,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q2_K.gguf","label":"Q2_K","size":12617079200,"bits":2.91,"known":true,"rank":0},{"repo":"RemySkye/KAT-Coder-V2.5-Dev-GGUF","file":"KAT-Coder-V2.5-Dev-Q2_K.gguf","label":"Q2_K","size":12939593856,"bits":2.99,"known":true,"rank":3},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q2_K_L.gguf","label":"Q2_K_L","size":13113719200,"bits":3.03,"known":true,"rank":0},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-I-Mini.gguf","label":"KAT-Coder-V2.5-Dev-APEX-I-Mini","size":13467211136,"bits":3.11,"known":false,"rank":1},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829472,"bits":3.43,"known":true,"rank":0},{"repo":"RemySkye/KAT-Coder-V2.5-Dev-GGUF","file":"KAT-Coder-V2.5-Dev-Q3_K_S.gguf","label":"Q3_K_S","size":15182184576,"bits":3.5,"known":true,"rank":3},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q3_K_S.gguf","label":"Q3_K_S","size":15513516448,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ3_XS.gguf","label":"IQ3_XS","size":16218683808,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q3_K_M.gguf","label":"Q3_K_M","size":16226548128,"bits":3.75,"known":true,"rank":0},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-Compact.gguf","label":"KAT-Coder-V2.5-Dev-APEX-Compact","size":16538851456,"bits":3.82,"known":false,"rank":1},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-I-Compact.gguf","label":"KAT-Coder-V2.5-Dev-APEX-I-Compact","size":16538851712,"bits":3.82,"known":false,"rank":1},{"repo":"RemySkye/KAT-Coder-V2.5-Dev-GGUF","file":"KAT-Coder-V2.5-Dev-Q3_K_M.gguf","label":"Q3_K_M","size":16764764288,"bits":3.87,"known":true,"rank":3},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q3_K_L.gguf","label":"Q3_K_L","size":16886495648,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ3_M.gguf","label":"IQ3_M","size":16900258208,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485088,"bits":4,"known":true,"rank":0},{"repo":"RemySkye/KAT-Coder-V2.5-Dev-GGUF","file":"KAT-Coder-V2.5-Dev-Q3_K_L.gguf","label":"Q3_K_L","size":18115330176,"bits":4.18,"known":true,"rank":3},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ4_XS.gguf","label":"IQ4_XS","size":18806446496,"bits":4.34,"known":true,"rank":0},{"repo":"RemySkye/KAT-Coder-V2.5-Dev-GGUF","file":"KAT-Coder-V2.5-Dev-IQ4_XS.gguf","label":"IQ4_XS","size":18939312256,"bits":4.37,"known":true,"rank":3},{"repo":"RemySkye/KAT-Coder-V2.5-Dev-GGUF","file":"KAT-Coder-V2.5-Dev-Q4_0.gguf","label":"Q4_0","size":19715053696,"bits":4.55,"known":true,"rank":3},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-IQ4_NL.gguf","label":"IQ4_NL","size":19861346720,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q4_0.gguf","label":"Q4_0","size":19942611360,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q4_K_S.gguf","label":"Q4_K_S","size":20592728480,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q4_K_M.gguf","label":"Q4_K_M","size":21391448480,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q4_K_L.gguf","label":"Q4_K_L","size":21768894880,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q4_1.gguf","label":"Q4_1","size":21973768608,"bits":5.07,"known":true,"rank":0},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-Quality.gguf","label":"KAT-Coder-V2.5-Dev-APEX-Quality","size":22819401856,"bits":5.27,"known":false,"rank":1},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-I-Quality.gguf","label":"KAT-Coder-V2.5-Dev-APEX-I-Quality","size":22819402112,"bits":5.27,"known":false,"rank":1},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q5_K_S.gguf","label":"Q5_K_S","size":24156150176,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q5_K_M.gguf","label":"Q5_K_M","size":25017457056,"bits":5.77,"known":true,"rank":0},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-Balanced.gguf","label":"KAT-Coder-V2.5-Dev-APEX-Balanced","size":25268441216,"bits":5.83,"known":false,"rank":1},{"repo":"mudler/KAT-Coder-V2.5-Dev-APEX-GGUF","file":"KAT-Coder-V2.5-Dev-APEX-I-Balanced.gguf","label":"KAT-Coder-V2.5-Dev-APEX-I-Balanced","size":25268441472,"bits":5.83,"known":false,"rank":1},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q5_K_L.gguf","label":"Q5_K_L","size":25331333536,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q6_K.gguf","label":"Q6_K","size":30053415328,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q6_K_L.gguf","label":"Q6_K_L","size":30299748768,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q8_0.gguf","label":"Q8_0","size":36914690464,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","file":"Kwaipilot_KAT-Coder-V2.5-Dev-bf16/Kwaipilot_KAT-Coder-V2.5-Dev-bf16-00001-of-00002.gguf","label":"BF16","size":69376637248,"bits":16.01,"known":true,"rank":0}],"repos":["Myric/KAT-Coder-V2.5-Dev-MTP-APEX-GGUF","RemySkye/KAT-Coder-V2.5-Dev-GGUF","bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","mradermacher/KAT-Coder-V2.5-Dev-GGUF","mradermacher/KAT-Coder-V2.5-Dev-i1-GGUF","mudler/KAT-Coder-V2.5-Dev-APEX-GGUF"],"logoFrom":"Kwaipilot"},{"id":"sage-a1-5","family":"InternScience/Sage-A1.5","name":"Sage A1.5","maker":"InternScience","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/Sage-A1.5-GGUF/Sage-A1.5.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T08:34:39.000Z","downloads":900761,"likes":113,"trending":13,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q2_K.gguf","label":"Q2_K","size":13247184128,"bits":2.98,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15547036928,"bits":3.5,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-IQ3_S.gguf","label":"IQ3_S","size":15615415552,"bits":3.52,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-IQ3_M.gguf","label":"IQ3_M","size":15806625024,"bits":3.56,"known":true,"rank":5},{"repo":"na0x2c6/Sage-A1.5-GGUF","file":"Sage-A1.5-IQ3_S-exps.gguf","label":"Sage-A1.5-IQ3_S-exps","size":16051153760,"bits":3.62,"known":false,"rank":4},{"repo":"na0x2c6/Sage-A1.5-GGUF","file":"Sage-A1.5-Q3_K-exps.gguf","label":"Sage-A1.5-Q3_K-exps","size":16051153760,"bits":3.62,"known":false,"rank":4},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17166660864,"bits":3.87,"known":true,"rank":5},{"repo":"na0x2c6/Sage-A1.5-GGUF","file":"Sage-A1.5-IQ3_S-exps-down4.gguf","label":"Sage-A1.5-IQ3_S-exps-down4","size":17477217120,"bits":3.94,"known":false,"rank":4},{"repo":"na0x2c6/Sage-A1.5-GGUF","file":"Sage-A1.5-Q3_K-exps-down4.gguf","label":"Sage-A1.5-Q3_K-exps-down4","size":17477217120,"bits":3.94,"known":false,"rank":4},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18552091904,"bits":4.18,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19179523328,"bits":4.32,"known":true,"rank":5},{"repo":"na0x2c6/Sage-A1.5-GGUF","file":"Sage-A1.5-IQ4_XS-exps.gguf","label":"Sage-A1.5-IQ4_XS-exps","size":19322710880,"bits":4.35,"known":false,"rank":4},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q4_0.gguf","label":"Q4_0","size":20276227328,"bits":4.57,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20366863616,"bits":4.59,"known":true,"rank":5},{"repo":"InternScience/Sage-A1.5-Q4_K_M-GGUF","file":"Sage-A1.5-Q4_K_M.gguf","label":"Q4_K_M","size":21713463520,"bits":4.89,"known":true,"rank":0},{"repo":"na0x2c6/Sage-A1.5-GGUF","file":"Sage-A1.5-Q4_K_M.gguf","label":"Q4_K_M","size":21713464160,"bits":4.89,"known":true,"rank":4},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q4_1.gguf","label":"Q4_1","size":22377884928,"bits":5.04,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24563756288,"bits":5.53,"known":true,"rank":5},{"repo":"mradermacher/Sage-A1.5-i1-GGUF","file":"Sage-A1.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":25347534080,"bits":5.71,"known":true,"rank":5},{"repo":"InternScience/Sage-A1.5-Q6_K-GGUF","file":"Sage-A1.5-Q6_K.gguf","label":"Q6_K","size":29208731872,"bits":6.58,"known":true,"rank":3},{"repo":"InternScience/Sage-A1.5-Q8_0-GGUF","file":"Sage-A1.5-Q8_0.gguf","label":"Q8_0","size":37802150112,"bits":8.52,"known":true,"rank":1},{"repo":"InternScience/Sage-A1.5-F16-GGUF","file":"Sage-A1.5-F16.gguf","label":"F16","size":71066995232,"bits":16.01,"known":true,"rank":2}],"repos":["InternScience/Sage-A1.5-F16-GGUF","InternScience/Sage-A1.5-Q4_K_M-GGUF","InternScience/Sage-A1.5-Q6_K-GGUF","InternScience/Sage-A1.5-Q8_0-GGUF","mradermacher/Sage-A1.5-GGUF","mradermacher/Sage-A1.5-i1-GGUF","na0x2c6/Sage-A1.5-GGUF"],"logoFrom":"InternScience"},{"id":"qwen3-4b-instruct-2507","family":"Qwen/Qwen3-4B-Instruct-2507","name":"Qwen3 4B 2507","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Qwen3-4B-Instruct-2507-GGUF/Qwen3-4B-Instruct-2507-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-05T10:58:03.000Z","downloads":874879,"likes":272,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083149920,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143484000,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255345760,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-IQ2_M.gguf","label":"IQ2_M","size":1512983776,"bits":3.01,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1530402400,"bits":3.05,"known":true,"rank":0},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q2_K.gguf","label":"Q2_K","size":1669498144,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q2_K.gguf","label":"Q2_K","size":1669500000,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q2_K_L.gguf","label":"Q2_K_L","size":1669500000,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670188256,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674376800,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695724640,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-IQ3_XS.gguf","label":"IQ3_XS","size":1814375136,"bits":3.61,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q3_K_S.gguf","label":"Q3_K_S","size":1886997600,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-IQ3_M.gguf","label":"IQ3_M","size":1962896096,"bits":3.91,"known":true,"rank":1},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q3_K_M.gguf","label":"Q3_K_M","size":2075616544,"bits":4.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q3_K_M.gguf","label":"Q3_K_M","size":2075618400,"bits":4.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2128385120,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-Q3_K_L.gguf","label":"Q3_K_L","size":2239785696,"bits":4.46,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-IQ4_XS.gguf","label":"IQ4_XS","size":2270751840,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333986016,"bits":4.64,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q4_0.gguf","label":"Q4_0","size":2375773280,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-IQ4_NL.gguf","label":"IQ4_NL","size":2381343840,"bits":4.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q4_K_S.gguf","label":"Q4_K_S","size":2383309920,"bits":4.74,"known":true,"rank":0},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q4_K_M.gguf","label":"Q4_K_M","size":2497278784,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q4_K_M.gguf","label":"Q4_K_M","size":2497281120,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546340960,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","file":"Qwen_Qwen3-4B-Instruct-2507-Q4_K_L.gguf","label":"Q4_K_L","size":2591481056,"bits":5.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q4_1.gguf","label":"Q4_1","size":2596629600,"bits":5.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q5_K_S.gguf","label":"Q5_K_S","size":2823711840,"bits":5.62,"known":true,"rank":0},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q5_K_M.gguf","label":"Q5_K_M","size":2889512224,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q5_K_M.gguf","label":"Q5_K_M","size":2889514080,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2899221600,"bits":5.77,"known":true,"rank":0},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q6_K.gguf","label":"Q6_K","size":3306259744,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q6_K.gguf","label":"Q6_K","size":3306261600,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658223200,"bits":7.28,"known":true,"rank":0},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q8_0.gguf","label":"Q8_0","size":4280403744,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-Q8_0.gguf","label":"Q8_0","size":4280405600,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056700000,"bits":10.06,"known":true,"rank":0},{"repo":"a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-F16.gguf","label":"F16","size":8051283520,"bits":16.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","file":"Qwen3-4B-Instruct-2507-F16.gguf","label":"F16","size":8051285344,"bits":16.02,"known":true,"rank":0}],"repos":["MaziyarPanahi/Qwen3-4B-Instruct-2507-GGUF","a-ivanovitch/Qwen3-4B-Instruct-2507-GGUF","bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF","ggml-org/Qwen3-4B-Instruct-2507-Q8_0-GGUF","lmstudio-community/Qwen3-4B-Instruct-2507-GGUF","unsloth/Qwen3-4B-Instruct-2507-GGUF"],"logoFrom":"Qwen"},{"id":"underdog-saluki-27b-1-0","family":"ConwayResearch/Underdog-Saluki-27B-1.0","name":"Underdog Saluki 27B 1.0","maker":"ConwayResearch","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"ConwayResearch/Underdog-Saluki-27B-1.0/Underdog-Saluki-27B-1.0-IQ2-mix.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-08T01:47:26.000Z","downloads":865759,"likes":736,"trending":34,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ConwayResearch/Underdog-Saluki-27B-1.0","file":"Underdog-Saluki-27B-1.0-IQ2-mix.gguf","label":"Underdog-Saluki-27B-1.0-IQ2-mix","size":7898369152,"bits":2.31,"known":false,"rank":0}],"repos":["ConwayResearch/Underdog-Saluki-27B-1.0","Kujira/Underdog-Saluki-27B-1.0-MTP-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"qwen3-8-27b-turbo-brilliance-50x-reasoning-instruct-neo-max-mtp","family":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","name":"Qwen3.8 27B Turbo Brilliance 50X Reasoning NEO MAX MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF/Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T03:49:56.000Z","downloads":855364,"likes":280,"trending":23,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8423059328,"bits":2.5,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8423059328,"bits":2.5,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8423059328,"bits":2.5,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8423059328,"bits":2.5,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259728768,"bits":2.75,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259728768,"bits":2.75,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259728768,"bits":2.75,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259728768,"bits":2.75,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10094575488,"bits":3,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10094575488,"bits":3,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10094575488,"bits":3,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10094575488,"bits":3,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11771764640,"bits":3.5,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11771764640,"bits":3.5,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11771764640,"bits":3.5,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11771764640,"bits":3.5,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":15082724672,"bits":4.49,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":15082724672,"bits":4.49,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":15082724672,"bits":4.49,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":15082724672,"bits":4.49,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":16547618112,"bits":4.92,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":16547618112,"bits":4.92,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":16547618112,"bits":4.92,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":16547618112,"bits":4.92,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q6_K.gguf","label":"Q6_K","size":22082747712,"bits":6.57,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q6_K.gguf","label":"Q6_K","size":22082747712,"bits":6.57,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q6_K.gguf","label":"Q6_K","size":22082747712,"bits":6.57,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q6_K.gguf","label":"Q6_K","size":22082747712,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q8_0.gguf","label":"Q8_0","size":28595981632,"bits":8.5,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q8_0.gguf","label":"Q8_0","size":28595981632,"bits":8.5,"known":true,"rank":0},{"repo":"arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q8_0.gguf","label":"Q8_0","size":28595981632,"bits":8.5,"known":true,"rank":0},{"repo":"omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q8_0.gguf","label":"Q8_0","size":28595981632,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","arbonquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","omegazurich/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF","zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"sharp-spark-x2-5-4b","family":"peculiar-ragdoll/Sharp-Spark-X2.5-4B-GGUF","name":"Sharp Spark X2.5 4B","maker":"peculiar-ragdoll","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"peculiar-ragdoll/Sharp-Spark-X2.5-4B-GGUF/Sharp-Spark-X2.5-4B-Q4_K_XL.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-03T23:54:02.000Z","downloads":848196,"likes":154,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Sharp-Spark-X2.5-4B-GGUF","file":"Sharp-Spark-X2.5-4B-Q4_K_XL.gguf","label":"Q4_K_XL","size":2677961984,"bits":5.21,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Sharp-Spark-X2.5-4B-GGUF","file":"Sharp-Spark-X2.5-4B-Q5_K_XL.gguf","label":"Q5_K_XL","size":3246363904,"bits":6.32,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Sharp-Spark-X2.5-4B-GGUF","file":"Sharp-Spark-X2.5-4B-Q6_K_XL.gguf","label":"Q6_K_XL","size":3612423424,"bits":7.03,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Sharp-Spark-X2.5-4B-GGUF"],"logoFrom":"XHToken"},{"id":"qwen2-5-32b-instruct","family":"Qwen/Qwen2.5-32B-Instruct","name":"Qwen2.5 32B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"MaziyarPanahi/Qwen2.5-32B-Instruct-GGUF/Qwen2.5-32B-Instruct.IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-15T12:18:33.000Z","downloads":833083,"likes":158,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":7274507104,"bits":1.78,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":7932160864,"bits":1.94,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250464,"bits":2.2,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":9957550944,"bits":2.43,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":10387569504,"bits":2.54,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":11264441184,"bits":2.75,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":11488000864,"bits":2.81,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q2_k-00001-of-00004.gguf","label":"Q2_K","size":12313098784,"bits":3.01,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q2_K.gguf","label":"Q2_K","size":12313099104,"bits":3.01,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271264,"bits":3.14,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":13705513824,"bits":3.35,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":14392331104,"bits":3.51,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":14436895584,"bits":3.53,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":14810123104,"bits":3.62,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q3_k_m-00001-of-00005.gguf","label":"Q3_K_M","size":15935048320,"bits":3.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":15935048544,"bits":3.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":17247079264,"bits":4.21,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":17693154144,"bits":4.32,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640231008,"bits":4.55,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640231008,"bits":4.55,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640231008,"bits":4.55,"known":false,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q4_0-00001-of-00005.gguf","label":"Q4_0","size":18640231072,"bits":4.55,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":18682174304,"bits":4.56,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_0.gguf","label":"Q4_0","size":18711010144,"bits":4.57,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":18784410464,"bits":4.59,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf","label":"Q4_K_M","size":19851336384,"bits":4.85,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":19851336544,"bits":4.85,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q4_1.gguf","label":"Q4_1","size":20639243104,"bits":5.04,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q5_0-00001-of-00006.gguf","label":"Q5_0","size":22638254880,"bits":5.53,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":22638254944,"bits":5.53,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q5_0.gguf","label":"Q5_0","size":22709033824,"bits":5.55,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q5_k_m-00001-of-00006.gguf","label":"Q5_K_M","size":23262157568,"bits":5.68,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":23262157664,"bits":5.68,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q5_1.gguf","label":"Q5_1","size":24637266784,"bits":6.02,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q6_k-00001-of-00007.gguf","label":"Q6_K","size":26886155104,"bits":6.57,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q6_K.gguf","label":"Q6_K","size":26886155104,"bits":6.57,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-Q8_0.gguf","label":"Q8_0","size":34820885344,"bits":8.5,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-q8_0-00001-of-00009.gguf","label":"Q8_0","size":34820885632,"bits":8.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","file":"Qwen2.5-32B-Instruct-F16/Qwen2.5-32B-Instruct-F16-00001-of-00002.gguf","label":"F16","size":65535970112,"bits":16,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","file":"qwen2.5-32b-instruct-fp16-00001-of-00017.gguf","label":"qwen2.5-32b-instruct-fp16","size":65535971488,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/Qwen2.5-32B-Instruct-GGUF","Qwen/Qwen2.5-32B-Instruct-GGUF","ThomasBaruzier/Qwen2.5-32B-Instruct-GGUF","bartowski/Qwen2.5-32B-Instruct-GGUF","lmstudio-community/Qwen2.5-32B-Instruct-GGUF","mradermacher/Qwen2.5-32B-GGUF","mradermacher/Qwen2.5-32B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"simplicio-27b","family":"mradermacher/Simplicio-27B-GGUF","name":"Simplicio 27B","maker":"mradermacher","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Simplicio-27B-GGUF/Simplicio-27B.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T09:49:58.000Z","downloads":831488,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q2_K.gguf","label":"Q2_K","size":10864594304,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12256537984,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13500738944,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14559800704,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.IQ4_XS.gguf","label":"IQ4_XS","size":15420452224,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15825300864,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16810716544,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18971684224,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19535703424,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q6_K.gguf","label":"Q6_K","size":22431001984,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Simplicio-27B-GGUF","file":"Simplicio-27B.Q8_0.gguf","label":"Q8_0","size":29047086464,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Simplicio-27B-GGUF"],"logoFrom":"wesleysimplicio"},{"id":"qwen3-8-flash-next-gsq-rco-coder","family":"ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF","name":"Qwen3.8 Flash Next GSQ RCO Coder","maker":"ISTA-DASLab","catalog":null,"tuned":true,"params":116.51,"active":58.48,"layers":48,"probe":"ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF/IQ1_M/Qwen3.8-Flash-Next-GSQ-RCO-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-26T09:42:51.000Z","downloads":828448,"likes":575,"trending":41,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF","file":"IQ1_M/Qwen3.8-Flash-Next-GSQ-RCO-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":58408584928,"bits":4.01,"known":true,"rank":0}],"repos":["ISTA-DASLab/Qwen3.8-Flash-Next-GSQ-RCO-Coder-GGUF"],"logoFrom":"Qwen"},{"id":"occamy-1-0","family":"Accio-Lab/occamy-1.0","name":"Occamy 1.0","maker":"Accio-Lab","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/occamy-1.0-i1-GGUF/occamy-1.0.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-13T12:56:13.000Z","downloads":814146,"likes":50,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142432,"bits":1.73,"known":true,"rank":3},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209312,"bits":1.9,"known":true,"rank":3},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654112,"bits":2.19,"known":true,"rank":3},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031392,"bits":2.43,"known":true,"rank":3},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480352,"bits":2.46,"known":true,"rank":3},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-IQ2_M.gguf","label":"IQ2_M","size":11659235328,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097632,"bits":2.8,"known":true,"rank":3},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q2_K.gguf","label":"Q2_K","size":12939593728,"bits":2.99,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-I-Mini.gguf","label":"occamy-1.0-APEX-I-Mini","size":13467210784,"bits":3.11,"known":false,"rank":1},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759712,"bits":3.14,"known":true,"rank":3},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-IQ3_XS.gguf","label":"IQ3_XS","size":14484144128,"bits":3.34,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q3_K_S.gguf","label":"Q3_K_S","size":15182184192,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424672,"bits":3.52,"known":true,"rank":3},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-IQ3_M.gguf","label":"IQ3_M","size":15440519168,"bits":3.56,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-Compact.gguf","label":"occamy-1.0-APEX-Compact","size":16538851072,"bits":3.82,"known":false,"rank":1},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-I-Compact.gguf","label":"occamy-1.0-APEX-I-Compact","size":16538851360,"bits":3.82,"known":false,"rank":1},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q3_K_M.gguf","label":"Q3_K_M","size":16764764160,"bits":3.87,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q3_K_L.gguf","label":"Q3_K_L","size":18115329792,"bits":4.18,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-IQ4_XS.gguf","label":"IQ4_XS","size":18728777728,"bits":4.32,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q4_0.gguf","label":"Q4_0","size":19715053312,"bits":4.55,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-IQ4_NL.gguf","label":"IQ4_NL","size":19779278848,"bits":4.57,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q4_K_S.gguf","label":"Q4_K_S","size":19889903616,"bits":4.59,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q4_K_M.gguf","label":"Q4_K_M","size":21166757696,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/occamy-1.0-i1-GGUF","file":"occamy-1.0.i1-Q4_1.gguf","label":"Q4_1","size":21848169312,"bits":5.04,"known":true,"rank":3},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-Quality.gguf","label":"occamy-1.0-APEX-Quality","size":22819401472,"bits":5.27,"known":false,"rank":1},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-I-Quality.gguf","label":"occamy-1.0-APEX-I-Quality","size":22819401760,"bits":5.27,"known":false,"rank":1},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q5_0.gguf","label":"Q5_0","size":23981283072,"bits":5.54,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q5_K_S.gguf","label":"Q5_K_S","size":23981283072,"bits":5.54,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q5_K_M.gguf","label":"Q5_K_M","size":24729131008,"bits":5.71,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-Balanced.gguf","label":"occamy-1.0-APEX-Balanced","size":25335983872,"bits":5.85,"known":false,"rank":1},{"repo":"Accio-Lab/occamy-1.0-APEX-GGUF","file":"occamy-1.0-APEX-I-Balanced.gguf","label":"occamy-1.0-APEX-I-Balanced","size":25335984160,"bits":5.85,"known":false,"rank":1},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q6_K.gguf","label":"Q6_K","size":28514152448,"bits":6.58,"known":true,"rank":0},{"repo":"Accio-Lab/occamy-1.0-GGUF","file":"occamy-1.0-Q8_0.gguf","label":"Q8_0","size":36903139456,"bits":8.52,"known":true,"rank":0}],"repos":["Accio-Lab/occamy-1.0-APEX-GGUF","Accio-Lab/occamy-1.0-GGUF","fetchingcat/occamy-1.0-mtp-gguf","mradermacher/occamy-1.0-i1-GGUF"],"logoFrom":"Accio-Lab"},{"id":"swift-1-5-qwen3-8-flash-next-gsq-rco","family":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","name":"Swift 1.5 Qwen3.8 Flash Next GSQ RCO","maker":"ukisai","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-24T14:11:18.000Z","downloads":770704,"likes":245,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66549952800,"bits":3.01,"known":false,"rank":0},{"repo":"taurusduan/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66549952800,"bits":3.01,"known":false,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68152167168,"bits":3.08,"known":true,"rank":0},{"repo":"taurusduan/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68152167168,"bits":3.08,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75966073120,"bits":3.43,"known":true,"rank":0},{"repo":"taurusduan/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75966073120,"bits":3.43,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83743737120,"bits":3.79,"known":true,"rank":0},{"repo":"taurusduan/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83743737120,"bits":3.79,"known":true,"rank":0}],"repos":["taurusduan/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF","ukisai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-GGUF"],"logoFrom":"ukisai"},{"id":"qwen3-8-flash-next-gyro","family":"agentionai/Qwen3.8-Flash-Next-Gyro-GGUF","name":"Qwen3.8 Flash Next Gyro","maker":"agentionai","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"agentionai/Qwen3.8-Flash-Next-Gyro-GGUF/Qwen3.8-Flash-Next-Gyro-S-TQ1_0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-30T17:56:47.000Z","downloads":748659,"likes":166,"trending":22,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-GGUF","file":"Qwen3.8-Flash-Next-Gyro-S-TQ1_0.gguf","label":"TQ1_0","size":58487015808,"bits":2.64,"known":true,"rank":0},{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-GGUF","file":"Qwen3.8-Flash-Next-Gyro-M-TQ2_0.gguf","label":"TQ2_0","size":91965774272,"bits":4.16,"known":true,"rank":0},{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-GGUF","file":"Qwen3.8-Flash-Next-Gyro-L-TQ3_0.gguf","label":"TQ3_0","size":108323559808,"bits":4.9,"known":false,"rank":0}],"repos":["agentionai/Qwen3.8-Flash-Next-Gyro-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-31b-it","family":"google/gemma-4-31B-it","name":"Gemma 4 31B","maker":"Google","catalog":"gemma-4-31b","tuned":false,"params":30.7,"active":null,"layers":60,"probe":"unsloth/gemma-4-31B-it-GGUF/gemma-4-31B-it-UD-IQ2_XXS.gguf","kvBytesPerToken":102485,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-11T18:22:36.000Z","downloads":748634,"likes":1229,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1452,"arenaCoding":1502,"arenaVision":1273,"builds":[{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":8534295488,"bits":2.22,"known":true,"rank":0},{"repo":"bigfat/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":8534295488,"bits":2.22,"known":true,"rank":6},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ1_M.gguf","label":"IQ1_M","size":10112172384,"bits":2.64,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10752820160,"bits":2.8,"known":true,"rank":0},{"repo":"bigfat/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10752820160,"bits":2.8,"known":true,"rank":6},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830190944,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ2_XS.gguf","label":"IQ2_XS","size":11500943712,"bits":3,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11774991296,"bits":3.07,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11837782976,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ2_S.gguf","label":"IQ2_S","size":12075358560,"bits":3.15,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q2_K.gguf","label":"Q2_K","size":12631624032,"bits":3.29,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ2_M.gguf","label":"IQ2_M","size":12649773408,"bits":3.3,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q2_K_L.gguf","label":"Q2_K_L","size":12972935520,"bits":3.38,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981709152,"bits":3.38,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q3_K_S.gguf","label":"Q3_K_S","size":13210856384,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ3_XS.gguf","label":"IQ3_XS","size":13841353056,"bits":3.61,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q3_K_M.gguf","label":"Q3_K_M","size":14736608192,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-IQ3_M.gguf","label":"IQ3_M","size":15129829728,"bits":3.94,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":15380222912,"bits":4.01,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-IQ4_XS.gguf","label":"IQ4_XS","size":16372460480,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q3_K_L.gguf","label":"Q3_K_L","size":16810625376,"bits":4.38,"known":true,"rank":1},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151936864,"bits":4.47,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-qat-GGUF","file":"gemma-4-31B-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17287670048,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-IQ4_NL.gguf","label":"IQ4_NL","size":17287670720,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q4_0.gguf","label":"Q4_0","size":17338248128,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q4_K_S.gguf","label":"Q4_K_S","size":17399835584,"bits":4.53,"known":true,"rank":0},{"repo":"google/gemma-4-31B-it-qat-q4_0-gguf","file":"gemma-4-31B_q4_0-it.gguf","label":"gemma-4-31B_q4_0-it","size":17651001568,"bits":4.6,"known":false,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q4_K_M.gguf","label":"Q4_K_M","size":18323733440,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q4_1.gguf","label":"Q4_1","size":19118091200,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q4_K_L.gguf","label":"Q4_K_L","size":19939801440,"bits":5.2,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q5_K_S.gguf","label":"Q5_K_S","size":21124672448,"bits":5.5,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q5_K_M.gguf","label":"Q5_K_M","size":21658401728,"bits":5.64,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21890429888,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q5_K_L.gguf","label":"Q5_K_L","size":22950189408,"bits":5.98,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q6_K.gguf","label":"Q6_K","size":25201486784,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/google_gemma-4-31B-it-GGUF","file":"google_gemma-4-31B-it-Q6_K_L.gguf","label":"Q6_K_L","size":27068033376,"bits":7.05,"known":true,"rank":1},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":27521338304,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-Q8_0.gguf","label":"Q8_0","size":32635677632,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"gemma-4-31B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35020041152,"bits":9.13,"known":true,"rank":0},{"repo":"unsloth/gemma-4-31B-it-GGUF","file":"BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf","label":"BF16","size":61413190528,"bits":16,"known":true,"rank":0}],"repos":["AtomicChat/gemma-4-31B-it-GGUF","bartowski/google_gemma-4-31B-it-GGUF","bigfat/gemma-4-31B-it-GGUF","ggml-org/gemma-4-31B-it-GGUF","google/gemma-4-31B-it-qat-q4_0-gguf","lmstudio-community/gemma-4-31B-it-GGUF","lmstudio-community/gemma-4-31B-it-QAT-GGUF","mradermacher/gemma-4-31B-it-GGUF","unsloth/gemma-4-31B-it-GGUF","unsloth/gemma-4-31B-it-qat-GGUF"],"logoFrom":"google"},{"id":"gemma-4-e4b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","name":"Gemma 4 E4B Uncensored HauhauCS Aggressive (HauhauCS)","maker":"HauhauCS","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-04-02T22:29:19.000Z","downloads":739702,"likes":1534,"trending":28,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":4431882208,"bits":4.71,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":4714690528,"bits":5.02,"known":true,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":4850391008,"bits":5.16,"known":true,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":4884505568,"bits":5.2,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":5070950368,"bits":5.39,"known":true,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":5335285728,"bits":5.68,"known":true,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":5369246688,"bits":5.71,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":5762908128,"bits":6.13,"known":true,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":5812940768,"bits":6.18,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":6249794528,"bits":6.65,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":8133226464,"bits":8.65,"known":false,"rank":0}],"repos":["HauhauCS/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"google"},{"id":"qwen3-6-27b","family":"Qwen/Qwen3.6-27B","name":"Qwen3.6 27B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"unsloth/Qwen3.6-27B-GGUF/Qwen3.6-27B-UD-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-21T07:50:43.000Z","downloads":731234,"likes":2636,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9388779744,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9605378560,"bits":2.81,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ2_XS.gguf","label":"IQ2_XS","size":10199134720,"bits":2.99,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ2_S.gguf","label":"IQ2_S","size":10507665920,"bits":3.08,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10846136544,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ2_M.gguf","label":"IQ2_M","size":11085693440,"bits":3.25,"known":true,"rank":2},{"repo":"batiai/Qwen3.6-27B-GGUF","file":"Qwen-Qwen3.6-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186370400,"bits":3.28,"known":true,"rank":3},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11849779424,"bits":3.47,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11994777824,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q2_K.gguf","label":"Q2_K","size":12051776000,"bits":3.53,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12358727904,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839109120,"bits":3.76,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13293376000,"bits":3.89,"known":true,"rank":2},{"repo":"batiai/Qwen3.6-27B-GGUF","file":"Qwen-Qwen3.6-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13301442080,"bits":3.9,"known":true,"rank":3},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13542740480,"bits":3.97,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13586217184,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-IQ3_M.gguf","label":"IQ3_M","size":14115852800,"bits":4.13,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":14473431264,"bits":4.24,"known":true,"rank":0},{"repo":"batiai/Qwen3.6-27B-GGUF","file":"Qwen-Qwen3.6-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15082506080,"bits":4.42,"known":true,"rank":3},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15440005344,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15491781120,"bits":4.54,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q4_0.gguf","label":"Q4_0","size":15791278304,"bits":4.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q4_K_S.gguf","label":"Q4_K_S","size":15856158944,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16071772384,"bits":4.71,"known":true,"rank":0},{"repo":"batiai/Qwen3.6-27B-GGUF","file":"Qwen-Qwen3.6-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547399200,"bits":4.85,"known":true,"rank":3},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16604254720,"bits":4.86,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16817244384,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q4_1.gguf","label":"Q4_1","size":17252239584,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17612564704,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18928488960,"bits":5.54,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q5_K_S.gguf","label":"Q5_K_S","size":18958305504,"bits":5.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19509790944,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20038256864,"bits":5.87,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21749813760,"bits":6.37,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q6_K.gguf","label":"Q6_K","size":22523238624,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.6-27B-GGUF","file":"Qwen_Qwen3.6-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24291299840,"bits":7.11,"known":true,"rank":2},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25636485344,"bits":7.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-Q8_0.gguf","label":"Q8_0","size":28595763424,"bits":8.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"Qwen3.6-27B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35325163744,"bits":10.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3.6-27B-GGUF","file":"BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","label":"BF16","size":53808281760,"bits":15.76,"known":true,"rank":0}],"repos":["AtomicChat/Qwen3.6-27B-GGUF","bartowski/Qwen_Qwen3.6-27B-GGUF","batiai/Qwen3.6-27B-GGUF","froggeric/Qwen3.6-27B-MTP-GGUF","ggml-org/Qwen3.6-27B-GGUF","lmstudio-community/Qwen3.6-27B-GGUF","michaelw9999/Qwen3.6-27B-NVFP4-MTP-GGUF","mradermacher/Qwen3.6-27B-i1-GGUF","unsloth/Qwen3.6-27B-GGUF","unsloth/Qwen3.6-27B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"adavar-3b","family":"ZejunLi/AdaVaR-3B","name":"AdaVaR 3B","maker":"ZejunLi","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/AdaVaR-3B-GGUF/AdaVaR-3B.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-18T07:10:21.000Z","downloads":705201,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q2_K.gguf","label":"Q2_K","size":1274754784,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q3_K_S.gguf","label":"Q3_K_S","size":1454356192,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q3_K_M.gguf","label":"Q3_K_M","size":1590474464,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q3_K_L.gguf","label":"Q3_K_L","size":1707390688,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.IQ4_XS.gguf","label":"IQ4_XS","size":1753183968,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q4_K_S.gguf","label":"Q4_K_S","size":1834383072,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q4_K_M.gguf","label":"Q4_K_M","size":1929901792,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q5_K_S.gguf","label":"Q5_K_S","size":2169665248,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q5_K_M.gguf","label":"Q5_K_M","size":2224813792,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q6_K.gguf","label":"Q6_K","size":2538157792,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.Q8_0.gguf","label":"Q8_0","size":3285475040,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/AdaVaR-3B-GGUF","file":"AdaVaR-3B.f16.gguf","label":"F16","size":6178316000,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/AdaVaR-3B-GGUF"],"logoFrom":null},{"id":"qwen3-8-flash-next-gyro-abliterated-huihui","family":"agentionai/Qwen3.8-Flash-Next-Gyro-abliterated-Huihui-GGUF","name":"Qwen3.8 Flash Next Gyro Abliterated Huihui","maker":"agentionai","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"agentionai/Qwen3.8-Flash-Next-Gyro-abliterated-Huihui-GGUF/Qwen3.8-Flash-Next-Gyro-S-abliterated-TQ1_0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-01T22:41:25.000Z","downloads":702365,"likes":47,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-abliterated-Huihui-GGUF","file":"Qwen3.8-Flash-Next-Gyro-S-abliterated-TQ1_0.gguf","label":"TQ1_0","size":58487015904,"bits":2.64,"known":true,"rank":0},{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-abliterated-Huihui-GGUF","file":"Qwen3.8-Flash-Next-Gyro-M-abliterated-TQ2_0.gguf","label":"TQ2_0","size":91965774560,"bits":4.16,"known":true,"rank":0},{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-abliterated-Huihui-GGUF","file":"Qwen3.8-Flash-Next-Gyro-L-abliterated-TQ3_0.gguf","label":"TQ3_0","size":108323559904,"bits":4.9,"known":false,"rank":0}],"repos":["agentionai/Qwen3.8-Flash-Next-Gyro-abliterated-Huihui-GGUF"],"logoFrom":"huihui-ai"},{"id":"gemma4-12b-qat-uncensored-hauhaucs-balanced","family":"HauhauCS/Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced","name":"Gemma4 12B QAT Uncensored HauhauCS Balanced","maker":"HauhauCS","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"HauhauCS/Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced/Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-06-22T14:32:34.000Z","downloads":694630,"likes":519,"trending":25,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced","file":"Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":7381381760,"bits":4.96,"known":true,"rank":0}],"repos":["HauhauCS/Gemma4-12B-QAT-Uncensored-HauhauCS-Balanced"],"logoFrom":"google"},{"id":"qwen3-8-27b-fable-5-coding-distilled","family":"khazarai/Qwen3.8-27B-Fable-5-Coding-Distilled","name":"Qwen3.8 27B Fable 5 Coding Distilled","maker":"khazarai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF/Qwen3.8-27B-Fable-5-Coding-Distilled.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-15T21:41:37.000Z","downloads":688311,"likes":30,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q2_K.gguf","label":"Q2_K","size":10864594464,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q3_K_S.gguf","label":"Q3_K_S","size":12256538144,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q3_K_M.gguf","label":"Q3_K_M","size":13500739104,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q3_K_L.gguf","label":"Q3_K_L","size":14559800864,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.IQ4_XS.gguf","label":"IQ4_XS","size":15420452384,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q4_K_S.gguf","label":"Q4_K_S","size":15825301024,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q4_K_M.gguf","label":"Q4_K_M","size":16810716704,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q5_K_S.gguf","label":"Q5_K_S","size":18971684384,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q5_K_M.gguf","label":"Q5_K_M","size":19535703584,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q6_K.gguf","label":"Q6_K","size":22431002144,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF","file":"Qwen3.8-27B-Fable-5-Coding-Distilled.Q8_0.gguf","label":"Q8_0","size":29047086624,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Fable-5-Coding-Distilled-GGUF"],"logoFrom":"khazarai"},{"id":"qwen3-1-7b","family":"Qwen/Qwen3-1.7B","name":"Qwen3 1.7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":2.03,"active":null,"layers":28,"probe":"unsloth/Qwen3-1.7B-GGUF/Qwen3-1.7B-UD-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:41:05.000Z","downloads":678130,"likes":243,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":537829952,"bits":2.12,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":561947200,"bits":2.21,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":605790784,"bits":2.39,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":708715072,"bits":2.79,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":765174336,"bits":3.02,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q2_K.gguf","label":"Q2_K","size":777796160,"bits":3.07,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q2_K_L.gguf","label":"Q2_K_L","size":777796160,"bits":3.07,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":797866560,"bits":3.14,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-IQ2_M.gguf","label":"IQ2_M","size":828885408,"bits":3.27,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q3_K_S.gguf","label":"Q3_K_S","size":867252800,"bits":3.42,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-1.7B-f16","file":"Qwen3-1.7B-f16:Q2_K.gguf","label":"Q2_K","size":879896832,"bits":3.47,"known":true,"rank":6},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":888064416,"bits":3.5,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q3_K_M.gguf","label":"Q3_K_M","size":939539008,"bits":3.7,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-1.7B-f16","file":"Qwen3-1.7B-f16:Q2_K_HIFI.gguf","label":"Q2_K_HIFI","size":961083648,"bits":3.79,"known":false,"rank":6},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-IQ3_XS.gguf","label":"IQ3_XS","size":967926176,"bits":3.81,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":968899136,"bits":3.82,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-1.7B-f16","file":"Qwen3-1.7B-f16:Q3_K_S.gguf","label":"Q3_K_S","size":1000956160,"bits":3.94,"known":true,"rank":6},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-IQ4_XS.gguf","label":"IQ4_XS","size":1010383424,"bits":3.98,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-IQ3_M.gguf","label":"IQ3_M","size":1029366176,"bits":4.06,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-IQ4_NL.gguf","label":"IQ4_NL","size":1054423616,"bits":4.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q4_0.gguf","label":"Q4_0","size":1056782912,"bits":4.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q4_K_S.gguf","label":"Q4_K_S","size":1060190784,"bits":4.18,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q4_K_M.gguf","label":"Q4_K_M","size":1107409472,"bits":4.36,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1132952128,"bits":4.46,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-Q3_K_L.gguf","label":"Q3_K_L","size":1137205664,"bits":4.48,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q4_1.gguf","label":"Q4_1","size":1142504000,"bits":4.5,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q5_K_S.gguf","label":"Q5_K_S","size":1230584384,"bits":4.85,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q5_K_M.gguf","label":"Q5_K_M","size":1257880128,"bits":4.96,"known":true,"rank":1},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1262991936,"bits":4.98,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1409474976,"bits":5.55,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q6_K.gguf","label":"Q6_K","size":1417755200,"bits":5.59,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-Q4_K_L.gguf","label":"Q4_K_L","size":1513382304,"bits":5.96,"known":true,"rank":2},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1610949184,"bits":6.35,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-Q5_K_L.gguf","label":"Q5_K_L","size":1663852960,"bits":6.56,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-Q6_K_L.gguf","label":"Q6_K_L","size":1823728032,"bits":7.19,"known":true,"rank":2},{"repo":"Qwen/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-Q8_0.gguf","label":"Q8_0","size":1834426016,"bits":7.23,"known":true,"rank":0},{"repo":"unsloth/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":2332582464,"bits":9.19,"known":true,"rank":1},{"repo":"ggml-org/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B-f16.gguf","label":"F16","size":4069679200,"bits":16.04,"known":true,"rank":3},{"repo":"MaziyarPanahi/Qwen3-1.7B-GGUF","file":"Qwen3-1.7B.fp16.gguf","label":"Qwen3-1.7B.fp16","size":4069679232,"bits":16.04,"known":false,"rank":4},{"repo":"bartowski/Qwen_Qwen3-1.7B-GGUF","file":"Qwen_Qwen3-1.7B-bf16.gguf","label":"BF16","size":4069679264,"bits":16.04,"known":true,"rank":2}],"repos":["MaziyarPanahi/Qwen3-1.7B-GGUF","Qwen/Qwen3-1.7B-GGUF","bartowski/Qwen_Qwen3-1.7B-GGUF","geoffmunn/Qwen3-1.7B-f16","ggml-org/Qwen3-1.7B-GGUF","lmstudio-community/Qwen3-1.7B-GGUF","rippertnt/Qwen3-1.7B-Q4_K_M-GGUF","unsloth/Qwen3-1.7B-GGUF"],"logoFrom":"Qwen"},{"id":"ternary-bonsai-2-2b","family":"prism-ml/Ternary-Bonsai-2-2B-gguf","name":"Ternary Bonsai 2 2B","maker":"PrismML","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"prism-ml/Ternary-Bonsai-2-2B-gguf/Ternary-Bonsai-2-2B-PTQ1_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-23T05:51:42.000Z","downloads":674692,"likes":43,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-2-2B-gguf","file":"Ternary-Bonsai-2-2B-PTQ1_0.gguf","label":"PTQ1_0","size":429183456,"bits":1.83,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-2-2B-gguf","file":"Ternary-Bonsai-2-2B-PQ2_0.gguf","label":"PQ2_0","size":517312992,"bits":2.2,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-2-2B-gguf","file":"Ternary-Bonsai-2-2B-Q2_0.gguf","label":"Q2_0","size":546689504,"bits":2.33,"known":false,"rank":0}],"repos":["prism-ml/Ternary-Bonsai-2-2B-gguf"],"logoFrom":"Qwen"},{"id":"spark-x2-5-4b","family":"XHToken/Spark-X2.5-4B","name":"Spark X2.5 4B","maker":"XHToken","catalog":null,"tuned":false,"params":4.11,"active":null,"layers":36,"probe":"mradermacher/Spark-X2.5-4B-i1-GGUF/Spark-X2.5-4B.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-24T06:34:34.000Z","downloads":673882,"likes":321,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q1_0.gguf","label":"Q1_0","size":812435840,"bits":1.58,"known":false,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1219822816,"bits":2.37,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-IQ1_M.gguf","label":"IQ1_M","size":1283754880,"bits":2.5,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1283754976,"bits":2.5,"known":true,"rank":3},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1390308576,"bits":2.71,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-IQ2_XS.gguf","label":"IQ2_XS","size":1487347840,"bits":2.9,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1487347936,"bits":2.9,"known":true,"rank":3},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1551081696,"bits":3.02,"known":true,"rank":3},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1636324576,"bits":3.19,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q2_K_S.gguf","label":"Q2_K_S","size":1677787520,"bits":3.27,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1677787616,"bits":3.27,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q2_K.gguf","label":"Q2_K","size":1787396480,"bits":3.48,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-Q2_K.gguf","label":"Q2_K","size":1787396576,"bits":3.48,"known":true,"rank":3},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1801895136,"bits":3.51,"known":true,"rank":3},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1904036576,"bits":3.71,"known":true,"rank":3},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1912883936,"bits":3.72,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-IQ3_S.gguf","label":"IQ3_S","size":1979239040,"bits":3.85,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":1979239136,"bits":3.85,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-IQ3_M.gguf","label":"IQ3_M","size":2043300480,"bits":3.98,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2043300576,"bits":3.98,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2165197440,"bits":4.21,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2165197536,"bits":4.21,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2376045440,"bits":4.62,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2376045536,"bits":4.62,"known":true,"rank":3},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2390641280,"bits":4.65,"known":true,"rank":2},{"repo":"mradermacher/Spark-X2.5-4B-i1-GGUF","file":"Spark-X2.5-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2390641376,"bits":4.65,"known":true,"rank":3},{"repo":"abenzerps/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q4_0.gguf","label":"Q4_0","size":2405581632,"bits":4.68,"known":true,"rank":1},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2476361600,"bits":4.82,"known":true,"rank":2},{"repo":"abenzerps/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2600223552,"bits":5.06,"known":true,"rank":1},{"repo":"XHToken/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2600224352,"bits":5.06,"known":true,"rank":0},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2600224640,"bits":5.06,"known":true,"rank":2},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q5_K_S.gguf","label":"Q5_K_S","size":2877626240,"bits":5.6,"known":true,"rank":2},{"repo":"abenzerps/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2977895232,"bits":5.8,"known":true,"rank":1},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2977896320,"bits":5.8,"known":true,"rank":2},{"repo":"abenzerps/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q6_K.gguf","label":"Q6_K","size":3379171392,"bits":6.58,"known":true,"rank":1},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q6_K.gguf","label":"Q6_K","size":3379172480,"bits":6.58,"known":true,"rank":2},{"repo":"abenzerps/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q8_0.gguf","label":"Q8_0","size":4375020352,"bits":8.52,"known":true,"rank":1},{"repo":"XHToken/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q8_0.gguf","label":"Q8_0","size":4375021152,"bits":8.52,"known":true,"rank":0},{"repo":"ngquocvinh/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B-Q8_0.gguf","label":"Q8_0","size":4375021152,"bits":8.52,"known":true,"rank":2},{"repo":"XHToken/Spark-X2.5-4B-GGUF","file":"Spark-X2.5-4B.gguf","label":"Spark-X2.5-4B","size":8229920352,"bits":16.02,"known":false,"rank":0}],"repos":["XHToken/Spark-X2.5-4B-GGUF","abenzerps/Spark-X2.5-4B-GGUF","mradermacher/Spark-X2.5-4B-i1-GGUF","ngquocvinh/Spark-X2.5-4B-GGUF"],"logoFrom":"XHToken"},{"id":"lfm2-5-24b-a2b-turbo-brilliance-50x-neo-max-imatrix","family":"DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF","name":"LFM2.5 24B A2B Turbo Brilliance 50X NEO MAX Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":23.97,"active":2.45,"layers":40,"probe":"DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF/LFM2.5-24B-A2B-TBrill-NEO-IQ3_M.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-13T23:33:49.000Z","downloads":671087,"likes":57,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF","file":"LFM2.5-24B-A2B-TBrill-NEO-IQ3_M.gguf","label":"IQ3_M","size":10523797056,"bits":3.51,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF","file":"LFM2.5-24B-A2B-TBrill-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":12837660224,"bits":4.28,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF","file":"LFM2.5-24B-A2B-TBrill-NEO-Q6_K.gguf","label":"Q6_K","size":19689629248,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF","file":"LFM2.5-24B-A2B-TBrill-MAX-NEO-Q8_0.gguf","label":"Q8_0","size":25739716160,"bits":8.59,"known":true,"rank":0}],"repos":["DavidAU/LFM2.5-24B-A2B-Turbo-Brilliance-50X-NEO-MAX-Imatrix-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-vl-8b-instruct-abliterated","family":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","name":"Qwen3 VL 8B Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF/Qwen3-VL-8B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-03T08:32:57.000Z","downloads":669375,"likes":23,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":3281734720,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3769613376,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4124163136,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4431395904,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4593298496,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4802014272,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5027785792,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5720763456,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5851114560,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":6725901376,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":8709520448,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated.f16.gguf","label":"F16","size":16388045888,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-Instruct-abliterated-GGUF"],"logoFrom":"prithivMLmods"},{"id":"qwen3-5-9b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 9B Uncensored HauhauCS Aggressive (HauhauCS)","maker":"HauhauCS","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-04T00:24:31.000Z","downloads":665885,"likes":2446,"trending":32,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":5627044224,"bits":5.03,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":7359259008,"bits":6.58,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":9527501184,"bits":8.52,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":17920696704,"bits":16.02,"known":true,"rank":0}],"repos":["AIconjured/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-MTP-GGUF-NVFP4","HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"qwen3-30b-a3b-instruct-2507","family":"Qwen/Qwen3-30B-A3B-Instruct-2507","name":"Qwen3 30B A3B 2507","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF/Qwen_Qwen3-30B-A3B-Instruct-2507-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-28T07:31:27.000Z","downloads":659882,"likes":374,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ2_XXS.gguf","label":"IQ2_XXS","size":7569025024,"bits":1.98,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8094142880,"bits":2.12,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ2_XS.gguf","label":"IQ2_XS","size":8662165504,"bits":2.27,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ2_S.gguf","label":"IQ2_S","size":8744099840,"bits":2.29,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9045725600,"bits":2.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9685733792,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ2_M.gguf","label":"IQ2_M","size":9870270464,"bits":2.59,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10341814688,"bits":2.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10845131168,"bits":2.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q2_K.gguf","label":"Q2_K","size":11258610080,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q2_K_L.gguf","label":"Q2_K_L","size":11331539360,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11787538848,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216983552,"bits":3.2,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ3_XS.gguf","label":"IQ3_XS","size":12736460800,"bits":3.34,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12906959264,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q3_K_S.gguf","label":"Q3_K_S","size":13292468640,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833048480,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-IQ3_M.gguf","label":"IQ3_M","size":14076540928,"bits":3.69,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-Q3_K_L.gguf","label":"Q3_K_L","size":14583003136,"bits":3.82,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q3_K_M.gguf","label":"Q3_K_M","size":14711847328,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855272448,"bits":3.89,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-IQ4_XS.gguf","label":"IQ4_XS","size":16378073504,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-IQ4_NL.gguf","label":"IQ4_NL","size":17310781856,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q4_0.gguf","label":"Q4_0","size":17379987872,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q4_K_S.gguf","label":"Q4_K_S","size":17456009632,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17690497440,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf","label":"Q4_K_M","size":18556686752,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_L.gguf","label":"Q4_K_L","size":18863126528,"bits":4.94,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q4_1.gguf","label":"Q4_1","size":19192500640,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q5_K_S.gguf","label":"Q5_K_S","size":21080510880,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q5_K_M.gguf","label":"Q5_K_M","size":21725581728,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740302752,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-Q5_K_L.gguf","label":"Q5_K_L","size":21936502784,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q6_K.gguf","label":"Q6_K","size":25092532640,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Instruct-2507-Q6_K_L.gguf","label":"Q6_K_L","size":25255442432,"bits":6.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340325792,"bits":6.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Q8_0.gguf","label":"Q8_0","size":32483932576,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989944736,"bits":9.43,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"Qwen3-30B-A3B-Instruct-2507.fp16.gguf","label":"Qwen3-30B-A3B-Instruct-2507.fp16","size":61095801184,"bits":16.01,"known":false,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","file":"BF16/Qwen3-30B-A3B-Instruct-2507-BF16-00001-of-00002.gguf","label":"BF16","size":61095803232,"bits":16.01,"known":true,"rank":0}],"repos":["MaziyarPanahi/Qwen3-30B-A3B-Instruct-2507-GGUF","bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF","lmstudio-community/Qwen3-30B-A3B-Instruct-2507-GGUF","second-state/Qwen3-30B-A3B-Instruct-2507-GGUF","unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF"],"logoFrom":"Qwen"},{"id":"tess-4-5-27b","family":"migtissera/Tess-4.5-27B","name":"Tess 4.5 27B","maker":"migtissera","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/migtissera_Tess-4.5-27B-GGUF/migtissera_Tess-4.5-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-18T18:32:14.000Z","downloads":657154,"likes":65,"trending":26,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268928,"bits":2.6,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9088526528,"bits":2.66,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ2_S.gguf","label":"IQ2_S","size":9684043968,"bits":2.84,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ2_M.gguf","label":"IQ2_M","size":10522249408,"bits":3.08,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q2_K.gguf","label":"Q2_K","size":10821544128,"bits":3.17,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168128,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12739885248,"bits":3.73,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12799604928,"bits":3.75,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13404051648,"bits":3.93,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14122817728,"bits":4.14,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ3_M.gguf","label":"IQ3_M","size":14860630208,"bits":4.35,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15475951808,"bits":4.53,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q4_0.gguf","label":"Q4_0","size":16348768448,"bits":4.79,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16363514048,"bits":4.79,"known":true,"rank":1},{"repo":"migtissera/Tess-4.5-27B-GGUF","file":"Tess-4.5-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547399904,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17442400448,"bits":5.11,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q4_1.gguf","label":"Q4_1","size":17825458368,"bits":5.22,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18820704448,"bits":5.51,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19566913728,"bits":5.73,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20923877568,"bits":6.13,"known":true,"rank":1},{"repo":"migtissera/Tess-4.5-27B-GGUF","file":"Tess-4.5-27B-Q6_K.gguf","label":"Q6_K","size":22082529504,"bits":6.47,"known":true,"rank":0},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22857455808,"bits":6.69,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24958908608,"bits":7.31,"known":true,"rank":1},{"repo":"migtissera/Tess-4.5-27B-GGUF","file":"Tess-4.5-27B-Q8_0.gguf","label":"Q8_0","size":28595763424,"bits":8.37,"known":true,"rank":0},{"repo":"bartowski/migtissera_Tess-4.5-27B-GGUF","file":"migtissera_Tess-4.5-27B-bf16/migtissera_Tess-4.5-27B-bf16-00001-of-00002.gguf","label":"BF16","size":54657734720,"bits":16.01,"known":true,"rank":1}],"repos":["bartowski/migtissera_Tess-4.5-27B-GGUF","migtissera/Tess-4.5-27B-GGUF"],"logoFrom":"migtissera"},{"id":"qwen3-0-6b","family":"Qwen/Qwen3-0.6B","name":"Qwen3 0.6B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":28,"probe":"unsloth/Qwen3-0.6B-GGUF/Qwen3-0.6B-UD-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:40:08.000Z","downloads":650312,"likes":333,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":214643392,"bits":2.29,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":220754624,"bits":2.35,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":234074816,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":268702400,"bits":2.87,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":282088128,"bits":3.01,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q2_K.gguf","label":"Q2_K","size":296238784,"bits":3.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q2_K_L.gguf","label":"Q2_K_L","size":296238784,"bits":3.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":301727424,"bits":3.22,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q3_K_S.gguf","label":"Q3_K_S","size":323075776,"bits":3.45,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-IQ2_M.gguf","label":"IQ2_M","size":331761056,"bits":3.54,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-IQ3_XXS.gguf","label":"IQ3_XXS","size":345867680,"bits":3.69,"known":true,"rank":2},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q3_K_M.gguf","label":"Q3_K_M","size":347127488,"bits":3.7,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-0.6B-f16","file":"Qwen3-0.6B-f16:Q2_K.gguf","label":"Q2_K","size":347288832,"bits":3.7,"known":true,"rank":5},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":356622016,"bits":3.8,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-IQ4_XS.gguf","label":"IQ4_XS","size":367804096,"bits":3.92,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-IQ3_XS.gguf","label":"IQ3_XS","size":379605408,"bits":4.05,"known":true,"rank":2},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-IQ4_NL.gguf","label":"IQ4_NL","size":381566656,"bits":4.07,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q4_0.gguf","label":"Q4_0","size":382156480,"bits":4.08,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q4_K_S.gguf","label":"Q4_K_S","size":383270592,"bits":4.09,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-0.6B-f16","file":"Qwen3-0.6B-f16:Q2_K_HIFI.gguf","label":"Q2_K_HIFI","size":387882240,"bits":4.14,"known":false,"rank":5},{"repo":"geoffmunn/Qwen3-0.6B-f16","file":"Qwen3-0.6B-f16:Q3_K_S.gguf","label":"Q3_K_S","size":389927168,"bits":4.16,"known":true,"rank":5},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q4_K_M.gguf","label":"Q4_K_M","size":396705472,"bits":4.23,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-IQ3_M.gguf","label":"IQ3_M","size":402878880,"bits":4.3,"known":true,"rank":2},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":405372608,"bits":4.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q4_1.gguf","label":"Q4_1","size":409091776,"bits":4.36,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q3_K_L.gguf","label":"Q3_K_L","size":435343776,"bits":4.64,"known":true,"rank":2},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q5_K_S.gguf","label":"Q5_K_S","size":436616896,"bits":4.66,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q5_K_M.gguf","label":"Q5_K_M","size":444415680,"bits":4.74,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":446381760,"bits":4.76,"known":true,"rank":1},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-Q6_K.gguf","label":"Q6_K","size":495107776,"bits":5.28,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q3_K_XL.gguf","label":"Q3_K_XL","size":571478432,"bits":6.1,"known":true,"rank":2},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":576467648,"bits":6.15,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q4_K_L.gguf","label":"Q4_K_L","size":599691680,"bits":6.4,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q5_K_L.gguf","label":"Q5_K_L","size":647401888,"bits":6.91,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q6_K_L.gguf","label":"Q6_K_L","size":698093984,"bits":7.45,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q8_0.gguf","label":"Q8_0","size":804753824,"bits":8.58,"known":true,"rank":2},{"repo":"unsloth/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":844288704,"bits":9.01,"known":true,"rank":1},{"repo":"ggml-org/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B-f16.gguf","label":"F16","size":1509347424,"bits":16.1,"known":true,"rank":4},{"repo":"MaziyarPanahi/Qwen3-0.6B-GGUF","file":"Qwen3-0.6B.fp16.gguf","label":"Qwen3-0.6B.fp16","size":1509347456,"bits":16.1,"known":false,"rank":3},{"repo":"bartowski/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-bf16.gguf","label":"BF16","size":1509347488,"bits":16.1,"known":true,"rank":2}],"repos":["MaziyarPanahi/Qwen3-0.6B-GGUF","Qwen/Qwen3-0.6B-GGUF","bartowski/Qwen_Qwen3-0.6B-GGUF","geoffmunn/Qwen3-0.6B-f16","ggml-org/Qwen3-0.6B-GGUF","lmstudio-community/Qwen3-0.6B-GGUF","unsloth/Qwen3-0.6B-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-coder-30b-a3b-instruct","family":"Qwen/Qwen3-Coder-30B-A3B-Instruct","name":"Qwen3 Coder 30B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-i1-GGUF/Qwen3-Coder-30B-A3B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-31T07:04:55.000Z","downloads":646855,"likes":1294,"trending":19,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":6416512032,"bits":1.68,"known":true,"rank":4},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":7078294560,"bits":1.85,"known":true,"rank":4},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8005213344,"bits":2.1,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":8914328736,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9627540640,"bits":2.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10333691040,"bits":2.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10837007520,"bits":2.84,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-Q2_K.gguf","label":"Q2_K","size":11258611744,"bits":2.95,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q2_K.gguf","label":"Q2_K","size":11258611744,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":11331542176,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11788590240,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12848766112,"bits":3.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":13292471456,"bits":3.48,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-IQ3_M.gguf","label":"IQ3_M","size":13513064480,"bits":3.54,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-IQ3_M.gguf","label":"IQ3_M","size":13513064480,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13806312608,"bits":3.62,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-Q3_K_M.gguf","label":"Q3_K_M","size":14711848992,"bits":3.86,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q3_K_M.gguf","label":"Q3_K_M","size":14711848992,"bits":3.86,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-Q3_K_L.gguf","label":"Q3_K_L","size":15900672032,"bits":4.17,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q3_K_L.gguf","label":"Q3_K_L","size":15900672032,"bits":4.17,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-IQ4_XS.gguf","label":"IQ4_XS","size":16368351264,"bits":4.29,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-IQ4_XS.gguf","label":"IQ4_XS","size":16368351264,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":17310784672,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf","label":"Q4_0","size":17379990688,"bits":4.55,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-Q4_K_S.gguf","label":"Q4_K_S","size":17456011296,"bits":4.57,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q4_K_S.gguf","label":"Q4_K_S","size":17456011296,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17665334432,"bits":4.63,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-Q4_K_M.gguf","label":"Q4_K_M","size":18556688416,"bits":4.86,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q4_K_M.gguf","label":"Q4_K_M","size":18556688416,"bits":4.86,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":18787631136,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Q4_1.gguf","label":"Q4_1","size":19192503456,"bits":5.03,"known":true,"rank":0},{"repo":"AlexAtomic/qwen3-coder-30b-a3b-GGUF","file":"qwen3-coder-30b-a3b-Q5_K_S.gguf","label":"Q5_K_S","size":19654266880,"bits":5.15,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q5_K_S.gguf","label":"Q5_K_S","size":21080512480,"bits":5.52,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q5_K_M.gguf","label":"Q5_K_M","size":21725583328,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740305568,"bits":5.7,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q6_K.gguf","label":"Q6_K","size":25092534240,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340328608,"bits":6.9,"known":true,"rank":0},{"repo":"AtomicChat/Qwen3-Coder-30B-A3B-GGUF","file":"qwen3-coder-30b-a3b-Q8_0.gguf","label":"Q8_0","size":32483934176,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989947552,"bits":9.43,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":61095806048,"bits":16.01,"known":true,"rank":0}],"repos":["AlexAtomic/qwen3-coder-30b-a3b-GGUF","AtomicChat/Qwen3-Coder-30B-A3B-GGUF","ggml-org/Qwen3-Coder-30B-A3B-Instruct-GGUF","ggml-org/Qwen3-Coder-30B-A3B-Instruct-Q8_0-GGUF","giladgd/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M-GGUF","lmstudio-community/Qwen3-Coder-30B-A3B-Instruct-GGUF","mradermacher/Qwen3-Coder-30B-A3B-Instruct-GGUF","mradermacher/Qwen3-Coder-30B-A3B-Instruct-i1-GGUF","second-state/Qwen3-Coder-30B-A3B-Instruct-GGUF","unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-9b-kimi-k3-distilled","family":"khazarai/Qwen3.5-9B-Kimi-k3-Distilled","name":"Qwen3.5 9B Kimi K3 Distilled","maker":"khazarai","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF/Qwen3.5-9B-Kimi-k3-Distilled.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-16T11:03:13.000Z","downloads":627972,"likes":21,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q2_K.gguf","label":"Q2_K","size":3914969984,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q3_K_S.gguf","label":"Q3_K_S","size":4364022656,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":4475991200,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783904,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q3_K_M.gguf","label":"Q3_K_M","size":4737610624,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q3_K_L.gguf","label":"Q3_K_L","size":5048513408,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.IQ4_XS.gguf","label":"IQ4_XS","size":5357876096,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":5462865056,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q4_K_S.gguf","label":"Q4_K_S","size":5488554880,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555664032,"bits":4.83,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q4_K_M.gguf","label":"Q4_K_M","size":5780091776,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":5961462944,"bits":5.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q5_K_S.gguf","label":"Q5_K_S","size":6472643456,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q5_K_M.gguf","label":"Q5_K_M","size":6642545536,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q6_K.gguf","label":"Q6_K","size":7558902656,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.Q8_0.gguf","label":"Q8_0","size":9786061696,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","file":"Qwen3.5-9B-Kimi-k3-Distilled.f16.gguf","label":"F16","size":18407322496,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-GGUF","mradermacher/Qwen3.5-9B-Kimi-k3-Distilled-i1-GGUF"],"logoFrom":"khazarai"},{"id":"lfm2-5-24b-a2b","family":"LiquidAI/LFM2.5-24B-A2B","name":"LFM2.5 24B A2B","maker":"Liquid AI","catalog":null,"tuned":false,"params":23.97,"active":2.45,"layers":40,"probe":"NANI-Nithin/LFM2.5-24B-A2B-GGUF/LFM2.5-24B-A2B-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-12T05:35:46.000Z","downloads":625095,"likes":399,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q1_0.gguf","label":"Q1_0","size":3578019424,"bits":1.19,"known":false,"rank":3},{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ1_S.gguf","label":"IQ1_S","size":4932615776,"bits":1.65,"known":true,"rank":3},{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ1_M.gguf","label":"IQ1_M","size":5471665760,"bits":1.83,"known":true,"rank":3},{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ2_XXS.gguf","label":"IQ2_XXS","size":6370082400,"bits":2.13,"known":true,"rank":3},{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q2_0.gguf","label":"Q2_0","size":6911409760,"bits":2.31,"known":false,"rank":3},{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ2_XS.gguf","label":"IQ2_XS","size":7090126432,"bits":2.37,"known":true,"rank":3},{"repo":"NANI-Nithin/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ2_S.gguf","label":"IQ2_S","size":7162265184,"bits":2.39,"known":true,"rank":3},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7468302592,"bits":2.49,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ2_XS.gguf","label":"IQ2_XS","size":7485563296,"bits":2.5,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":7535313152,"bits":2.51,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ2_S.gguf","label":"IQ2_S","size":7956504992,"bits":2.66,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":8042561760,"bits":2.68,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ2_M.gguf","label":"IQ2_M","size":8783561120,"bits":2.93,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":8959328480,"bits":2.99,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q2_K.gguf","label":"Q2_K","size":9178317216,"bits":3.06,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":10326540704,"bits":3.45,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ3_XS.gguf","label":"IQ3_XS","size":10881106336,"bits":3.63,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":10947100928,"bits":3.65,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q3_K_S.gguf","label":"Q3_K_S","size":10977034656,"bits":3.66,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q3_K_M.gguf","label":"Q3_K_M","size":11552211360,"bits":3.86,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q3_K_L.gguf","label":"Q3_K_L","size":12244607392,"bits":4.09,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ3_M.gguf","label":"IQ3_M","size":12591980960,"bits":4.2,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ4_XS.gguf","label":"IQ4_XS","size":13378191776,"bits":4.46,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-QAD-Q4_0.gguf","label":"Q4_0","size":13578190880,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q4_K_S.gguf","label":"Q4_K_S","size":14271349152,"bits":4.76,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q4_K_M.gguf","label":"Q4_K_M","size":14526258464,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14876901632,"bits":4.97,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q4_1.gguf","label":"Q4_1","size":15072969120,"bits":5.03,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-IQ4_NL.gguf","label":"IQ4_NL","size":15177318816,"bits":5.07,"known":true,"rank":2},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q4_K_L.gguf","label":"Q4_K_L","size":16369549728,"bits":5.46,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q5_K_M.gguf","label":"Q5_K_M","size":17029602592,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q5_K_S.gguf","label":"Q5_K_S","size":17189011872,"bits":5.74,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":17918820608,"bits":5.98,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q6_K.gguf","label":"Q6_K","size":19689405728,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q6_K_S.gguf","label":"Q6_K_S","size":20179026336,"bits":6.73,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":21861204224,"bits":7.3,"known":true,"rank":1},{"repo":"bartowski/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q6_K_L.gguf","label":"Q6_K_L","size":22226895264,"bits":7.42,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-Q8_0.gguf","label":"Q8_0","size":25493732640,"bits":8.51,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-BF16.gguf","label":"BF16","size":47962094880,"bits":16.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","file":"LFM2.5-24B-A2B-F16.gguf","label":"F16","size":47962094880,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/LFM2.5-24B-A2B-GGUF","LiquidAI/LFM2.5-24B-A2B-GGUF","NANI-Nithin/LFM2.5-24B-A2B-GGUF","WhiskyAKM/LFM2.5-24B-A2B-NVFP4-GGUF","bartowski/LFM2.5-24B-A2B-GGUF","ggml-org/LFM2.5-24B-A2B-GGUF","mradermacher/LFM2.5-24B-A2B-i1-GGUF","mudler/LFM2.5-24B-A2B-APEX-GGUF","ngquocvinh/LFM2.5-24B-A2B-GGUF","unsloth/LFM2.5-24B-A2B-GGUF"],"logoFrom":"LiquidAI"},{"id":"gemma-3-1b-it","family":"google/gemma-3-1b-it","name":"Gemma 3 1B","maker":"Google","catalog":null,"tuned":false,"params":1,"active":null,"layers":26,"probe":"unsloth/gemma-3-1b-it-GGUF/gemma-3-1b-it-UD-IQ1_S.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":11534336,"context":32768,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2025-03-10T12:09:00.000Z","downloads":619824,"likes":230,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":557014304,"bits":4.46,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":559813664,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":564479264,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":578024480,"bits":4.62,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":591648032,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-IQ2_M.gguf","label":"IQ2_M","size":669783872,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-IQ3_XXS.gguf","label":"IQ3_XXS","size":680110400,"bits":5.44,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q3_K_S.gguf","label":"Q3_K_S","size":688856096,"bits":5.51,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q3_K_S.gguf","label":"Q3_K_S","size":688856160,"bits":5.51,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q3_K_S.gguf","label":"Q3_K_S","size":688856160,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q2_K.gguf","label":"Q2_K","size":689814560,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q2_K_L.gguf","label":"Q2_K_L","size":689814560,"bits":5.52,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q2_K.gguf","label":"Q2_K","size":689814624,"bits":5.52,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q2_K.gguf","label":"Q2_K","size":689814624,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-IQ3_XS.gguf","label":"IQ3_XS","size":689814848,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":693858080,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-IQ3_M.gguf","label":"IQ3_M","size":697060928,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-IQ4_XS.gguf","label":"IQ4_XS","size":714435104,"bits":5.72,"known":true,"rank":0},{"repo":"ggml-org/gemma-3-1b-it-qat-GGUF","file":"gemma-3-1b-it-qat-Q4_0.gguf","label":"Q4_0","size":720425600,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-IQ4_NL.gguf","label":"IQ4_NL","size":721863200,"bits":5.77,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q3_K_M.gguf","label":"Q3_K_M","size":722416160,"bits":5.78,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q3_K_M.gguf","label":"Q3_K_M","size":722416224,"bits":5.78,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q3_K_M.gguf","label":"Q3_K_M","size":722416224,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":726839840,"bits":5.81,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q3_K_L.gguf","label":"Q3_K_L","size":751575648,"bits":6.01,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q3_K_L.gguf","label":"Q3_K_L","size":751575648,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-Q3_K_L.gguf","label":"Q3_K_L","size":751575872,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-Q3_K_XL.gguf","label":"Q3_K_XL","size":751575872,"bits":6.01,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q4_1.gguf","label":"Q4_1","size":764035616,"bits":6.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q4_K_S.gguf","label":"Q4_K_S","size":780993056,"bits":6.25,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q4_K_S.gguf","label":"Q4_K_S","size":780993120,"bits":6.25,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q4_K_S.gguf","label":"Q4_K_S","size":780993120,"bits":6.25,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q4_K_M.gguf","label":"Q4_K_M","size":806058272,"bits":6.45,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q4_K_M.gguf","label":"Q4_K_M","size":806058336,"bits":6.45,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q4_K_M.gguf","label":"Q4_K_M","size":806058336,"bits":6.45,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-1b-it-qat-GGUF","file":"google_gemma-3-1b-it-qat-Q4_K_L.gguf","label":"Q4_K_L","size":806058560,"bits":6.45,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":807035168,"bits":6.46,"known":true,"rank":0},{"repo":"unsloth/gemma-3-1b-it-GGUF","file":"gemma-3-1b-it-Q5_K_S.gguf","label":"Q5_K_S","size":836399648,"bits":6.69,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q5_K_S.gguf","label":"Q5_K_S","size":836399712,"bits":6.69,"known":true,"rank":0},{"repo":"Eahsanafra/gemma-3-1b-instruct-gguf","file":"gemma-3-it-1B-Q5_K_S.gguf","label":"Q5_K_S","size":836399712,"bits":6.69,"known":true,"rank":0}],"repos":["Eahsanafra/gemma-3-1b-instruct-gguf","MaziyarPanahi/gemma-3-1b-it-GGUF","bartowski/google_gemma-3-1b-it-GGUF","bartowski/google_gemma-3-1b-it-qat-GGUF","ggml-org/gemma-3-1b-it-GGUF","ggml-org/gemma-3-1b-it-qat-GGUF","lm-kit/gemma-3-1b-instruct-gguf","lmstudio-community/gemma-3-1B-it-qat-GGUF","lmstudio-community/gemma-3-1b-it-GGUF","unsloth/gemma-3-1b-it-GGUF"],"logoFrom":"google"},{"id":"qwen3-14b","family":"Qwen/Qwen3-14B","name":"Qwen3 14B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"unsloth/Qwen3-14B-GGUF/Qwen3-14B-UD-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:42:45.000Z","downloads":619349,"likes":405,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3827369344,"bits":2.07,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":4064814464,"bits":2.2,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4470113664,"bits":2.42,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4691589152,"bits":2.54,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-IQ2_S.gguf","label":"IQ2_S","size":4963312672,"bits":2.69,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-IQ2_M.gguf","label":"IQ2_M","size":5322941472,"bits":2.88,"known":true,"rank":2},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":5425956224,"bits":2.94,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q2_K.gguf","label":"Q2_K","size":5753984384,"bits":3.12,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q2_K_L.gguf","label":"Q2_K_L","size":5936307584,"bits":3.22,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666272,"bits":3.22,"known":true,"rank":2},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":6013732224,"bits":3.26,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":6067584384,"bits":3.29,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6375301152,"bits":3.45,"known":true,"rank":2},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6657106304,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-IQ3_M.gguf","label":"IQ3_M","size":6883409952,"bits":3.73,"known":true,"rank":2},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7321313664,"bits":3.97,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":7593917824,"bits":4.11,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7900651552,"bits":4.28,"known":true,"rank":2},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8135040384,"bits":4.41,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8541363584,"bits":4.63,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q4_0.gguf","label":"Q4_0","size":8543001984,"bits":4.63,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573476224,"bits":4.64,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581324832,"bits":4.65,"known":true,"rank":2},{"repo":"Qwen/Qwen3-14B-GGUF","file":"Qwen3-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9001752960,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":9159818624,"bits":4.96,"known":true,"rank":1},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q4_1.gguf","label":"Q4_1","size":9389522304,"bits":5.09,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9579110432,"bits":5.19,"known":true,"rank":2},{"repo":"Qwen/Qwen3-14B-GGUF","file":"Qwen3-14B-Q5_0.gguf","label":"Q5_0","size":10263894400,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10263895424,"bits":5.56,"known":true,"rank":1},{"repo":"Qwen/Qwen3-14B-GGUF","file":"Qwen3-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10514569568,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":10546437504,"bits":5.71,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10994688032,"bits":5.96,"known":true,"rank":2},{"repo":"Qwen/Qwen3-14B-GGUF","file":"Qwen3-14B-Q6_K.gguf","label":"Q6_K","size":12121937248,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12498739232,"bits":6.77,"known":true,"rank":2},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":13285990784,"bits":7.2,"known":true,"rank":1},{"repo":"Qwen/Qwen3-14B-GGUF","file":"Qwen3-14B-Q8_0.gguf","label":"Q8_0","size":15698533728,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":18754560384,"bits":10.16,"known":true,"rank":1},{"repo":"ggml-org/Qwen3-14B-GGUF","file":"Qwen3-14B-f16.gguf","label":"F16","size":29543423712,"bits":16,"known":true,"rank":5},{"repo":"MaziyarPanahi/Qwen3-14B-GGUF","file":"Qwen3-14B.fp16.gguf","label":"Qwen3-14B.fp16","size":29543423744,"bits":16,"known":false,"rank":3},{"repo":"unsloth/Qwen3-14B-GGUF","file":"Qwen3-14B-BF16.gguf","label":"BF16","size":29543424160,"bits":16,"known":true,"rank":1}],"repos":["Aldaris/Qwen3-14B-Q4_K_M-GGUF","MaziyarPanahi/Qwen3-14B-GGUF","Qwen/Qwen3-14B-GGUF","bartowski/Qwen_Qwen3-14B-GGUF","geoffmunn/Qwen3-14B-f16","ggml-org/Qwen3-14B-GGUF","k1nto/qwen3-14B-Q5_K_M-GGUF","lmstudio-community/Qwen3-14B-GGUF","mradermacher/Qwen3-14B-i1-GGUF","unsloth/Qwen3-14B-GGUF"],"logoFrom":"Qwen"},{"id":"b1-9b","family":"schneewolflabs/B1-9B","name":"B1 9B","maker":"schneewolflabs","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/B1-9B-GGUF/B1-9B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-06T04:37:17.000Z","downloads":588801,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q2_K.gguf","label":"Q2_K","size":3914969504,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4364022176,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4737610144,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q3_K_L.gguf","label":"Q3_K_L","size":5048512928,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.IQ4_XS.gguf","label":"IQ4_XS","size":5357875616,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5488554400,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5780091296,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6472642976,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6642545056,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q6_K.gguf","label":"Q6_K","size":7558902176,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.Q8_0.gguf","label":"Q8_0","size":9786061216,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/B1-9B-GGUF","file":"B1-9B.f16.gguf","label":"F16","size":18407322016,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/B1-9B-GGUF"],"logoFrom":"schneewolflabs"},{"id":"qwen3-8-4b-distill","family":"empero-ai/Qwen3.8-4B-Distill","name":"Qwen3.8 4B Distill","maker":"empero-ai","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"empero-ai/Qwen3.8-4B-Distill-GGUF/Qwen3.8-4B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T18:08:41.000Z","downloads":583380,"likes":197,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"empero-ai/Qwen3.8-4B-Distill-GGUF","file":"Qwen3.8-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2783446304,"bits":5.14,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.8-4B-Distill-GGUF","file":"Qwen3.8-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3161425184,"bits":5.84,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.8-4B-Distill-GGUF","file":"Qwen3.8-4B-Q6_K.gguf","label":"Q6_K","size":3563027744,"bits":6.58,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.8-4B-Distill-GGUF","file":"Qwen3.8-4B-Q8_0.gguf","label":"Q8_0","size":4610579744,"bits":8.52,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.8-4B-Distill-GGUF","file":"Qwen3.8-4B-BF16.gguf","label":"BF16","size":8665619744,"bits":16.01,"known":true,"rank":0}],"repos":["empero-ai/Qwen3.8-4B-Distill-GGUF"],"logoFrom":"empero-ai"},{"id":"qwen3-5-2b","family":"Qwen/Qwen3.5-2B","name":"Qwen3.5 2B","maker":"Alibaba Qwen","catalog":"qwen3-5-2b","tuned":false,"params":1.94,"active":null,"layers":24,"probe":"unsloth/Qwen3.5-2B-GGUF/Qwen3.5-2B-UD-IQ2_XXS.gguf","kvBytesPerToken":13056,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-28T23:56:16.000Z","downloads":580163,"likes":272,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":768270592,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":859857152,"bits":3.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":931823872,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-IQ2_M.gguf","label":"IQ2_M","size":935046240,"bits":3.86,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":966533376,"bits":3.99,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-2B-GGUF","file":"qwen3.5-2b-Q2_K.gguf","label":"Q2_K","size":990491136,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q3_K_S.gguf","label":"Q3_K_S","size":1030947072,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1061530720,"bits":4.38,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q2_K.gguf","label":"Q2_K","size":1073515616,"bits":4.43,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q3_K_M.gguf","label":"Q3_K_M","size":1107149056,"bits":4.57,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-2B-GGUF","file":"qwen3.5-2b-Q3_K_M.gguf","label":"Q3_K_M","size":1127802368,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-IQ3_XS.gguf","label":"IQ3_XS","size":1157483616,"bits":4.77,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1159274752,"bits":4.78,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-IQ4_XS.gguf","label":"IQ4_XS","size":1172996352,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-IQ3_M.gguf","label":"IQ3_M","size":1187859552,"bits":4.9,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q2_K_L.gguf","label":"Q2_K_L","size":1196682336,"bits":4.93,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-IQ4_NL.gguf","label":"IQ4_NL","size":1213300992,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q4_0.gguf","label":"Q4_0","size":1214873856,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q4_K_S.gguf","label":"Q4_K_S","size":1217757440,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q3_K_L.gguf","label":"Q3_K_L","size":1260702816,"bits":5.2,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1280835840,"bits":5.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q4_1.gguf","label":"Q4_1","size":1293517056,"bits":5.33,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-2B-GGUF","file":"qwen3.5-2b-Q4_K_M.gguf","label":"Q4_K_M","size":1312164352,"bits":5.41,"known":true,"rank":0},{"repo":"SoAIHQ/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1312165056,"bits":5.41,"known":true,"rank":4},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1339752704,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1383869536,"bits":5.71,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q5_K_S.gguf","label":"Q5_K_S","size":1384546560,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1435238656,"bits":5.92,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-2B-GGUF","file":"qwen3.5-2b-Q5_K_M.gguf","label":"Q5_K_M","size":1454787072,"bits":6,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1466687744,"bits":6.05,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q4_K_L.gguf","label":"Q4_K_L","size":1519365216,"bits":6.27,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q6_K.gguf","label":"Q6_K","size":1574961408,"bits":6.49,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-2B-GGUF","file":"qwen3.5-2b-Q6_K.gguf","label":"Q6_K","size":1606323712,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q5_K_L.gguf","label":"Q5_K_L","size":1691642976,"bits":6.98,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-2B-GGUF","file":"Qwen_Qwen3.5-2B-Q6_K_L.gguf","label":"Q6_K_L","size":1824156768,"bits":7.52,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1864483072,"bits":7.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-Q8_0.gguf","label":"Q8_0","size":2012012800,"bits":8.3,"known":true,"rank":0},{"repo":"gguf/Qwen3.5-2B-GGUF","file":"qwen3.5-2b-Q8_0.gguf","label":"Q8_0","size":2076674560,"bits":8.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":2834940160,"bits":11.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-2B-GGUF","file":"Qwen3.5-2B-BF16.gguf","label":"BF16","size":3775709216,"bits":15.57,"known":true,"rank":0}],"repos":["SoAIHQ/Qwen3.5-2B-GGUF","bartowski/Qwen_Qwen3.5-2B-GGUF","diodel/Qwen3.5-2B-Q4_K_M-GGUF","gguf/Qwen3.5-2B-GGUF","lmstudio-community/Qwen3.5-2B-GGUF","unsloth/Qwen3.5-2B-GGUF","unsloth/Qwen3.5-2B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-1-5b-instruct","family":"Qwen/Qwen2.5-1.5B-Instruct","name":"Qwen2.5 1.5B Instruct","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF/Qwen2.5-1.5B-Instruct.IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-17T14:10:29.000Z","downloads":558403,"likes":233,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":436527840,"bits":1.96,"known":true,"rank":2},{"repo":"MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":464461536,"bits":2.09,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511018144,"bits":2.3,"known":true,"rank":4},{"repo":"MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":550327008,"bits":2.47,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":563810464,"bits":2.53,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":601054816,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640135840,"bits":2.88,"known":true,"rank":4},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668792992,"bits":3.01,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":731699296,"bits":3.29,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":732825184,"bits":3.29,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q2_k.gguf","label":"Q2_K","size":752880160,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":760944736,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":762407584,"bits":3.43,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":776664320,"bits":3.49,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":880163072,"bits":3.96,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":895731968,"bits":4.03,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":924455968,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934955264,"bits":4.2,"known":false,"rank":1},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934955264,"bits":4.2,"known":false,"rank":1},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934955264,"bits":4.2,"known":false,"rank":1},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-IQ4_NL.gguf","label":"IQ4_NL","size":936331936,"bits":4.21,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":936683264,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":940312832,"bits":4.23,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":1016842912,"bits":4.57,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1042568960,"bits":4.69,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q4_0.gguf","label":"Q4_0","size":1066227232,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1098729728,"bits":4.94,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":1117320736,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-1.5B-Instruct.i1-Q5_1.gguf","label":"Q5_1","size":1180617376,"bits":5.31,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1181570816,"bits":5.31,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q5_0.gguf","label":"Q5_0","size":1259173408,"bits":5.66,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":1285494304,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1329260288,"bits":5.97,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q6_k.gguf","label":"Q6_K","size":1464178720,"bits":6.58,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-q8_0.gguf","label":"Q8_0","size":1894532128,"bits":8.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.fp16.gguf","label":"Qwen2.5-1.5B-Instruct.fp16","size":3093669376,"bits":13.9,"known":false,"rank":2},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.SOURCE.gguf","label":"Qwen2.5-1.5B-Instruct.SOURCE","size":3093669376,"bits":13.9,"known":false,"rank":5},{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","file":"qwen2.5-1.5b-instruct-fp16.gguf","label":"qwen2.5-1.5b-instruct-fp16","size":3560416288,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/Qwen2.5-1.5B-Instruct-GGUF","Qwen/Qwen2.5-1.5B-Instruct-GGUF","bartowski/Qwen2.5-1.5B-Instruct-GGUF","lmstudio-community/Qwen2.5-1.5B-Instruct-GGUF","mradermacher/Qwen2.5-1.5B-Instruct-GGUF","mradermacher/Qwen2.5-1.5B-Instruct-i1-GGUF"],"logoFrom":"Qwen"},{"id":"jinen-v1-small","family":"togatogah/jinen-v1-small.gguf","name":"Jinen V1 Small.","maker":"togatogah","catalog":null,"tuned":false,"params":0.11,"active":null,"layers":12,"probe":"togatogah/jinen-v1-small.gguf/jinen-v1-small-Q5_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":1024,"arch":"gpt2","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2026-02-11T13:54:56.000Z","downloads":558227,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"togatogah/jinen-v1-small.gguf","file":"jinen-v1-small-Q5_K_M.gguf","label":"Q5_K_M","size":88484544,"bits":6.44,"known":true,"rank":0},{"repo":"togatogah/jinen-v1-small.gguf","file":"jinen-v1-small-f16.gguf","label":"F16","size":443281664,"bits":32.24,"known":true,"rank":0}],"repos":["togatogah/jinen-v1-small.gguf"],"logoFrom":null},{"id":"qwen3-8-27b-uncensored-cyber","family":"philbert440/Qwen3.8-27B-Uncensored-Cyber","name":"Qwen3.8 27B Uncensored Cyber","maker":"philbert440","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"philbert440/Qwen3.8-27B-Uncensored-Cyber-GGUF/Qwen3.8-27B-Uncensored-Cyber-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T15:49:28.000Z","downloads":547159,"likes":76,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"philbert440/Qwen3.8-27B-Uncensored-Cyber-GGUF","file":"Qwen3.8-27B-Uncensored-Cyber-Q4_K_M.gguf","label":"Q4_K_M","size":18973870784,"bits":5.64,"known":true,"rank":0},{"repo":"philbert440/Qwen3.8-27B-Uncensored-Cyber-GGUF","file":"Qwen3.8-27B-Uncensored-Cyber-Q5_K_M.gguf","label":"Q5_K_M","size":21271890624,"bits":6.33,"known":true,"rank":0},{"repo":"philbert440/Qwen3.8-27B-Uncensored-Cyber-GGUF","file":"Qwen3.8-27B-Uncensored-Cyber-Q6_K.gguf","label":"Q6_K","size":23713536704,"bits":7.05,"known":true,"rank":0},{"repo":"philbert440/Qwen3.8-27B-Uncensored-Cyber-GGUF","file":"Qwen3.8-27B-Uncensored-Cyber-Q8_0.gguf","label":"Q8_0","size":28595763904,"bits":8.5,"known":true,"rank":0}],"repos":["philbert440/Qwen3.8-27B-Uncensored-Cyber-GGUF"],"logoFrom":"philbert440"},{"id":"qwen3-8-9b-distill","family":"empero-ai/Qwen3.8-9B-Distill","name":"Qwen3.8 9B Distill","maker":"empero-ai","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"superisaac1262/Qwen3.8-9B-Distill-GGUF/Qwen3.8-9B-Distill-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T18:08:39.000Z","downloads":540058,"likes":345,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q2_K.gguf","label":"Q2_K","size":3914969024,"bits":3.4,"known":true,"rank":2},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q3_K_S.gguf","label":"Q3_K_S","size":4364021696,"bits":3.79,"known":true,"rank":2},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q3_K_M.gguf","label":"Q3_K_M","size":4737609664,"bits":4.12,"known":true,"rank":2},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q3_K_L.gguf","label":"Q3_K_L","size":5048512448,"bits":4.39,"known":true,"rank":2},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-IQ4_XS.gguf","label":"IQ4_XS","size":5357875136,"bits":4.66,"known":true,"rank":2},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q4_K_S.gguf","label":"Q4_K_S","size":5488553920,"bits":4.77,"known":true,"rank":2},{"repo":"empero-ai/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5780090176,"bits":5.03,"known":true,"rank":0},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q4_K_M.gguf","label":"Q4_K_M","size":5780090816,"bits":5.03,"known":true,"rank":2},{"repo":"Atomic-Germ/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5780109600,"bits":5.03,"known":true,"rank":1},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q5_K_S.gguf","label":"Q5_K_S","size":6472642496,"bits":5.63,"known":true,"rank":2},{"repo":"empero-ai/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6642543936,"bits":5.78,"known":true,"rank":0},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q5_K_M.gguf","label":"Q5_K_M","size":6642544576,"bits":5.78,"known":true,"rank":2},{"repo":"empero-ai/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q6_K.gguf","label":"Q6_K","size":7558901056,"bits":6.57,"known":true,"rank":0},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q6_K.gguf","label":"Q6_K","size":7558901696,"bits":6.57,"known":true,"rank":2},{"repo":"Atomic-Germ/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q6_K.gguf","label":"Q6_K","size":7558920480,"bits":6.57,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q8_0.gguf","label":"Q8_0","size":9786060096,"bits":8.51,"known":true,"rank":0},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-Q8_0.gguf","label":"Q8_0","size":9786060736,"bits":8.51,"known":true,"rank":2},{"repo":"Atomic-Germ/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Q8_0.gguf","label":"Q8_0","size":9786079520,"bits":8.51,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-BF16.gguf","label":"BF16","size":18407320896,"bits":16.01,"known":true,"rank":0},{"repo":"superisaac1262/Qwen3.8-9B-Distill-GGUF","file":"Qwen3.8-9B-Distill-F16.gguf","label":"F16","size":18407321536,"bits":16.01,"known":true,"rank":2}],"repos":["Atomic-Germ/Qwen3.8-9B-Distill-GGUF","empero-ai/Qwen3.8-9B-Distill-GGUF","superisaac1262/Qwen3.8-9B-Distill-GGUF"],"logoFrom":"empero-ai"},{"id":"huihui-qwen3-8-flash-next-abliterated-v2","family":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","name":"Huihui Qwen3.8 Flash Next Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF/swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-11T19:02:35.000Z","downloads":535652,"likes":182,"trending":31,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68152167168,"bits":3.08,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68152167168,"bits":3.08,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"swift-IQ3_XXS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75966073120,"bits":3.43,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"swift-IQ3_XXS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75966073120,"bits":3.43,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"swift-IQ3_S/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83743737120,"bits":3.79,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"swift-IQ3_S/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83743737120,"bits":3.79,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":93682584224,"bits":4.24,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":93682584224,"bits":4.24,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334654784,"bits":5.03,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334654784,"bits":5.03,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-Q5_K_XL/Qwen3.8-Flash-Next-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":158286406656,"bits":7.16,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-Q5_K_XL/Qwen3.8-Flash-Next-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":158286406656,"bits":7.16,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-Q6_K_XL/Qwen3.8-Flash-Next-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":169165382688,"bits":7.65,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-UD-Q6_K_XL/Qwen3.8-Flash-Next-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":169165382688,"bits":7.65,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-Q8_0/Qwen3.8-Flash-Next-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":188225033248,"bits":8.51,"known":true,"rank":0},{"repo":"AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","file":"unsloth-Q8_0/Qwen3.8-Flash-Next-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":188225033248,"bits":8.51,"known":true,"rank":0}],"repos":["AhmedPPL/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF","huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-v2-GGUF"],"logoFrom":"Qwen"},{"id":"pocket-35b","family":"FINAL-Bench/POCKET-35B-GGUF","name":"POCKET 35B","maker":"FINAL-Bench","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"FINAL-Bench/POCKET-35B-GGUF/POCKET-35B-IQ1_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-22T22:24:56.000Z","downloads":535491,"likes":88,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FINAL-Bench/POCKET-35B-GGUF","file":"POCKET-35B-IQ1_M.gguf","label":"IQ1_M","size":8239208384,"bits":1.9,"known":true,"rank":0},{"repo":"FINAL-Bench/POCKET-35B-GGUF","file":"POCKET-35B-Q2_K.gguf","label":"Q2_K","size":12939593664,"bits":2.99,"known":true,"rank":0},{"repo":"FINAL-Bench/POCKET-35B-GGUF","file":"POCKET-35B-Q3_K_M.gguf","label":"Q3_K_M","size":16764763840,"bits":3.87,"known":true,"rank":0},{"repo":"FINAL-Bench/POCKET-35B-GGUF","file":"POCKET-35B-Q4_K_M.gguf","label":"Q4_K_M","size":21166757568,"bits":4.89,"known":true,"rank":0}],"repos":["FINAL-Bench/POCKET-35B-GGUF"],"logoFrom":"FINAL-Bench"},{"id":"surya-ocr-2","family":"datalab-to/surya-ocr-2-gguf","name":"Surya Ocr 2","maker":"datalab-to","catalog":null,"tuned":false,"params":0.63,"active":null,"layers":24,"probe":"datalab-to/surya-ocr-2-gguf/surya-2.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"openrail","open":true,"released":"2026-05-14T03:26:00.000Z","downloads":531882,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"datalab-to/surya-ocr-2-gguf","file":"surya-2.gguf","label":"surya-2","size":1266400864,"bits":16.08,"known":false,"rank":0}],"repos":["datalab-to/surya-ocr-2-gguf"],"logoFrom":"datalab-to"},{"id":"qwen2-5-0-5b-instruct","family":"Qwen/Qwen2.5-0.5B-Instruct","name":"Qwen2.5 0.5B Instruct","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":0.63,"active":null,"layers":24,"probe":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF/Qwen2.5-0.5B-Instruct.IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-16T11:52:46.000Z","downloads":529915,"likes":192,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":315829568,"bits":4.01,"known":true,"rank":4},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":317974592,"bits":4.04,"known":true,"rank":4},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":321549632,"bits":4.08,"known":true,"rank":4},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":324409664,"bits":4.12,"known":true,"rank":4},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":325737536,"bits":4.14,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":328597408,"bits":4.17,"known":true,"rank":1},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":328597568,"bits":4.17,"known":true,"rank":4},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":331049024,"bits":4.2,"known":true,"rank":4},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":333704768,"bits":4.24,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":338263456,"bits":4.3,"known":true,"rank":1},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":338263616,"bits":4.3,"known":true,"rank":4},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":338607520,"bits":4.3,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":338607520,"bits":4.3,"known":true,"rank":1},{"repo":"legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":338607680,"bits":4.3,"known":true,"rank":4},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":338607872,"bits":4.3,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":342752576,"bits":4.35,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":349402688,"bits":4.44,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":352155200,"bits":4.47,"known":false,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":352155200,"bits":4.47,"known":false,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":352155200,"bits":4.47,"known":false,"rank":1},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":354305792,"bits":4.5,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":369358400,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":369358400,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct.Q4_1.gguf","label":"Q4_1","size":374519552,"bits":4.76,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":385472064,"bits":4.89,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":397808192,"bits":5.05,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":412710464,"bits":5.24,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q2_k.gguf","label":"Q2_K","size":415182688,"bits":5.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct.Q5_1.gguf","label":"Q5_1","size":419247872,"bits":5.32,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":420086336,"bits":5.33,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q4_0.gguf","label":"Q4_0","size":428730208,"bits":5.44,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":432041824,"bits":5.49,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q5_0.gguf","label":"Q5_0","size":490475360,"bits":6.23,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":491400032,"bits":6.24,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":505736768,"bits":6.42,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":522186592,"bits":6.63,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q6_k.gguf","label":"Q6_K","size":650379104,"bits":8.26,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-q8_0.gguf","label":"Q8_0","size":675710816,"bits":8.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct.SOURCE.gguf","label":"Qwen2.5-0.5B-Instruct.SOURCE","size":994156864,"bits":12.62,"known":false,"rank":3},{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","file":"qwen2.5-0.5b-instruct-fp16.gguf","label":"qwen2.5-0.5b-instruct-fp16","size":1266425696,"bits":16.08,"known":false,"rank":0}],"repos":["Qwen/Qwen2.5-0.5B-Instruct-GGUF","bartowski/Qwen2.5-0.5B-Instruct-GGUF","legraphista/Qwen2.5-0.5B-Instruct-IMat-GGUF","lmstudio-community/Qwen2.5-0.5B-Instruct-GGUF","mradermacher/Qwen2.5-0.5B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-obliterated","family":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","name":"Qwen3.8 27B OBLITERATED","maker":"OBLITERATUS","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"OBLITERATUS/Qwen3.8-27B-OBLITERATED/Qwen3.8-27B-OBLITERATED-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-19T14:53:08.000Z","downloads":529223,"likes":1670,"trending":27,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-Q2_K.gguf","label":"Q2_K","size":10864583712,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-GGUF","file":"Qwen3.8-27B-OBLITERATED.Q3_K_S.gguf","label":"Q3_K_S","size":12256536800,"bits":3.59,"known":true,"rank":1},{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-Q3_K_M.gguf","label":"Q3_K_M","size":13500728352,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-GGUF","file":"Qwen3.8-27B-OBLITERATED.Q3_K_L.gguf","label":"Q3_K_L","size":14559799520,"bits":4.26,"known":true,"rank":1},{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-IQ4_XS.gguf","label":"IQ4_XS","size":15420441632,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-GGUF","file":"Qwen3.8-27B-OBLITERATED.Q4_K_S.gguf","label":"Q4_K_S","size":15825299680,"bits":4.63,"known":true,"rank":1},{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-Q4_K_M.gguf","label":"Q4_K_M","size":16810705952,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-GGUF","file":"Qwen3.8-27B-OBLITERATED.Q5_K_S.gguf","label":"Q5_K_S","size":18971683040,"bits":5.56,"known":true,"rank":1},{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-Q5_K_M.gguf","label":"Q5_K_M","size":19535692832,"bits":5.72,"known":true,"rank":0},{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-Q6_K.gguf","label":"Q6_K","size":22430991392,"bits":6.57,"known":true,"rank":0},{"repo":"OBLITERATUS/Qwen3.8-27B-OBLITERATED","file":"Qwen3.8-27B-OBLITERATED-Q8_0.gguf","label":"Q8_0","size":29047075872,"bits":8.51,"known":true,"rank":0}],"repos":["OBLITERATUS/Qwen3.8-27B-OBLITERATED","mradermacher/Qwen3.8-27B-OBLITERATED-GGUF"],"logoFrom":"Qwen"},{"id":"llama-3-2-3b-instruct","family":"meta-llama/Llama-3.2-3B-Instruct","name":"Llama 3.2 3B","maker":"Meta","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF/Llama-3.2-3B-Instruct.IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-09-18T15:19:20.000Z","downloads":528264,"likes":462,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1167,"arenaCoding":1176,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":868157984,"bits":2.16,"known":true,"rank":4},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":912345536,"bits":2.27,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":924191264,"bits":2.3,"known":true,"rank":4},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":960416192,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1046579648,"bits":2.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":1100548640,"bits":2.74,"known":true,"rank":4},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1256262080,"bits":3.13,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q2_K.gguf","label":"Q2_K","size":1363935680,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1363935680,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1370147264,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1403380160,"bits":3.5,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1542848960,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1599668768,"bits":3.99,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1687159232,"bits":4.2,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1742430656,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1815347744,"bits":4.52,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1829110208,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1910770208,"bits":4.76,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1917190592,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1917190688,"bits":4.78,"known":false,"rank":1},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1917190688,"bits":4.78,"known":false,"rank":1},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1917190688,"bits":4.78,"known":false,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_0.gguf","label":"Q4_0","size":1921909184,"bits":4.79,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1928200640,"bits":4.81,"known":true,"rank":0},{"repo":"hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF","file":"llama-3.2-3b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":2019373920,"bits":5.03,"known":true,"rank":3},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2019377600,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2060886464,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_1.gguf","label":"Q4_1","size":2093351360,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2114800160,"bits":5.27,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2269512128,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2322153920,"bits":5.79,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2327781824,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2417576480,"bits":6.03,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q6_K.gguf","label":"Q6_K","size":2643853760,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2739276320,"bits":6.83,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":2967833024,"bits":7.4,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-Q8_0.gguf","label":"Q8_0","size":3421898816,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":4204153280,"bits":10.48,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-F16.gguf","label":"F16","size":6433687616,"bits":16.03,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","file":"Llama-3.2-3B-Instruct-BF16.gguf","label":"BF16","size":6433687744,"bits":16.03,"known":true,"rank":0}],"repos":["MaziyarPanahi/Llama-3.2-3B-Instruct-GGUF","bartowski/Llama-3.2-3B-Instruct-GGUF","hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF","legraphista/Llama-3.2-3B-Instruct-IMat-GGUF","lmstudio-community/Llama-3.2-3B-Instruct-GGUF","unsloth/Llama-3.2-3B-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"qwen3-8-flash-next-nvfp4-gptq-strata","family":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-GPTQ-Strata","name":"Qwen3.8 Flash Next NVFP4 GPTQ Strata","maker":"Maximilian228","catalog":null,"tuned":true,"params":51.2,"active":1.02,"layers":48,"probe":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-GPTQ-Strata/qwen-nvfp4-gptq-dense.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-09T14:28:26.000Z","downloads":526173,"likes":55,"trending":11,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-GPTQ-Strata","file":"qwen-nvfp4-gptq-dense.gguf","label":"qwen-nvfp4-gptq-dense","size":5991569472,"bits":0.94,"known":false,"rank":0},{"repo":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-GPTQ-Strata","file":"ple-fp8.gguf","label":"ple-fp8","size":51200246176,"bits":8,"known":false,"rank":0}],"repos":["Maximilian228/Qwen3.8-Flash-Next-NVFP4-GPTQ-Strata"],"logoFrom":"Qwen"},{"id":"qwen2-5-vl-7b-instruct","family":"Qwen/Qwen2.5-VL-7B-Instruct","name":"Qwen2.5 VL 7B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF/Qwen2.5-VL-7B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-01-26T09:26:37.000Z","downloads":517031,"likes":326,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2073762688,"bits":2.18,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2200535936,"bits":2.31,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2398444416,"bits":2.52,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq2_xxs.gguf","label":"IQ2_XXS","size":2617987264,"bits":2.75,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq2_xs.gguf","label":"IQ2_XS","size":2760888512,"bits":2.9,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2856250240,"bits":3,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q2_k_s.gguf","label":"Q2_K_S","size":2957549760,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":3015938944,"bits":3.17,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq2_s.gguf","label":"IQ2_S","size":3071377600,"bits":3.22,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3143672704,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3167198080,"bits":3.33,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq2_m.gguf","label":"IQ2_M","size":3203039424,"bits":3.36,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3242949504,"bits":3.4,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq3_xxs.gguf","label":"IQ3_XXS","size":3255021760,"bits":3.42,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq3_xs.gguf","label":"IQ3_XS","size":3414380736,"bits":3.58,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3492367232,"bits":3.67,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q3_k_s.gguf","label":"Q3_K_S","size":3560493248,"bits":3.74,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq3_s.gguf","label":"IQ3_S","size":3567317184,"bits":3.75,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq3_m.gguf","label":"IQ3_M","size":3642136768,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3808390016,"bits":4,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q3_k_m.gguf","label":"Q3_K_M","size":3876516032,"bits":4.07,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4002671488,"bits":4.2,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq4_xs.gguf","label":"IQ4_XS","size":4218472640,"bits":4.43,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4235502464,"bits":4.45,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q4_0.gguf","label":"Q4_0","size":4290883776,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4437812096,"bits":4.66,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-iq4_nl.gguf","label":"IQ4_NL","size":4437813440,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4444119936,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4457767808,"bits":4.68,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q4_k_s.gguf","label":"Q4_K_S","size":4598276288,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4683072384,"bits":4.92,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q4_1.gguf","label":"Q4_1","size":4766838976,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4785159040,"bits":5.02,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q4_k_m.gguf","label":"Q4_K_M","size":4823580864,"bits":5.06,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q4_1.gguf","label":"Q4_1","size":4873282432,"bits":5.12,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q5_0.gguf","label":"Q5_0","size":5242794176,"bits":5.5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5315175296,"bits":5.58,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-q5_k_s.gguf","label":"Q5_K_S","size":5387559104,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5444830080,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","file":"Qwen2.5-VL-7B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5461545856,"bits":5.73,"known":true,"rank":0}],"repos":["DhruvalLabs/Qwen2.5-VL-7B-Instruct-GGUF","Mungert/Qwen2.5-VL-7B-Instruct-GGUF","bartowski/Qwen_Qwen2.5-VL-7B-Instruct-GGUF","ggml-org/Qwen2.5-VL-7B-Instruct-GGUF","lmstudio-community/Qwen2.5-VL-7B-Instruct-GGUF","mradermacher/Qwen2.5-VL-7B-Instruct-GGUF","second-state/Qwen2.5-VL-7B-Instruct-GGUF","unsloth/Qwen2.5-VL-7B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"swift-qwen3-8-27b","family":"ukisai/Swift-Qwen3.8-27b","name":"Swift Qwen3.8 27B","maker":"ukisai","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/ukisai_Swift-Qwen3.8-27b-GGUF/ukisai_Swift-Qwen3.8-27b-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-08T13:35:21.000Z","downloads":507578,"likes":540,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9093605472,"bits":2.66,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9300863072,"bits":2.72,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ2_S.gguf","label":"IQ2_S","size":9896380512,"bits":2.9,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ2_M.gguf","label":"IQ2_M","size":10734585952,"bits":3.14,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q2_K.gguf","label":"Q2_K","size":11033880672,"bits":3.23,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12532504672,"bits":3.67,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12952221792,"bits":3.79,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13011941472,"bits":3.81,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13616388192,"bits":3.99,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14335154272,"bits":4.2,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ3_M.gguf","label":"IQ3_M","size":15072966752,"bits":4.41,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15688288352,"bits":4.59,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q4_0.gguf","label":"Q4_0","size":15972755552,"bits":4.68,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16575850592,"bits":4.85,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q4_1.gguf","label":"Q4_1","size":17529563232,"bits":5.13,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17654736992,"bits":5.17,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q4_K_M.gguf","label":"Q4_K_M","size":18024380576,"bits":5.28,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q4_K_L.gguf","label":"Q4_K_L","size":19033040992,"bits":5.57,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19779250272,"bits":5.79,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20199745696,"bits":5.92,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q6_K.gguf","label":"Q6_K","size":22884407456,"bits":6.7,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q6_K_S.gguf","label":"Q6_K_S","size":23069792352,"bits":6.76,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q6_K_L.gguf","label":"Q6_K_L","size":25171245152,"bits":7.37,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-Q8_0.gguf","label":"Q8_0","size":29116389280,"bits":8.53,"known":true,"rank":0},{"repo":"ukisai/Swift-Qwen3.8-27B-GGUF","file":"Swift-Qwen3.8-27B-F16-00001-of-00003.gguf","label":"F16","size":54657734400,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-27b-GGUF","file":"ukisai_Swift-Qwen3.8-27b-bf16/ukisai_Swift-Qwen3.8-27b-bf16-00001-of-00002.gguf","label":"BF16","size":54657734752,"bits":16.01,"known":true,"rank":1}],"repos":["bartowski/ukisai_Swift-Qwen3.8-27b-GGUF","ukisai/Swift-Qwen3.8-27B-GGUF"],"logoFrom":"ukisai"},{"id":"qwen3-8-2b-distill","family":"empero-ai/Qwen3.8-2B-Distill","name":"Qwen3.8 2B Distill","maker":"empero-ai","catalog":null,"tuned":true,"params":1.94,"active":null,"layers":25,"probe":"piskle/Qwen3.8-2B-Distill-GGUF/Qwen3.8-2B-Distill.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T18:08:42.000Z","downloads":504044,"likes":177,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q2_K.gguf","label":"Q2_K","size":990491008,"bits":4.08,"known":true,"rank":1},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q3_K_S.gguf","label":"Q3_K_S","size":1046349184,"bits":4.31,"known":true,"rank":1},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q3_K_M.gguf","label":"Q3_K_M","size":1127802240,"bits":4.65,"known":true,"rank":1},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q3_K_L.gguf","label":"Q3_K_L","size":1195304320,"bits":4.93,"known":true,"rank":1},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q4_K_S.gguf","label":"Q4_K_S","size":1246308736,"bits":5.14,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1312164224,"bits":5.41,"known":true,"rank":0},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q4_K_M.gguf","label":"Q4_K_M","size":1312164224,"bits":5.41,"known":true,"rank":1},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q5_K_S.gguf","label":"Q5_K_S","size":1415932288,"bits":5.84,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1454786944,"bits":6,"known":true,"rank":0},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q5_K_M.gguf","label":"Q5_K_M","size":1454786944,"bits":6,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Q6_K.gguf","label":"Q6_K","size":1606323584,"bits":6.62,"known":true,"rank":0},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q6_K.gguf","label":"Q6_K","size":1606323584,"bits":6.62,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Q8_0.gguf","label":"Q8_0","size":2076674432,"bits":8.56,"known":true,"rank":0},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.Q8_0.gguf","label":"Q8_0","size":2076674432,"bits":8.56,"known":true,"rank":1},{"repo":"empero-ai/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-BF16.gguf","label":"BF16","size":3897387392,"bits":16.07,"known":true,"rank":0},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.BF16.gguf","label":"BF16","size":3897387392,"bits":16.07,"known":true,"rank":1},{"repo":"piskle/Qwen3.8-2B-Distill-GGUF","file":"Qwen3.8-2B-Distill.F16.gguf","label":"F16","size":3897387392,"bits":16.07,"known":true,"rank":1}],"repos":["empero-ai/Qwen3.8-2B-Distill-GGUF","piskle/Qwen3.8-2B-Distill-GGUF"],"logoFrom":"empero-ai"},{"id":"inkling-small","family":"thinkingmachines/Inkling-Small","name":"Inkling Small","maker":"thinkingmachines","catalog":null,"tuned":true,"params":263.66,"active":5.27,"layers":42,"probe":"unsloth/Inkling-Small-GGUF/UD-IQ1_S/Inkling-Small-UD-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":73400320,"context":1048576,"arch":"inkling","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-27T22:33:44.000Z","downloads":492303,"likes":98,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ1_S/Inkling-Small-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":74770081728,"bits":2.27,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ1_M/Inkling-Small-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":78830168032,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ2_XXS/Inkling-Small-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":82286274496,"bits":2.5,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ2_M/Inkling-Small-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":82436908992,"bits":2.5,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q2_K_XL/Inkling-Small-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":87939835872,"bits":2.67,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ3_XXS/Inkling-Small-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":97930917856,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ3_S/Inkling-Small-UD-IQ3_S-00001-of-00004.gguf","label":"UD-IQ3_S","size":107460376672,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q3_K_M/Inkling-Small-UD-Q3_K_M-00001-of-00004.gguf","label":"UD-Q3_K_M","size":119354964032,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q3_K_XL/Inkling-Small-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":119554379840,"bits":3.63,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ4_XS/Inkling-Small-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":127406116928,"bits":3.87,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-IQ4_NL/Inkling-Small-UD-IQ4_NL-00001-of-00004.gguf","label":"UD-IQ4_NL","size":130090471520,"bits":3.95,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q4_K_S/Inkling-Small-UD-Q4_K_S-00001-of-00005.gguf","label":"UD-Q4_K_S","size":152337060032,"bits":4.62,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"MXFP4_MOE/Inkling-Small-MXFP4_MOE-00001-of-00005.gguf","label":"MXFP4_MOE","size":158039402688,"bits":4.8,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q4_K_M/Inkling-Small-UD-Q4_K_M-00001-of-00005.gguf","label":"UD-Q4_K_M","size":162537607392,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q4_K_XL/Inkling-Small-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":163273894112,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q5_K_S/Inkling-Small-UD-Q5_K_S-00001-of-00005.gguf","label":"UD-Q5_K_S","size":184211859680,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q5_K_M/Inkling-Small-UD-Q5_K_M-00001-of-00005.gguf","label":"UD-Q5_K_M","size":196090128608,"bits":5.95,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q5_K_XL/Inkling-Small-UD-Q5_K_XL-00001-of-00005.gguf","label":"UD-Q5_K_XL","size":196660553952,"bits":5.97,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q6_K/Inkling-Small-UD-Q6_K-00001-of-00006.gguf","label":"UD-Q6_K","size":218907142464,"bits":6.64,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q6_K_XL/Inkling-Small-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":239710890304,"bits":7.27,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"Q8_0/Inkling-Small-Q8_0-00001-of-00007.gguf","label":"Q8_0","size":280278198720,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"UD-Q8_K_XL/Inkling-Small-UD-Q8_K_XL-00001-of-00007.gguf","label":"UD-Q8_K_XL","size":288419736000,"bits":8.75,"known":true,"rank":0},{"repo":"unsloth/Inkling-Small-GGUF","file":"BF16/Inkling-Small-BF16-00001-of-00011.gguf","label":"BF16","size":527412980416,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Inkling-Small-GGUF"],"logoFrom":"thinkingmachines"},{"id":"laguna-s-2-1","family":"poolside/Laguna-S-2.1","name":"Laguna S 2.1","maker":"poolside","catalog":null,"tuned":false,"params":117.56,"active":8.45,"layers":48,"probe":"unsloth/Laguna-S-2.1-GGUF/Laguna-S-2.1-UD-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":262144,"arch":"laguna","vision":false,"licence":"openmdw-1.1","open":false,"released":"2026-07-13T13:58:35.000Z","downloads":492270,"likes":518,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":33766781984,"bits":2.3,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":35641635872,"bits":2.43,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":37189334048,"bits":2.53,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":37268665376,"bits":2.54,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":39684584480,"bits":2.7,"known":true,"rank":1},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-mini.gguf","label":"Laguna-S-2.1-APEX-i-mini","size":43640373952,"bits":2.97,"known":false,"rank":2},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-mini-v2.gguf","label":"Laguna-S-2.1-APEX-i-mini-v2","size":43674954112,"bits":2.97,"known":false,"rank":2},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":44282842016,"bits":3.01,"known":true,"rank":1},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-subcompact.gguf","label":"Laguna-S-2.1-APEX-i-subcompact","size":47868232320,"bits":3.26,"known":false,"rank":2},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-subcompact-v2.gguf","label":"Laguna-S-2.1-APEX-i-subcompact-v2","size":47902812544,"bits":3.26,"known":false,"rank":2},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":48428911520,"bits":3.3,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q3_K_M/Laguna-S-2.1-UD-Q3_K_M-00001-of-00003.gguf","label":"UD-Q3_K_M","size":54019158688,"bits":3.68,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q3_K_XL/Laguna-S-2.1-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":54093820608,"bits":3.68,"known":true,"rank":1},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-compact.gguf","label":"Laguna-S-2.1-APEX-i-compact","size":54370177408,"bits":3.7,"known":false,"rank":2},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-compact-v2.gguf","label":"Laguna-S-2.1-APEX-i-compact-v2","size":54403631488,"bits":3.7,"known":false,"rank":2},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-IQ4_XS/Laguna-S-2.1-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":57566704320,"bits":3.92,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-IQ4_NL/Laguna-S-2.1-UD-IQ4_NL-00001-of-00003.gguf","label":"UD-IQ4_NL","size":58749498048,"bits":4,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q4_K_S/Laguna-S-2.1-UD-Q4_K_S-00001-of-00003.gguf","label":"UD-Q4_K_S","size":68589335232,"bits":4.67,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"MXFP4_MOE/Laguna-S-2.1-MXFP4_MOE-00001-of-00003.gguf","label":"MXFP4_MOE","size":71079916192,"bits":4.84,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q4_K_M/Laguna-S-2.1-UD-Q4_K_M-00001-of-00003.gguf","label":"UD-Q4_K_M","size":73119183552,"bits":4.98,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q4_K_XL/Laguna-S-2.1-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":73395172000,"bits":4.99,"known":true,"rank":1},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-quality.gguf","label":"Laguna-S-2.1-APEX-i-quality","size":73932208768,"bits":5.03,"known":false,"rank":2},{"repo":"Myric/Laguna-S-2.1-APEX-GGUF","file":"Laguna-S-2.1-APEX-i-quality-v2.gguf","label":"Laguna-S-2.1-APEX-i-quality-v2","size":73963153792,"bits":5.03,"known":false,"rank":2},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q5_K_S/Laguna-S-2.1-UD-Q5_K_S-00001-of-00003.gguf","label":"UD-Q5_K_S","size":82656195264,"bits":5.62,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q5_K_M/Laguna-S-2.1-UD-Q5_K_M-00001-of-00003.gguf","label":"UD-Q5_K_M","size":87859229344,"bits":5.98,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q5_K_XL/Laguna-S-2.1-UD-Q5_K_XL-00001-of-00003.gguf","label":"UD-Q5_K_XL","size":88073138848,"bits":5.99,"known":true,"rank":1},{"repo":"poolside/Laguna-S-2.1-GGUF","file":"laguna-s-2.1-Q4_K_M.gguf","label":"Q4_K_M","size":96031829760,"bits":6.54,"known":true,"rank":0},{"repo":"lmstudio-community/Laguna-S-2.1-GGUF","file":"Laguna-S-2.1-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":96559847584,"bits":6.57,"known":true,"rank":3},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q6_K/Laguna-S-2.1-UD-Q6_K-00001-of-00003.gguf","label":"UD-Q6_K","size":97912976032,"bits":6.66,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q6_K_XL/Laguna-S-2.1-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":107079627552,"bits":7.29,"known":true,"rank":1},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"UD-Q8_K_XL/Laguna-S-2.1-UD-Q8_K_XL-00001-of-00004.gguf","label":"UD-Q8_K_XL","size":128110796096,"bits":8.72,"known":true,"rank":1},{"repo":"poolside/Laguna-S-2.1-GGUF","file":"laguna-s-2.1-Q8_0.gguf","label":"Q8_0","size":128750823168,"bits":8.76,"known":true,"rank":0},{"repo":"poolside/Laguna-S-2.1-GGUF","file":"laguna-s-2.1-F16.gguf","label":"F16","size":235202258240,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/Laguna-S-2.1-GGUF","file":"BF16/Laguna-S-2.1-BF16-00001-of-00005.gguf","label":"BF16","size":235202259648,"bits":16.01,"known":true,"rank":1}],"repos":["Myric/Laguna-S-2.1-APEX-GGUF","lmstudio-community/Laguna-S-2.1-GGUF","poolside/Laguna-S-2.1-GGUF","unsloth/Laguna-S-2.1-GGUF"],"logoFrom":"poolside"},{"id":"qwen2-5-coder-7b-instruct","family":"Qwen/Qwen2.5-Coder-7B-Instruct","name":"Qwen2.5 Coder 7B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF/Qwen2.5-Coder-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-16T11:57:24.000Z","downloads":483082,"likes":804,"trending":13,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2780343072,"bits":2.92,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q2_k.gguf","label":"Q2_K","size":3015940032,"bits":3.17,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q2_k.gguf","label":"Q2_K","size":3015940032,"bits":3.17,"known":true,"rank":5},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3346256672,"bits":3.51,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","file":"Qwen2.5-Coder-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492368672,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3548164896,"bits":3.73,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3574012704,"bits":3.75,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":3808391104,"bits":4,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":3808391104,"bits":4,"known":true,"rank":5},{"repo":"smarttasks/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3808391776,"bits":4,"known":true,"rank":7},{"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","file":"Qwen2.5-Coder-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088459552,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4218473248,"bits":4.43,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q4_0.gguf","label":"Q4_0","size":4431390720,"bits":4.65,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q4_0.gguf","label":"Q4_0","size":4431390720,"bits":4.65,"known":true,"rank":5},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431391520,"bits":4.65,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431391520,"bits":4.65,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431391520,"bits":4.65,"known":false,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","file":"Qwen2.5-Coder-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457769248,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332768,"bits":4.79,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4683073536,"bits":4.92,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4683073536,"bits":4.92,"known":true,"rank":5},{"repo":"Kondara/Qwen2.5-Coder-7B-Instruct-Q4_K_M-GGUF","file":"qwen2.5-coder-7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4683074048,"bits":4.92,"known":true,"rank":4},{"repo":"smarttasks/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4683074144,"bits":4.92,"known":true,"rank":7},{"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","file":"Qwen2.5-Coder-7B.Q4_1.gguf","label":"Q4_1","size":4873283872,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5087564576,"bits":5.34,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q5_0-00001-of-00002.gguf","label":"Q5_0","size":5315176576,"bits":5.58,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q5_0-00001-of-00002.gguf","label":"Q5_0","size":5315176576,"bits":5.58,"known":true,"rank":5},{"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","file":"Qwen2.5-Coder-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315176736,"bits":5.58,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":5444831232,"bits":5.72,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":5444831232,"bits":5.72,"known":true,"rank":5},{"repo":"QuantFactory/Qwen2.5-Coder-7B-GGUF","file":"Qwen2.5-Coder-7B.Q5_1.gguf","label":"Q5_1","size":5757069600,"bits":6.04,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5781197600,"bits":6.07,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q6_k.gguf","label":"Q6_K","size":6254198784,"bits":6.57,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q6_k.gguf","label":"Q6_K","size":6254198784,"bits":6.57,"known":true,"rank":5},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6518182688,"bits":6.84,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q8_0.gguf","label":"Q8_0","size":8098525184,"bits":8.5,"known":true,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-q8_0.gguf","label":"Q8_0","size":8098525184,"bits":8.5,"known":true,"rank":5},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-GGUF","file":"Qwen2.5-Coder-7B-Instruct-F16.gguf","label":"F16","size":15237853152,"bits":16,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-fp16.gguf","label":"qwen2.5-coder-7b-instruct-fp16","size":15237853184,"bits":16,"known":false,"rank":0},{"repo":"simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","file":"qwen2.5-coder-7b-instruct-fp16.gguf","label":"qwen2.5-coder-7b-instruct-fp16","size":15237853184,"bits":16,"known":false,"rank":5}],"repos":["Kondara/Qwen2.5-Coder-7B-Instruct-Q4_K_M-GGUF","QuantFactory/Qwen2.5-Coder-7B-GGUF","QuantFactory/Qwen2.5-Coder-7B-Instruct-GGUF","Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","bartowski/Qwen2.5-Coder-7B-Instruct-GGUF","ggml-org/Qwen2.5-Coder-7B-Q8_0-GGUF","lmstudio-community/Qwen2.5-Coder-7B-Instruct-GGUF","second-state/Qwen2.5-Coder-7B-Instruct-GGUF","simon5133/Qwen2.5-Coder-7B-Instruct-GGUF","smarttasks/Qwen2.5-Coder-7B-Instruct-GGUF","unsloth/Qwen2.5-Coder-7B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"bonsai-27b","family":"prism-ml/Bonsai-27B-gguf","name":"Bonsai 27B","maker":"PrismML","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"prism-ml/Bonsai-27B-gguf/Bonsai-27B-F16.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-04T00:24:38.000Z","downloads":479331,"likes":975,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Bonsai-27B-gguf","file":"Bonsai-27B-Q1_0.gguf","label":"Q1_0","size":3803452480,"bits":1.13,"known":false,"rank":0},{"repo":"prism-ml/Bonsai-27B-gguf","file":"Bonsai-27B-F16.gguf","label":"F16","size":53808280640,"bits":16,"known":true,"rank":0}],"repos":["lmstudio-community/Bonsai-27B-GGUF","prism-ml/Bonsai-27B-gguf"],"logoFrom":"Qwen"},{"id":"gemma-4-e2b-it-qat-mobile","family":"unsloth/gemma-4-E2B-it-qat-mobile-GGUF","name":"Gemma 4 E2B Qat Mobile","maker":"unsloth","catalog":null,"tuned":false,"params":4.63,"active":null,"layers":35,"probe":"unsloth/gemma-4-E2B-it-qat-mobile-GGUF/gemma-4-E2B-it-qat-UD-Q2_K_XL.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-05T16:44:00.000Z","downloads":475063,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-4-E2B-it-qat-mobile-GGUF","file":"gemma-4-E2B-it-qat-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2186186784,"bits":3.78,"known":true,"rank":0}],"repos":["unsloth/gemma-4-E2B-it-qat-mobile-GGUF"],"logoFrom":"google"},{"id":"meta-llama-3-1-8b-instruct","family":"camenduru/Meta-Llama-3.1-8B-Instruct","name":"Meta Llama 3.1 8B","maker":"camenduru","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"NikolayKozloff/Meta-Llama-3.1-8B-Instruct-Q8_0-GGUF/meta-llama-3.1-8b-instruct-q8_0.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-23T15:36:34.000Z","downloads":474761,"likes":757,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":2019632512,"bits":2.01,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":2161976704,"bits":2.15,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217024,"bits":2.39,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":2605786496,"bits":2.6,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":2758493568,"bits":2.75,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2948285824,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2948285856,"bits":2.94,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":2988819840,"bits":2.98,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct.Q2_K.gguf","label":"Q2_K","size":3179131808,"bits":3.17,"known":true,"rank":0},{"repo":"SanctumAI/Meta-Llama-3.1-8B-Instruct-GGUF","file":"meta-llama-3.1-8b-instruct.Q2_K.gguf","label":"Q2_K","size":3179131840,"bits":3.17,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3179136384,"bits":3.17,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274917248,"bits":3.26,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3518752128,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3518752160,"bits":3.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3664499616,"bits":3.65,"known":true,"rank":0},{"repo":"SanctumAI/Meta-Llama-3.1-8B-Instruct-GGUF","file":"meta-llama-3.1-8b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3664499648,"bits":3.65,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3664504192,"bits":3.65,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":3682329984,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3692160416,"bits":3.68,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3784828288,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3784828320,"bits":3.77,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":4018918304,"bits":4,"known":true,"rank":0},{"repo":"SanctumAI/Meta-Llama-3.1-8B-Instruct-GGUF","file":"meta-llama-3.1-8b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":4018918336,"bits":4,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4018922880,"bits":4,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4321956768,"bits":4.31,"known":true,"rank":0},{"repo":"SanctumAI/Meta-Llama-3.1-8B-Instruct-GGUF","file":"meta-llama-3.1-8b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4321956800,"bits":4.31,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4321961344,"bits":4.31,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4447667552,"bits":4.43,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4447667584,"bits":4.43,"known":true,"rank":0},{"repo":"SanctumAI/Meta-Llama-3.1-8B-Instruct-GGUF","file":"meta-llama-3.1-8b-instruct.Q4_0.gguf","label":"Q4_0","size":4661212096,"bits":4.64,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661216384,"bits":4.64,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661216384,"bits":4.64,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661216384,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661216672,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661216672,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661216672,"bits":4.64,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4675896704,"bits":4.66,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4677993856,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4677993888,"bits":4.66,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF","file":"Meta-Llama-3.1-8B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4692669344,"bits":4.68,"known":true,"rank":0}],"repos":["MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF","NikolayKozloff/Meta-Llama-3.1-8B-Instruct-Q8_0-GGUF","SanctumAI/Meta-Llama-3.1-8B-Instruct-GGUF","ThomasBaruzier/Meta-Llama-3.1-8B-Instruct-GGUF","bartowski/Meta-Llama-3.1-8B-Instruct-GGUF","lmstudio-community/Meta-Llama-3.1-8B-Instruct-GGUF"],"logoFrom":"camenduru"},{"id":"flint","family":"RecursiveSI/flint","name":"Flint","maker":"RecursiveSI","catalog":null,"tuned":false,"params":39.79,"active":2.82,"layers":49,"probe":"unsloth/flint-GGUF/flint-UD-IQ1_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T03:26:14.000Z","downloads":469316,"likes":404,"trending":46,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/flint-GGUF","file":"flint-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":11352241600,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/flint-GGUF","file":"flint-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":11855541696,"bits":2.38,"known":true,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ2_XXS.gguf","label":"IQ2_XXS","size":12029007072,"bits":2.42,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ2_XS.gguf","label":"IQ2_XS","size":12742325472,"bits":2.56,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ2_S.gguf","label":"IQ2_S","size":13394982112,"bits":2.69,"known":true,"rank":1},{"repo":"unsloth/flint-GGUF","file":"flint-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":13562207680,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/flint-GGUF","file":"flint-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":14535427520,"bits":2.92,"known":true,"rank":0},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-I-Mini.gguf","label":"Flint-APEX-I-Mini","size":14786033056,"bits":2.97,"known":false,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ2_M.gguf","label":"IQ2_M","size":14883566816,"bits":2.99,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q2_K.gguf","label":"Q2_K","size":15480337632,"bits":3.11,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ3_XXS.gguf","label":"IQ3_XXS","size":17492718816,"bits":3.52,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ3_XS.gguf","label":"IQ3_XS","size":18315457760,"bits":3.68,"known":true,"rank":1},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-Compact.gguf","label":"Flint-APEX-Compact","size":18424601792,"bits":3.7,"known":false,"rank":0},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-I-Compact.gguf","label":"Flint-APEX-I-Compact","size":18424602016,"bits":3.7,"known":false,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q3_K_S.gguf","label":"Q3_K_S","size":18443810016,"bits":3.71,"known":true,"rank":1},{"repo":"unsloth/flint-GGUF","file":"flint-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":18494977472,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q3_K_M.gguf","label":"Q3_K_M","size":19529151712,"bits":3.93,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q3_K_L.gguf","label":"Q3_K_L","size":20594504928,"bits":4.14,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ3_M.gguf","label":"IQ3_M","size":21051684064,"bits":4.23,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ4_XS.gguf","label":"IQ4_XS","size":22446290144,"bits":4.51,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q4_0.gguf","label":"Q4_0","size":22831553760,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q4_K_S.gguf","label":"Q4_K_S","size":23828313312,"bits":4.79,"known":true,"rank":1},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-Quality.gguf","label":"Flint-APEX-Quality","size":24941216960,"bits":5.01,"known":false,"rank":0},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-I-Quality.gguf","label":"Flint-APEX-I-Quality","size":24941217184,"bits":5.01,"known":false,"rank":0},{"repo":"unsloth/flint-GGUF","file":"flint-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":25054688704,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q4_1.gguf","label":"Q4_1","size":25183329504,"bits":5.06,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-IQ4_NL.gguf","label":"IQ4_NL","size":25317291232,"bits":5.09,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q4_K_M.gguf","label":"Q4_K_M","size":25346651360,"bits":5.1,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q4_K_L.gguf","label":"Q4_K_L","size":27288614112,"bits":5.49,"known":true,"rank":1},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-Balanced.gguf","label":"Flint-APEX-Balanced","size":28549422272,"bits":5.74,"known":false,"rank":0},{"repo":"mudler/flint-APEX-GGUF","file":"Flint-APEX-I-Balanced.gguf","label":"Flint-APEX-I-Balanced","size":28549422496,"bits":5.74,"known":false,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q5_K_S.gguf","label":"Q5_K_S","size":28595139808,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/flint-GGUF","file":"flint-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":29919491520,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q5_K_M.gguf","label":"Q5_K_M","size":30809732320,"bits":6.19,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q6_K_S.gguf","label":"Q6_K_S","size":33573778656,"bits":6.75,"known":true,"rank":1},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q6_K.gguf","label":"Q6_K","size":35199071456,"bits":7.08,"known":true,"rank":1},{"repo":"unsloth/flint-GGUF","file":"flint-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":36319999424,"bits":7.3,"known":true,"rank":0},{"repo":"bartowski/RecursiveSI_flint-GGUF","file":"RecursiveSI_flint-Q6_K_L.gguf","label":"Q6_K_L","size":36954387680,"bits":7.43,"known":true,"rank":1},{"repo":"unsloth/flint-GGUF","file":"flint-Q8_0.gguf","label":"Q8_0","size":42301076928,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/flint-GGUF","file":"BF16/flint-BF16-00001-of-00003.gguf","label":"BF16","size":79576479200,"bits":16,"known":true,"rank":0}],"repos":["AtomicChat/Flint-GGUF","bartowski/RecursiveSI_flint-GGUF","ggml-org/Flint-GGUF","lmstudio-community/flint-GGUF","mudler/flint-APEX-GGUF","terelabs/flint-GGUF","unsloth/flint-GGUF"],"logoFrom":"RecursiveSI"},{"id":"spark-x2-6-4b","family":"XHToken/Spark-X2.6-4B","name":"Spark X2.6 4B","maker":"XHToken","catalog":null,"tuned":false,"params":4.45,"active":null,"layers":36,"probe":"mradermacher/Spark-X2.6-4B-i1-GGUF/Spark-X2.6-4B.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T03:19:51.000Z","downloads":468236,"likes":316,"trending":55,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-IQ2_M.gguf","label":"IQ2_M","size":1565852288,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-Q2_K.gguf","label":"Q2_K","size":1610457728,"bits":2.9,"known":true,"rank":1},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q2_k_s.gguf","label":"Q2_K_S","size":1724974464,"bits":3.1,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-iq3_xxs.gguf","label":"IQ3_XXS","size":1795014784,"bits":3.23,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q2_k_m.gguf","label":"Q2_K_M","size":1799357824,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1802396288,"bits":3.24,"known":true,"rank":1},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-iq3_xs.gguf","label":"IQ3_XS","size":1851608704,"bits":3.33,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q2_k_l.gguf","label":"Q2_K_L","size":1880622464,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-Q3_K_S.gguf","label":"Q3_K_S","size":1903731328,"bits":3.42,"known":true,"rank":1},{"repo":"bartowski/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-IQ3_XS.gguf","label":"IQ3_XS","size":1912128128,"bits":3.44,"known":true,"rank":1},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-iq3_s.gguf","label":"IQ3_S","size":1973669504,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-Q3_K_M.gguf","label":"Q3_K_M","size":1992532608,"bits":3.58,"known":true,"rank":1},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-iq3_m.gguf","label":"IQ3_M","size":2026589824,"bits":3.64,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q3_k_s.gguf","label":"Q3_K_S","size":2168802944,"bits":3.9,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q3_k_m.gguf","label":"Q3_K_M","size":2252361344,"bits":4.05,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_0.gguf","label":"Q4_0","size":2319076224,"bits":4.17,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q3_k_l.gguf","label":"Q3_K_L","size":2333625984,"bits":4.2,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-iq4_xs.gguf","label":"IQ4_XS","size":2376046464,"bits":4.27,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-iq4_nl.gguf","label":"IQ4_NL","size":2476362624,"bits":4.45,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_0_l.gguf","label":"Q4_0_L","size":2486848384,"bits":4.47,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_k_s.gguf","label":"Q4_K_S","size":2531412864,"bits":4.55,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_1.gguf","label":"Q4_1","size":2576069504,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_k_m.gguf","label":"Q4_K_M","size":2640202624,"bits":4.75,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_k_l.gguf","label":"Q4_K_L","size":2721467264,"bits":4.89,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q4_1_l.gguf","label":"Q4_1_L","size":2722870144,"bits":4.9,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_0.gguf","label":"Q5_0","size":2833062784,"bits":5.09,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_0_l.gguf","label":"Q5_0_L","size":2958891904,"bits":5.32,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_k_s.gguf","label":"Q5_K_S","size":2989038464,"bits":5.37,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_k_m.gguf","label":"Q5_K_M","size":3055885184,"bits":5.49,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_1.gguf","label":"Q5_1","size":3090056064,"bits":5.56,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_k_l.gguf","label":"Q5_K_L","size":3137149824,"bits":5.64,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q5_1_l.gguf","label":"Q5_1_L","size":3194913664,"bits":5.74,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q6_k_m.gguf","label":"Q6_K_M","size":3379173504,"bits":6.07,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q6_k_l.gguf","label":"Q6_K_L","size":3460438144,"bits":6.22,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-Q4_K_M.gguf","label":"Q4_K_M","size":3543441312,"bits":6.37,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-Q8_0.gguf","label":"Q8_0","size":4375021824,"bits":7.87,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-q8_0.gguf","label":"Q8_0","size":4375022176,"bits":7.87,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B.gguf","label":"Spark-X2.6-4B","size":8229921024,"bits":14.8,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-bf16.gguf","label":"BF16","size":8229921376,"bits":14.8,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.6-4B-GGUF","file":"Spark-X2.6-4B-f16.gguf","label":"F16","size":8229921376,"bits":14.8,"known":true,"rank":0}],"repos":["Mungert/Spark-X2.6-4B-GGUF","XHToken/Spark-X2.6-4B-GGUF","abenzerps/Spark-X2.6-4B-Quantized","bartowski/Spark-X2.6-4B-GGUF","mradermacher/Spark-X2.6-4B-i1-GGUF"],"logoFrom":"XHToken"},{"id":"spark-x2-5-4b-heretic-jp","family":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf","name":"Spark X2.5 4B Heretic Jp","maker":"soyaakinohara","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf/Spark-X2.5-4B-Heretic-jp-Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-04T02:07:02.000Z","downloads":452027,"likes":18,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf","file":"Spark-X2.5-4B-Heretic-jp-Q4_K_M.gguf","label":"Q4_K_M","size":2600224384,"bits":5.06,"known":true,"rank":0},{"repo":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf","file":"Spark-X2.5-4B-Heretic-jp-Q5_K_M.gguf","label":"Q5_K_M","size":2977896064,"bits":5.8,"known":true,"rank":0},{"repo":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf","file":"Spark-X2.5-4B-Heretic-jp-Q6_K.gguf","label":"Q6_K","size":3379172224,"bits":6.58,"known":true,"rank":0},{"repo":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf","file":"Spark-X2.5-4B-Heretic-jp-Q8_0.gguf","label":"Q8_0","size":4375021184,"bits":8.52,"known":true,"rank":0},{"repo":"soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf","file":"Spark-X2.5-4B-Heretic-jp-BF16.gguf","label":"BF16","size":8229920384,"bits":16.02,"known":true,"rank":0}],"repos":["soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf"],"logoFrom":"XHToken"},{"id":"diplodocus-preview","family":"OsaurusAI/Diplodocus-preview-GGUF","name":"Diplodocus Preview","maker":"OsaurusAI","catalog":null,"tuned":false,"params":9,"active":null,"layers":36,"probe":"OsaurusAI/Diplodocus-preview-GGUF/Diplodocus-preview-Q4_K_M.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T03:13:13.000Z","downloads":446846,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OsaurusAI/Diplodocus-preview-GGUF","file":"Diplodocus-preview-Q4_K_M.gguf","label":"Q4_K_M","size":6327738208,"bits":5.62,"known":true,"rank":0},{"repo":"OsaurusAI/Diplodocus-preview-GGUF","file":"Diplodocus-preview-Q6_K.gguf","label":"Q6_K","size":7760248672,"bits":6.9,"known":true,"rank":0},{"repo":"OsaurusAI/Diplodocus-preview-GGUF","file":"Diplodocus-preview-Q8_0.gguf","label":"Q8_0","size":9573973632,"bits":8.51,"known":true,"rank":0}],"repos":["OsaurusAI/Diplodocus-preview-GGUF"],"logoFrom":"IFM"},{"id":"qwen3-5-0-8b","family":"Qwen/Qwen3.5-0.8B","name":"Qwen3.5 0.8B","maker":"Alibaba Qwen","catalog":"qwen3-5-0-8b","tuned":false,"params":0.77,"active":null,"layers":24,"probe":"unsloth/Qwen3.5-0.8B-GGUF/Qwen3.5-0.8B-UD-IQ2_XXS.gguf","kvBytesPerToken":15104,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-28T23:57:01.000Z","downloads":446483,"likes":355,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":338227456,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":371933440,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":398237952,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-IQ2_M.gguf","label":"IQ2_M","size":398560352,"bits":4.14,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":417718528,"bits":4.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q3_K_S.gguf","label":"Q3_K_S","size":440750336,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":454306912,"bits":4.72,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q2_K.gguf","label":"Q2_K","size":464231520,"bits":4.82,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q3_K_M.gguf","label":"Q3_K_M","size":470167808,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":492216576,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-IQ4_XS.gguf","label":"IQ4_XS","size":492605696,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-IQ3_XS.gguf","label":"IQ3_XS","size":497859680,"bits":5.17,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-IQ4_NL.gguf","label":"IQ4_NL","size":506859776,"bits":5.27,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q4_0.gguf","label":"Q4_0","size":507154688,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-IQ3_M.gguf","label":"IQ3_M","size":507579488,"bits":5.27,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q4_K_S.gguf","label":"Q4_K_S","size":508104960,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q2_K_L.gguf","label":"Q2_K_L","size":525814880,"bits":5.46,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q3_K_L.gguf","label":"Q3_K_L","size":528825440,"bits":5.49,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q4_K_M.gguf","label":"Q4_K_M","size":532517120,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q4_1.gguf","label":"Q4_1","size":535171328,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":558772480,"bits":5.81,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q5_K_S.gguf","label":"Q5_K_S","size":568889600,"bits":5.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q5_K_M.gguf","label":"Q5_K_M","size":590057728,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":590408800,"bits":6.13,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":606585088,"bits":6.3,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q6_K.gguf","label":"Q6_K","size":639029504,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q4_K_L.gguf","label":"Q4_K_L","size":641199200,"bits":6.66,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q5_K_L.gguf","label":"Q5_K_L","size":707677280,"bits":7.35,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-0.8B-GGUF","file":"Qwen_Qwen3.5-0.8B-Q6_K_L.gguf","label":"Q6_K_L","size":753044576,"bits":7.82,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":771092736,"bits":8.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-Q8_0.gguf","label":"Q8_0","size":811843840,"bits":8.43,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":1186443520,"bits":12.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-0.8B-GGUF","file":"Qwen3.5-0.8B-BF16.gguf","label":"BF16","size":1516744736,"bits":15.76,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen3.5-0.8B-GGUF","ggml-org/Qwen3.5-0.8B-GGUF","lmstudio-community/Qwen3.5-0.8B-GGUF","unsloth/Qwen3.5-0.8B-GGUF","unsloth/Qwen3.5-0.8B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"apodex-1-1-mini","family":"apodex/Apodex-1.1-mini","name":"Apodex 1.1 Mini","maker":"apodex","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"abenzerps/Apodex-1.1-mini-GGUF/Apodex-1.1-mini-IQ1_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-17T04:06:32.000Z","downloads":445112,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-IQ1_M.gguf","label":"IQ1_M","size":8821679936,"bits":1.99,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ2_XXS.gguf","label":"IQ2_XXS","size":10255141792,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ2_XS.gguf","label":"IQ2_XS","size":11273833376,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ2_S.gguf","label":"IQ2_S","size":11486964640,"bits":2.59,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-IQ2_M.gguf","label":"IQ2_M","size":12241706816,"bits":2.76,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ2_M.gguf","label":"IQ2_M","size":12543404960,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q2_K.gguf","label":"Q2_K","size":13085780896,"bits":2.95,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q2_K.gguf","label":"Q2_K","size":13247182368,"bits":2.98,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q2_K_L.gguf","label":"Q2_K_L","size":13582420896,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ3_XXS.gguf","label":"IQ3_XXS","size":15340448672,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q3_K_S.gguf","label":"Q3_K_S","size":15983922080,"bits":3.6,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-IQ3_M.gguf","label":"IQ3_M","size":16022990656,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ3_XS.gguf","label":"IQ3_XS","size":16689089440,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q3_K_M.gguf","label":"Q3_K_M","size":16696953760,"bits":3.76,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q3_K_M.gguf","label":"Q3_K_M","size":17166659104,"bits":3.87,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q3_K_L.gguf","label":"Q3_K_L","size":17356901280,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ3_M.gguf","label":"IQ3_M","size":17370663840,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q3_K_XL.gguf","label":"Q3_K_XL","size":17801890720,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ4_XS.gguf","label":"IQ4_XS","size":19278556064,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-IQ4_NL.gguf","label":"IQ4_NL","size":20333980576,"bits":4.58,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q4_K_S.gguf","label":"Q4_K_S","size":20366861856,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q4_0.gguf","label":"Q4_0","size":20415245216,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q4_K_S.gguf","label":"Q4_K_S","size":21065362336,"bits":4.75,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q4_K_M.gguf","label":"Q4_K_M","size":21713462912,"bits":4.89,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q4_K_M.gguf","label":"Q4_K_M","size":21864082336,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q4_K_L.gguf","label":"Q4_K_L","size":22241528736,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q4_1.gguf","label":"Q4_1","size":22447451040,"bits":5.06,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q5_K_S.gguf","label":"Q5_K_S","size":24563754528,"bits":5.53,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q5_K_S.gguf","label":"Q5_K_S","size":24630881184,"bits":5.55,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q5_K_M.gguf","label":"Q5_K_M","size":25347532320,"bits":5.71,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q5_K_M.gguf","label":"Q5_K_M","size":25492188064,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q5_K_L.gguf","label":"Q5_K_L","size":25806064544,"bits":5.81,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q6_K.gguf","label":"Q6_K","size":29208731168,"bits":6.58,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q6_K.gguf","label":"Q6_K","size":30526311328,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q6_K_L.gguf","label":"Q6_K_L","size":30772644768,"bits":6.93,"known":true,"rank":0},{"repo":"abenzerps/Apodex-1.1-mini-GGUF","file":"Apodex-1.1-mini-Q8_0.gguf","label":"Q8_0","size":37802149408,"bits":8.52,"known":true,"rank":1},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-Q8_0.gguf","label":"Q8_0","size":37813701536,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/apodex_Apodex-1.1-mini-GGUF","file":"apodex_Apodex-1.1-mini-bf16/apodex_Apodex-1.1-mini-bf16-00001-of-00002.gguf","label":"BF16","size":71066995488,"bits":16.01,"known":true,"rank":0}],"repos":["abenzerps/Apodex-1.1-mini-GGUF","bartowski/apodex_Apodex-1.1-mini-GGUF"],"logoFrom":"apodex"},{"id":"swift-1-5-qwen3-8-flash-next-gsq-rco-abliterated","family":"SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","name":"Swift 1.5 Qwen3.8 Flash Next GSQ RCO Abliterated","maker":"SC117","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF/IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-03T14:02:25.000Z","downloads":442266,"likes":144,"trending":22,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"Q2_0/Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66507190560,"bits":3.01,"known":false,"rank":0},{"repo":"SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68150825728,"bits":3.08,"known":true,"rank":0},{"repo":"grainrigi/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68150825728,"bits":3.08,"known":true,"rank":0},{"repo":"SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_XXS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75827956000,"bits":3.43,"known":true,"rank":0},{"repo":"grainrigi/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"IQ3_XXS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75827956000,"bits":3.43,"known":true,"rank":0},{"repo":"SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83549259040,"bits":3.78,"known":true,"rank":0},{"repo":"grainrigi/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","file":"Swift-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83549259040,"bits":3.78,"known":true,"rank":0}],"repos":["SC117/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF","grainrigi/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-GGUF"],"logoFrom":"ukisai"},{"id":"lfm2-5-24b-a2b-uncensored","family":"pottokao/LFM2.5-24B-A2B-Uncensored","name":"LFM2.5 24B A2B Uncensored","maker":"pottokao","catalog":null,"tuned":true,"params":23.97,"active":2.45,"layers":40,"probe":"pottokao/LFM2.5-24B-A2B-Uncensored-GGUF/LFM2.5-24B-A2B-Uncensored-IQ3_M.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-09T13:38:34.000Z","downloads":441017,"likes":78,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":4932617152,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":5471667136,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6370083776,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7090127808,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":7162266560,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":7880999872,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8175403968,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":8809759680,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9282732992,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9861301184,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":10429989824,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10429989824,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":10523575232,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11465720768,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12428313536,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12837438400,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":13618955200,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13660242880,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14526260160,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":15059698624,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16541205440,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17029604288,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":19689407424,"bits":6.57,"known":true,"rank":0},{"repo":"AtomicChat/LFM2.5-24B-A2B-Uncensored-GGUF","file":"LFM2.5-24B-A2B-Uncensored-AD-Q8_0.gguf","label":"Q8_0","size":25739494112,"bits":8.59,"known":true,"rank":0}],"repos":["AtomicChat/LFM2.5-24B-A2B-Uncensored-GGUF","mradermacher/LFM2.5-24B-A2B-uncensored-i1-GGUF","pottokao/LFM2.5-24B-A2B-Uncensored-GGUF"],"logoFrom":"pottokao"},{"id":"gemma4-26b-a4b-qat-uncensored-hauhaucs-balanced-mtp","family":"HauhauCS/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP","name":"Gemma4 26B A4B QAT Uncensored HauhauCS Balanced MTP","maker":"HauhauCS","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"HauhauCS/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-06-24T23:43:40.000Z","downloads":429531,"likes":345,"trending":14,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP","file":"Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":16796015520,"bits":5.33,"known":true,"rank":0}],"repos":["HauhauCS/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP"],"logoFrom":"google"},{"id":"qwen3-5-35b-a3b","family":"Qwen/Qwen3.5-35B-A3B","name":"Qwen3.5 35B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/Qwen_Qwen3.5-35B-A3B-IQ1_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-24T09:39:25.000Z","downloads":429516,"likes":1103,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1394,"arenaCoding":1435,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ1_M.gguf","label":"IQ1_M","size":9421649728,"bits":2.12,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10656955008,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10676139840,"bits":2.41,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":11366135968,"bits":2.56,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11391613568,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":11694831424,"bits":2.63,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11907962688,"bits":2.68,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12156754560,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":12964403008,"bits":2.92,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13080066688,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13506778944,"bits":3.04,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":13583383168,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":14003418944,"bits":3.15,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":15265856128,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15761446720,"bits":3.55,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":16356375168,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16601176704,"bits":3.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":17068751008,"bits":3.85,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","file":"Qwen_Qwen3.5-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":17110087488,"bits":3.85,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17486174848,"bits":3.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":17821719168,"bits":4.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q4_K_L.gguf","label":"UD-Q4_K_L","size":20205632160,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":20673845888,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":21319112864,"bits":4.8,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":21587638912,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":22016023168,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22241950336,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":22627735712,"bits":5.1,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":24823544448,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":25502365856,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":26249607808,"bits":5.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26385922688,"bits":5.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":27022801056,"bits":6.09,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q6_K_S.gguf","label":"UD-Q6_K_S","size":28515105440,"bits":6.42,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q6_K.gguf","label":"Q6_K","size":28852861568,"bits":6.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-MTP-GGUF","file":"Qwen3.5-35B-A3B-UD-Q6_K.gguf","label":"UD-Q6_K","size":29946230944,"bits":6.75,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":32071842432,"bits":7.23,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36903139968,"bits":8.31,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"Qwen3.5-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":48688560768,"bits":10.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","file":"BF16/Qwen3.5-35B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":69376637824,"bits":15.63,"known":true,"rank":0}],"repos":["Advantech-EIOT/Qwen3.5-35B-A3B-GGUF","bartowski/Qwen_Qwen3.5-35B-A3B-GGUF","ggml-org/Qwen3.5-35B-A3B-GGUF","lmstudio-community/Qwen3.5-35B-A3B-GGUF","mudler/Qwen3.5-35B-A3B-APEX-GGUF","unsloth/Qwen3.5-35B-A3B-GGUF","unsloth/Qwen3.5-35B-A3B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"mellum2-1-12b-a2-5b-thinking","family":"JetBrains/Mellum2.1-12B-A2.5B-Thinking","name":"Mellum2.1 12B A2.5B Thinking","maker":"JetBrains","catalog":null,"tuned":true,"params":12.15,"active":2.44,"layers":28,"probe":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF/Mellum2.1-12B-A2.5B-Thinking-IQ2_M.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":44040192,"context":131072,"arch":"mellum","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-20T10:52:55.000Z","downloads":425714,"likes":178,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-IQ2_M.gguf","label":"IQ2_M","size":5399733984,"bits":3.56,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q2_K.gguf","label":"Q2_K","size":5532315360,"bits":3.64,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":6052706016,"bits":3.99,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-IQ3_XXS.gguf","label":"IQ3_XXS","size":6281861856,"bits":4.14,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-IQ3_XS.gguf","label":"IQ3_XS","size":6292921056,"bits":4.14,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":6702480096,"bits":4.41,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":6971366112,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q4_0.gguf","label":"Q4_0","size":7002847968,"bits":4.61,"known":true,"rank":1},{"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":7029537056,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q3_K_L.gguf","label":"Q3_K_L","size":7130102496,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-IQ3_M.gguf","label":"IQ3_M","size":7243643616,"bits":4.77,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":7663303392,"bits":5.05,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q4_1.gguf","label":"Q4_1","size":7710636768,"bits":5.08,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":7861041888,"bits":5.18,"known":true,"rank":1},{"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":8071295264,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":8963422944,"bits":5.9,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q4_K_L.gguf","label":"Q4_K_L","size":9226042080,"bits":6.07,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":9969220320,"bits":6.56,"known":true,"rank":1},{"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q6_K.gguf","label":"Q6_K","size":10879834400,"bits":7.16,"known":true,"rank":0},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q6_K_S.gguf","label":"Q6_K_S","size":11133532896,"bits":7.33,"known":true,"rank":1},{"repo":"bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q6_K_L.gguf","label":"Q6_K_L","size":11805489888,"bits":7.77,"known":true,"rank":1},{"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Q8_0.gguf","label":"Q8_0","size":12925417760,"bits":8.51,"known":true,"rank":0},{"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-BF16.gguf","label":"BF16","size":24311970080,"bits":16.01,"known":true,"rank":0}],"repos":["JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","bartowski/Mellum2.1-12B-A2.5B-Thinking-GGUF"],"logoFrom":"JetBrains"},{"id":"gemma-3-4b-it","family":"google/gemma-3-4b-it","name":"Gemma 3 4B","maker":"Google","catalog":null,"tuned":false,"params":3.88,"active":null,"layers":34,"probe":"unsloth/gemma-3-4b-it-GGUF/gemma-3-4b-it-UD-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-02-20T21:20:07.000Z","downloads":422789,"likes":752,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1303,"arenaCoding":1273,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1179910016,"bits":2.43,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1239711616,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1342275456,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-IQ2_M.gguf","label":"IQ2_M","size":1537982624,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1565015936,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-IQ3_XXS.gguf","label":"IQ3_XXS","size":1689452704,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1710751616,"bits":3.53,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q2_K.gguf","label":"Q2_K","size":1729028352,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q2_K.gguf","label":"Q2_K","size":1729164416,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q2_K_L.gguf","label":"Q2_K_L","size":1729164416,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1769407616,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-IQ3_XS.gguf","label":"IQ3_XS","size":1863390624,"bits":3.84,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q3_K_S.gguf","label":"Q3_K_S","size":1937228032,"bits":3.99,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q3_K_S.gguf","label":"Q3_K_S","size":1937364096,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-IQ3_M.gguf","label":"IQ3_M","size":1986803104,"bits":4.1,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2098323712,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q3_K_M.gguf","label":"Q3_K_M","size":2098459776,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2150929536,"bits":4.43,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2235949312,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-Q3_K_L.gguf","label":"Q3_K_L","size":2236085664,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-IQ4_XS.gguf","label":"IQ4_XS","size":2263241856,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-IQ4_NL.gguf","label":"IQ4_NL","size":2363511936,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q4_0.gguf","label":"Q4_0","size":2370065536,"bits":4.89,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2377793792,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q4_K_S.gguf","label":"Q4_K_S","size":2377929856,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-Q3_K_XL.gguf","label":"Q3_K_XL","size":2398654624,"bits":4.95,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2489757952,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q4_K_M.gguf","label":"Q4_K_M","size":2489894016,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2537530496,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q4_1.gguf","label":"Q4_1","size":2564052096,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-Q4_K_L.gguf","label":"Q4_K_L","size":2652463264,"bits":5.47,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q5_K_S.gguf","label":"Q5_K_S","size":2764456192,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q5_K_S.gguf","label":"Q5_K_S","size":2764592256,"bits":5.7,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2829562112,"bits":5.83,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q5_K_M.gguf","label":"Q5_K_M","size":2829698176,"bits":5.83,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2832749696,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-Q5_K_L.gguf","label":"Q5_K_L","size":2992267424,"bits":6.17,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-4b-instruct-gguf","file":"gemma-3-it-4B-Q6_K.gguf","label":"Q6_K","size":3190604032,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/gemma-3-4b-it-qat-GGUF","file":"gemma-3-4b-it-qat-Q6_K.gguf","label":"Q6_K","size":3190740096,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-4b-it-qat-GGUF","file":"google_gemma-3-4b-it-qat-Q6_K_L.gguf","label":"Q6_K_L","size":3353309344,"bits":6.91,"known":true,"rank":0}],"repos":["MaziyarPanahi/gemma-3-4b-it-GGUF","bartowski/google_gemma-3-4b-it-GGUF","bartowski/google_gemma-3-4b-it-qat-GGUF","ggml-org/gemma-3-4b-it-GGUF","ggml-org/gemma-3-4b-it-qat-GGUF","google/gemma-3-4b-it-qat-q4_0-gguf","lm-kit/gemma-3-4b-instruct-gguf","lmstudio-community/gemma-3-4b-it-GGUF","unsloth/gemma-3-4b-it-GGUF","unsloth/gemma-3-4b-it-qat-GGUF"],"logoFrom":"google"},{"id":"minicpm-v-4-7-35b-a3b","family":"openbmb/MiniCPM-V-4.7-35B-A3B","name":"MiniCPM V 4.7 35B A3B","maker":"openbmb","catalog":null,"tuned":false,"params":34.66,"active":2.67,"layers":41,"probe":"mradermacher/MiniCPM-V-4.7-35B-A3B-i1-GGUF/MiniCPM-V-4.7-35B-A3B.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T07:07:30.000Z","downloads":422220,"likes":481,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10792560832,"bits":2.49,"known":true,"rank":1},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":11264624832,"bits":2.6,"known":true,"rank":1},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11978909888,"bits":2.76,"known":true,"rank":1},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":13233035456,"bits":3.05,"known":true,"rank":1},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13838698688,"bits":3.19,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":14483689408,"bits":3.34,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-IQ3_XS-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-IQ3_XS-thinking","size":14483689408,"bits":3.34,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":15440064448,"bits":3.56,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-IQ3_M-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-IQ3_M-thinking","size":15440064448,"bits":3.56,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-mix_q3gud_im.gguf","label":"MiniCPM-V-4_7-35B-A3B-mix_q3gud_im","size":15503944896,"bits":3.58,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-mix_q3gud_im-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-mix_q3gud_im-thinking","size":15503944896,"bits":3.58,"known":false,"rank":0},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15580903616,"bits":3.6,"known":true,"rank":1},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":16317921472,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","file":"MiniCPM-V-4.7-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":17343559872,"bits":4,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":18728286400,"bits":4.32,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-IQ4_XS-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-IQ4_XS-thinking","size":18728286400,"bits":4.32,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q4_0.gguf","label":"Q4_0","size":19714550688,"bits":4.55,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q4_0-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q4_0-thinking","size":19714550688,"bits":4.55,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":19778776256,"bits":4.57,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-IQ4_NL-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-IQ4_NL-thinking","size":19778776256,"bits":4.57,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":19889400736,"bits":4.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q4_K_S-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q4_K_S-thinking","size":19889400736,"bits":4.59,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":21166255008,"bits":4.89,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q4_K_M-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q4_K_M-thinking","size":21166255008,"bits":4.89,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q4_1.gguf","label":"Q4_1","size":21847643040,"bits":5.04,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q4_1-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q4_1-thinking","size":21847643040,"bits":5.04,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q5_0.gguf","label":"Q5_0","size":23980735392,"bits":5.54,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":23980735392,"bits":5.54,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q5_0-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q5_0-thinking","size":23980735392,"bits":5.54,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q5_K_S-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q5_K_S-thinking","size":23980735392,"bits":5.54,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":24728583072,"bits":5.71,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q5_K_M-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q5_K_M-thinking","size":24728583072,"bits":5.71,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q5_1.gguf","label":"Q5_1","size":26113827744,"bits":6.03,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q5_1-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q5_1-thinking","size":26113827744,"bits":6.03,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q6_K.gguf","label":"Q6_K","size":28513556640,"bits":6.58,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q6_K-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q6_K-thinking","size":28513556640,"bits":6.58,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36902368928,"bits":8.52,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-Q8_0-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-Q8_0-thinking","size":36902368928,"bits":8.52,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"MiniCPM-V-4_7-35B-A3B-F16.gguf","label":"F16","size":69375191008,"bits":16.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","file":"thinking/MiniCPM-V-4_7-35B-A3B-F16-thinking.gguf","label":"MiniCPM-V-4_7-35B-A3B-F16-thinking","size":69375191008,"bits":16.01,"known":false,"rank":0}],"repos":["AtomicChat/MiniCPM-V-4.7-35B-A3B-GGUF","bartowski/MiniCPM-V-4.7-35B-A3B-GGUF","mradermacher/MiniCPM-V-4.7-35B-A3B-GGUF","mradermacher/MiniCPM-V-4.7-35B-A3B-i1-GGUF","openbmb/MiniCPM-V-4.7-35B-A3B-gguf"],"logoFrom":"openbmb"},{"id":"qwen3-6-27b-fable-fusion-711-uncensored-heretic-nm-dau-neo-max-mtp","family":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","name":"Qwen3.6 27B Fable Fusion 711 Uncensored Heretic NM DAU NEO MAX MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF/Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-17T00:27:17.000Z","downloads":419749,"likes":2491,"trending":11,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","label":"IQ2_M","size":11673305632,"bits":3.47,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","label":"IQ2_M","size":11673305632,"bits":3.47,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","label":"IQ2_M","size":11673305632,"bits":3.47,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ3_M.gguf","label":"IQ3_M","size":14080729632,"bits":4.19,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ3_M.gguf","label":"IQ3_M","size":14080729632,"bits":4.19,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ3_M.gguf","label":"IQ3_M","size":14080729632,"bits":4.19,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":16582361632,"bits":4.93,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":16582361632,"bits":4.93,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":16582361632,"bits":4.93,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_S.gguf","label":"Q4_K_S","size":17086169632,"bits":5.08,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_S.gguf","label":"Q4_K_S","size":17086169632,"bits":5.08,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_S.gguf","label":"Q4_K_S","size":17086169632,"bits":5.08,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_NL.gguf","label":"IQ4_NL","size":17301783072,"bits":5.15,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_NL.gguf","label":"IQ4_NL","size":17301783072,"bits":5.15,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_NL.gguf","label":"IQ4_NL","size":17301783072,"bits":5.15,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":18047255072,"bits":5.37,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":18047255072,"bits":5.37,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":18047255072,"bits":5.37,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_S.gguf","label":"Q5_K_S","size":20179468832,"bits":6,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_S.gguf","label":"Q5_K_S","size":20179468832,"bits":6,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_S.gguf","label":"Q5_K_S","size":20179468832,"bits":6,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_M.gguf","label":"Q5_K_M","size":20730954272,"bits":6.17,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_M.gguf","label":"Q5_K_M","size":20730954272,"bits":6.17,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_M.gguf","label":"Q5_K_M","size":20730954272,"bits":6.17,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q6_K.gguf","label":"Q6_K","size":23582384672,"bits":7.01,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q6_K.gguf","label":"Q6_K","size":23582384672,"bits":7.01,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q6_K.gguf","label":"Q6_K","size":23582384672,"bits":7.01,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q8_0.gguf","label":"Q8_0","size":29787701792,"bits":8.86,"known":true,"rank":0},{"repo":"fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q8_0.gguf","label":"Q8_0","size":29787701792,"bits":8.86,"known":true,"rank":0},{"repo":"tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-27B-Fable-Fus-711-UnHeretic-NM-DAU-NEO-MAX-NEO-Q8_0.gguf","label":"Q8_0","size":29787701792,"bits":8.86,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","fribourgquants/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF","tatekuperus/Qwen3.6-27B-Fable-Fusion-711-Uncensored-Heretic-NM-DAU-NEO-MAX-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-6-35b-a3b-uncensored-genesis-hermes-mtp","family":"LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-MTP-GGUF","name":"Qwen3.6 35B A3B Uncensored Genesis Hermes MTP","maker":"LuffyTheFox","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-MTP-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-MXFP4.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-13T06:40:13.000Z","downloads":419740,"likes":721,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-MTP-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-MXFP4.gguf","label":"MXFP4","size":20646017152,"bits":4.77,"known":true,"rank":0},{"repo":"LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-MTP-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-Q8_K_P.gguf","label":"Q8_K_P","size":43605014656,"bits":10.06,"known":false,"rank":0}],"repos":["LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-MTP-GGUF"],"logoFrom":"LuffyTheFox"},{"id":"sqlcoder-7b-2","family":"defog/sqlcoder-7b-2","name":"Sqlcoder 7B 2","maker":"defog","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"MaziyarPanahi/sqlcoder-7b-2-GGUF/sqlcoder-7b-2.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2024-02-05T14:36:51.000Z","downloads":418435,"likes":466,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q2_K.gguf","label":"Q2_K","size":2532939488,"bits":3.01,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q3_K_S.gguf","label":"Q3_K_S","size":2948387040,"bits":3.5,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q3_K_M.gguf","label":"Q3_K_M","size":3298087136,"bits":3.91,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q3_K_L.gguf","label":"Q3_K_L","size":3597193440,"bits":4.27,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q4_K_S.gguf","label":"Q4_K_S","size":3856831200,"bits":4.58,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q4_K_M.gguf","label":"Q4_K_M","size":4081095392,"bits":4.84,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q5_K_S.gguf","label":"Q5_K_S","size":4651791072,"bits":5.52,"known":true,"rank":1},{"repo":"defog/sqlcoder-7b-2","file":"sqlcoder-7b-q5_k_m.gguf","label":"Q5_K_M","size":4783256288,"bits":5.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q6_K.gguf","label":"Q6_K","size":5529302240,"bits":6.56,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.Q8_0.gguf","label":"Q8_0","size":7161229536,"bits":8.5,"known":true,"rank":1},{"repo":"MaziyarPanahi/sqlcoder-7b-2-GGUF","file":"sqlcoder-7b-2.fp16.gguf","label":"sqlcoder-7b-2.fp16","size":13478367424,"bits":16,"known":false,"rank":1}],"repos":["MaziyarPanahi/sqlcoder-7b-2-GGUF","defog/sqlcoder-7b-2"],"logoFrom":"defog"},{"id":"qwen3-8-27b-defiance-uncensored-mtp","family":"ttindall/Qwen3.8-27B-Defiance-Uncensored-MTP-GGUF","name":"Qwen3.8 27B Defiance Uncensored MTP","maker":"ttindall","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"ttindall/Qwen3.8-27B-Defiance-Uncensored-MTP-GGUF/Qwen3.8-27B-Defiance-Uncensored-IQ4_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T05:46:24.000Z","downloads":416898,"likes":210,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ttindall/Qwen3.8-27B-Defiance-Uncensored-MTP-GGUF","file":"Qwen3.8-27B-Defiance-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15706078272,"bits":4.6,"known":true,"rank":0},{"repo":"ttindall/Qwen3.8-27B-Defiance-Uncensored-MTP-GGUF","file":"Qwen3.8-27B-Defiance-Uncensored-Q6_K_P.gguf","label":"Q6_K_P","size":25924369472,"bits":7.59,"known":false,"rank":0}],"repos":["ttindall/Qwen3.8-27B-Defiance-Uncensored-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"pocket-darwin-180b","family":"FINAL-Bench/POCKET-Darwin-180B-GGUF","name":"POCKET Darwin 180B","maker":"FINAL-Bench","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"FINAL-Bench/POCKET-Darwin-180B-GGUF/POCKET-Darwin-180B-UD-Q4_K_XL-00001-of-00004.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-02T02:17:10.000Z","downloads":403459,"likes":69,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FINAL-Bench/POCKET-Darwin-180B-GGUF","file":"POCKET-Darwin-180B-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334654769,"bits":5.03,"known":true,"rank":0}],"repos":["FINAL-Bench/POCKET-Darwin-180B-GGUF"],"logoFrom":"FINAL-Bench"},{"id":"nvidia-nemotron-3-5-bolt-e4b","family":"prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","name":"NVIDIA Nemotron 3.5 Bolt E4B","maker":"prithivMLmods","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF/NVIDIA-Nemotron-3.5-Bolt-E4B.Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":true,"licence":"other","open":false,"released":"2026-10-20T15:26:25.000Z","downloads":396830,"likes":176,"trending":25,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-IQ2_M.gguf","label":"IQ2_M","size":3136828768,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3531578560,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q2_K.gguf","label":"Q2_K","size":3637101920,"bits":3.87,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3703968960,"bits":3.94,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3742102720,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3863917920,"bits":4.11,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q3_K_S.gguf","label":"Q3_K_S","size":3888263520,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-IQ3_XS.gguf","label":"IQ3_XS","size":3895784800,"bits":4.14,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-AD-IQ3_S.gguf","label":"IQ3_S","size":4031771936,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q3_K_M.gguf","label":"Q3_K_M","size":4058467680,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q3_K_L.gguf","label":"Q3_K_L","size":4193502560,"bits":4.46,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4219133120,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-IQ3_M.gguf","label":"IQ3_M","size":4238456160,"bits":4.51,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-AD-IQ4_XS.gguf","label":"IQ4_XS","size":4480775456,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q4_K_S.gguf","label":"Q4_K_S","size":4897506656,"bits":5.21,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5060482240,"bits":5.38,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-AD-Q4_K_M.gguf","label":"Q4_K_M","size":5060482368,"bits":5.38,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-IQ4_NL.gguf","label":"IQ4_NL","size":5162292576,"bits":5.49,"known":true,"rank":0},{"repo":"prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B.Q4_0.gguf","label":"Q4_0","size":5185934336,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q4_K_L.gguf","label":"Q4_K_L","size":5334242656,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q4_1.gguf","label":"Q4_1","size":5458482528,"bits":5.81,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-AD-Q5_K_M.gguf","label":"Q5_K_M","size":5480609056,"bits":5.83,"known":true,"rank":0},{"repo":"prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B.Q5_0.gguf","label":"Q5_0","size":5685974016,"bits":6.05,"known":true,"rank":0},{"repo":"prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B.Q5_K_S.gguf","label":"Q5_K_S","size":5685974016,"bits":6.05,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5832930496,"bits":6.21,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q6_K.gguf","label":"Q6_K","size":6217264736,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q6_K_S.gguf","label":"Q6_K_S","size":6292499808,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Q6_K_L.gguf","label":"Q6_K_L","size":6633112928,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7258879168,"bits":7.72,"known":true,"rank":0},{"repo":"prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B.Q8_0.gguf","label":"Q8_0","size":8005440512,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8192955584,"bits":8.72,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.gguf","label":"BF16","size":15053099936,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","bartowski/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","ggml-org/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","lmstudio-community/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","prithivMLmods/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF","unsloth/NVIDIA-Nemotron-3.5-Bolt-E4B-GGUF"],"logoFrom":"nvidia"},{"id":"huihui-qwen3-8-flash-next-abliterated","family":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","name":"Huihui Qwen3.8 Flash Next Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF/swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-06T04:21:12.000Z","downloads":380710,"likes":205,"trending":8,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","file":"swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68152167168,"bits":3.08,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","file":"swift-IQ3_XXS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75966073120,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":80447450432,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":88755339072,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":88882765632,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":89540818752,"bits":4.05,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","file":"unsloth-UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":93682584224,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":94137093952,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":96656400192,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-Flash-Next-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":97473155392,"bits":4.41,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","file":"unsloth-UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334654784,"bits":5.03,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","file":"Q8_0/Qwen3.8-Flash-Next-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":188225033440,"bits":8.51,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","file":"BF16/Qwen3.8-Flash-Next-BF16-00001-of-00008.gguf","label":"BF16","size":354029930848,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-GGUF","mradermacher/Huihui-Qwen3.8-Flash-Next-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"glm-5-3","family":"zai-org/GLM-5.3","name":"GLM 5.3","maker":"Z.ai","catalog":"glm-5-3","tuned":true,"params":753.86,"active":42.38,"layers":79,"probe":"unsloth/GLM-5.3-GGUF/UD-IQ1_S/GLM-5.3-UD-IQ1_S-00001-of-00006.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":1048576,"arch":"glm-dsa","vision":false,"licence":"other","open":false,"released":"2026-08-25T06:42:50.000Z","downloads":379945,"likes":121,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1481,"arenaCoding":1520,"arenaVision":null,"builds":[{"repo":"antirez/glm-5.3-gguf","file":"GLM-5.3-UD-IQ2_XXS_RoutedIQ2XXS_blk78Q2K.gguf","label":"UD-IQ2_XXS_ROUTEDIQ2XXS_BLK78Q2K","size":211075860864,"bits":2.24,"known":false,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-IQ1_S/GLM-5.3-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":216715365893,"bits":2.3,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-IQ1_M/GLM-5.3-UD-IQ1_M-00001-of-00006.gguf","label":"UD-IQ1_M","size":228492971557,"bits":2.42,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-IQ2_M/GLM-5.3-UD-IQ2_M-00001-of-00006.gguf","label":"UD-IQ2_M","size":238577585701,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-Q2_K_XL/GLM-5.3-UD-Q2_K_XL-00001-of-00007.gguf","label":"UD-Q2_K_XL","size":253878406789,"bits":2.69,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-IQ3_XXS/GLM-5.3-UD-IQ3_XXS-00001-of-00007.gguf","label":"UD-IQ3_XXS","size":281688436357,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-Q3_K_XL/GLM-5.3-UD-Q3_K_XL-00001-of-00009.gguf","label":"UD-Q3_K_XL","size":342965977029,"bits":3.64,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-IQ4_XS/GLM-5.3-UD-IQ4_XS-00001-of-00009.gguf","label":"UD-IQ4_XS","size":365313228709,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-Q4_K_XL/GLM-5.3-UD-Q4_K_XL-00001-of-00011.gguf","label":"UD-Q4_K_XL","size":467289116837,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-Q5_K_XL/GLM-5.3-UD-Q5_K_XL-00001-of-00013.gguf","label":"UD-Q5_K_XL","size":562466263429,"bits":5.97,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"UD-Q6_K_XL/GLM-5.3-UD-Q6_K_XL-00001-of-00016.gguf","label":"UD-Q6_K_XL","size":684369515173,"bits":7.26,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"Q8_0/GLM-5.3-Q8_0-00001-of-00017.gguf","label":"Q8_0","size":801357677216,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/GLM-5.3-GGUF","file":"BF16/GLM-5.3-BF16-00001-of-00033.gguf","label":"BF16","size":1507988027936,"bits":16,"known":true,"rank":0}],"repos":["antirez/glm-5.3-gguf","unsloth/GLM-5.3-GGUF"],"logoFrom":"zai-org"},{"id":"minicpm5-2b","family":"openbmb/MiniCPM5-2B-GGUF","name":"MiniCPM5 2B","maker":"openbmb","catalog":null,"tuned":false,"params":2.52,"active":null,"layers":42,"probe":"openbmb/MiniCPM5-2B-GGUF/MiniCPM5-2B-Q4_K_M.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-05T01:44:34.000Z","downloads":372742,"likes":426,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-IQ2_M.gguf","label":"IQ2_M","size":969755872,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q2_K.gguf","label":"Q2_K","size":1014320352,"bits":3.22,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-iq3_xxs.gguf","label":"IQ3_XXS","size":1137192448,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1143844064,"bits":3.63,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-iq3_xs.gguf","label":"IQ3_XS","size":1181429248,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q3_K_S.gguf","label":"Q3_K_S","size":1189694688,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-IQ3_XS.gguf","label":"IQ3_XS","size":1193749728,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q3_K_M.gguf","label":"Q3_K_M","size":1236085984,"bits":3.92,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-iq3_s.gguf","label":"IQ3_S","size":1250266624,"bits":3.97,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-iq3_m.gguf","label":"IQ3_M","size":1276448256,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q3_K_L.gguf","label":"Q3_K_L","size":1287011552,"bits":4.09,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q3_k_s.gguf","label":"Q3_K_S","size":1353551360,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-IQ3_M.gguf","label":"IQ3_M","size":1362734304,"bits":4.33,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_0.gguf","label":"Q4_0","size":1421422080,"bits":4.51,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-iq4_xs.gguf","label":"IQ4_XS","size":1423511040,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q3_k_m.gguf","label":"Q3_K_M","size":1442401792,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-IQ4_XS.gguf","label":"IQ4_XS","size":1463942368,"bits":4.65,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-iq4_nl.gguf","label":"IQ4_NL","size":1493110272,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q4_0.gguf","label":"Q4_0","size":1516997856,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q4_K_S.gguf","label":"Q4_K_S","size":1534004448,"bits":4.87,"known":true,"rank":0},{"repo":"openbmb/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1561318368,"bits":4.96,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q3_k_l.gguf","label":"Q3_K_L","size":1571917312,"bits":4.99,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_1.gguf","label":"Q4_1","size":1578708480,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-IQ4_NL.gguf","label":"IQ4_NL","size":1605668064,"bits":5.1,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_k_s.gguf","label":"Q4_K_S","size":1620504064,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q4_1.gguf","label":"Q4_1","size":1648135392,"bits":5.23,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_k_m.gguf","label":"Q4_K_M","size":1659686400,"bits":5.27,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_0_l.gguf","label":"Q4_0_L","size":1688808960,"bits":5.36,"known":false,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q4_K_L.gguf","label":"Q4_K_L","size":1714719968,"bits":5.44,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_0.gguf","label":"Q5_0","size":1735994880,"bits":5.51,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_k_l.gguf","label":"Q4_K_L","size":1789201920,"bits":5.68,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q4_1_l.gguf","label":"Q4_1_L","size":1812672000,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q5_K_S.gguf","label":"Q5_K_S","size":1816530144,"bits":5.77,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_k_s.gguf","label":"Q5_K_S","size":1863421440,"bits":5.92,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_k_m.gguf","label":"Q5_K_M","size":1887792640,"bits":5.99,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_1.gguf","label":"Q5_1","size":1893281280,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1920175328,"bits":6.1,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_0_l.gguf","label":"Q5_0_L","size":1936535040,"bits":6.15,"known":false,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_k_l.gguf","label":"Q5_K_L","size":2017308160,"bits":6.4,"known":true,"rank":0},{"repo":"Mungert/MiniCPM5-2B-GGUF","file":"MiniCPM5-2B-q5_1_l.gguf","label":"Q5_1_L","size":2060398080,"bits":6.54,"known":false,"rank":0}],"repos":["Mungert/MiniCPM5-2B-GGUF","axteam/MiniCPM5-2B-GGUF","bartowski/MiniCPM5-2B-GGUF","openbmb/MiniCPM5-2B-GGUF"],"logoFrom":"openbmb"},{"id":"rvn-qwen3-8-flash-next-abliterated-uncensored-iq3-s-strata","family":"jimmy31chen/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-IQ3_S-Strata","name":"RVN Qwen3.8 Flash Next Abliterated Uncensored IQ3 S Strata","maker":"jimmy31chen","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"jimmy31chen/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-IQ3_S-Strata/RVN-Qwen3.8-Flash-Next-IQ3_S-merged.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-01T05:26:30.000Z","downloads":372584,"likes":47,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jimmy31chen/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-IQ3_S-Strata","file":"RVN-Qwen3.8-Flash-Next-IQ3_S-merged.gguf","label":"RVN-Qwen3.8-Flash-Next-IQ3_S-merged","size":88882765184,"bits":4.02,"known":false,"rank":0}],"repos":["jimmy31chen/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-IQ3_S-Strata"],"logoFrom":"0bserverx"},{"id":"gpt-oss-120b","family":"openai/gpt-oss-120b","name":"GPT-OSS 120B","maker":"OpenAI","catalog":"gpt-oss-120b","tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"unsloth/gpt-oss-120b-GGUF/Q3_K_S/gpt-oss-120b-Q3_K_S-00001-of-00002.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-04T22:33:06.000Z","downloads":365757,"likes":418,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1352,"arenaCoding":1389,"arenaVision":null,"builds":[{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q3_K_S/gpt-oss-120b-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":62563621472,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q2_K/gpt-oss-120b-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":62570256992,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-Q3_K_L/openai_gpt-oss-120b-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":62600115904,"bits":4.29,"known":true,"rank":1},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q4_0/gpt-oss-120b-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":62620023392,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q3_K_M/gpt-oss-120b-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":62626843232,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-IQ2_M/openai_gpt-oss-120b-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":62686377664,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-IQ3_M/openai_gpt-oss-120b-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":62706284224,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-IQ4_NL/openai_gpt-oss-120b-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":62709601984,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-IQ4_XS/openai_gpt-oss-120b-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":62709601984,"bits":4.29,"known":true,"rank":1},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q4_1/gpt-oss-120b-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":62715938912,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q4_K_S/gpt-oss-120b-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":62759138912,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":62768723552,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q2_K_L/gpt-oss-120b-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":62859823712,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q5_K_S/gpt-oss-120b-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":62881227872,"bits":4.31,"known":true,"rank":0},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"Q5_K_M/gpt-oss-120b-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":62889522272,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-Q3_K_XL/openai_gpt-oss-120b-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":62889682624,"bits":4.31,"known":true,"rank":1},{"repo":"unsloth/gpt-oss-120b-GGUF","file":"UD-Q4_K_XL/gpt-oss-120b-UD-Q4_K_XL-00001-of-00002.gguf","label":"UD-Q4_K_XL","size":63016311392,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-Q4_K_L/openai_gpt-oss-120b-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":63058888384,"bits":4.32,"known":true,"rank":1},{"repo":"ggml-org/gpt-oss-120b-GGUF","file":"gpt-oss-120b-MXFP4.gguf","label":"MXFP4","size":63387346208,"bits":4.34,"known":true,"rank":2},{"repo":"bartowski/openai_gpt-oss-120b-GGUF","file":"openai_gpt-oss-120b-MXFP4_MOE/openai_gpt-oss-120b-MXFP4_MOE-00001-of-00002.gguf","label":"MXFP4_MOE","size":63387346624,"bits":4.34,"known":true,"rank":1}],"repos":["bartowski/openai_gpt-oss-120b-GGUF","ggml-org/gpt-oss-120b-GGUF","lmstudio-community/gpt-oss-120b-GGUF","unsloth/gpt-oss-120b-GGUF"],"logoFrom":"openai"},{"id":"qwen2-5-3b-instruct","family":"Qwen/Qwen2.5-3B-Instruct","name":"Qwen2.5 3B Instruct","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":3.4,"active":null,"layers":36,"probe":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF/Qwen2.5-3B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-09-17T14:08:52.000Z","downloads":365030,"likes":273,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":791094848,"bits":1.86,"known":true,"rank":3},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":850028096,"bits":2,"known":true,"rank":3},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":948250176,"bits":2.23,"known":true,"rank":3},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1031546432,"bits":2.43,"known":true,"rank":3},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":1061938752,"bits":2.5,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":1140516000,"bits":2.68,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1198128704,"bits":2.82,"known":true,"rank":3},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1282827840,"bits":3.02,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1350116512,"bits":3.18,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q2_k.gguf","label":"Q2_K","size":1376856480,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1391836320,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1454357664,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":1456864832,"bits":3.43,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1488895136,"bits":3.5,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1707392160,"bits":4.02,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":1724178848,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1739095200,"bits":4.09,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1782752416,"bits":4.19,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1822850208,"bits":4.29,"known":false,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1822850208,"bits":4.29,"known":false,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1822850208,"bits":4.29,"known":false,"rank":1},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1825209920,"bits":4.29,"known":true,"rank":3},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1834384544,"bits":4.32,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":1996258880,"bits":4.7,"known":true,"rank":3},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q4_0.gguf","label":"Q4_0","size":1997879712,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2005263520,"bits":4.72,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":2104932768,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2169666720,"bits":5.11,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2300175520,"bits":5.41,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-3B-Instruct-i1-GGUF","file":"Qwen2.5-3B-Instruct.i1-Q5_1.gguf","label":"Q5_1","size":2343075392,"bits":5.51,"known":true,"rank":3},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q5_0.gguf","label":"Q5_0","size":2383591840,"bits":5.61,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":2438740384,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2613519520,"bits":6.15,"known":true,"rank":1},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q6_k.gguf","label":"Q6_K","size":2793410976,"bits":6.57,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-q8_0.gguf","label":"Q8_0","size":3616088480,"bits":8.51,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","file":"qwen2.5-3b-instruct-fp16-00001-of-00002.gguf","label":"qwen2.5-3b-instruct-fp16","size":6800646784,"bits":16,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-f32.gguf","label":"F32","size":12349710624,"bits":29.06,"known":true,"rank":1}],"repos":["Qwen/Qwen2.5-3B-Instruct-GGUF","bartowski/Qwen2.5-3B-Instruct-GGUF","lmstudio-community/Qwen2.5-3B-Instruct-GGUF","mradermacher/Qwen2.5-3B-Instruct-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-uncensored","family":"orcarouter/Qwen3.8-Flash-Next-Uncensored","name":"Qwen3.8 Flash Next Uncensored","maker":"orcarouter","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"mradermacher/Qwen3.8-Flash-Next-Uncensored-GGUF/Qwen3.8-Flash-Next-Uncensored.Q2_K.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-26T11:12:24.000Z","downloads":361806,"likes":68,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-IQ1_S.gguf","label":"IQ1_S","size":75322325024,"bits":3.41,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-IQ1_M.gguf","label":"IQ1_M","size":77314619424,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":80447450400,"bits":3.64,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-Q2_K_XL.gguf","label":"Q2_K_XL","size":81644992544,"bits":3.69,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-IQ3_XXS.gguf","label":"IQ3_XXS","size":84737687584,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":88755339040,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":88882765600,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":89540818720,"bits":4.05,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":92762217504,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":94137093920,"bits":4.26,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":96458447904,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":96656400160,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF","file":"Qwen3.8-Flash-Next-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":97473155360,"bits":4.41,"known":true,"rank":0},{"repo":"NeosQ/Qwen3.8-Flash-Next-Uncensored-UD-Q4_K_XL","file":"Qwen3.8-Flash-Next-Uncensored-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":111334653568,"bits":5.03,"known":true,"rank":2},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-Q4_K_XL.gguf","label":"Q4_K_XL","size":114110518304,"bits":5.16,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-Q5_K_XL.gguf","label":"Q5_K_XL","size":161062269984,"bits":7.28,"known":true,"rank":0},{"repo":"axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-Q6_K_XL.gguf","label":"Q6_K_XL","size":171941245984,"bits":7.77,"known":true,"rank":0}],"repos":["NeosQ/Qwen3.8-Flash-Next-Uncensored-UD-Q4_K_XL","axi0mX/Qwen3.8-Flash-Next-Uncensored-GGUF","mradermacher/Qwen3.8-Flash-Next-Uncensored-GGUF","mradermacher/Qwen3.8-Flash-Next-Uncensored-i1-GGUF"],"logoFrom":"orcarouter"},{"id":"grug-27b","family":"ProCreations/grug-27b","name":"Grug 27B","maker":"ProCreations","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/ProCreations_grug-27b-GGUF/ProCreations_grug-27b-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-23T04:00:15.000Z","downloads":359925,"likes":41,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ2_XXS.gguf","label":"IQ2_XXS","size":9154058496,"bits":2.72,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ2_XS.gguf","label":"IQ2_XS","size":9747814656,"bits":2.9,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ2_S.gguf","label":"IQ2_S","size":10056345856,"bits":2.99,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ2_M.gguf","label":"IQ2_M","size":10634373376,"bits":3.16,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q2_K.gguf","label":"Q2_K","size":11600455936,"bits":3.45,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ3_XXS.gguf","label":"IQ3_XXS","size":12387789056,"bits":3.68,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q2_K_L.gguf","label":"Q2_K_L","size":12842055936,"bits":3.82,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ3_XS.gguf","label":"IQ3_XS","size":13091420416,"bits":3.89,"known":true,"rank":2},{"repo":"ProCreations/grug-27b-gguf","file":"grug-27b-Q3_K_M.gguf","label":"Q3_K_M","size":13301442624,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q3_K_S.gguf","label":"Q3_K_S","size":13481359616,"bits":4.01,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ3_M.gguf","label":"IQ3_M","size":13664532736,"bits":4.06,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q3_K_L.gguf","label":"Q3_K_L","size":15040461056,"bits":4.47,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ4_XS.gguf","label":"IQ4_XS","size":15328839936,"bits":4.56,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-IQ4_NL.gguf","label":"IQ4_NL","size":16086845696,"bits":4.78,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q4_0.gguf","label":"Q4_0","size":16109783296,"bits":4.79,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q3_K_XL.gguf","label":"Q3_K_XL","size":16152934656,"bits":4.8,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q4_K_S.gguf","label":"Q4_K_S","size":16474163456,"bits":4.9,"known":true,"rank":2},{"repo":"ProCreations/grug-27b-gguf","file":"grug-27b-Q4_K_M.gguf","label":"Q4_K_M","size":16547399744,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q4_1.gguf","label":"Q4_1","size":17586473216,"bits":5.23,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q4_K_L.gguf","label":"Q4_K_L","size":18477168896,"bits":5.5,"known":true,"rank":2},{"repo":"ProCreations/grug-27b-gguf","file":"grug-27b-Q5_K_M.gguf","label":"Q5_K_M","size":19231098944,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q5_K_S.gguf","label":"Q5_K_S","size":19441961216,"bits":5.78,"known":true,"rank":2},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q5_K_L.gguf","label":"Q5_K_L","size":21298493696,"bits":6.33,"known":true,"rank":2},{"repo":"ProCreations/grug-27b-gguf","file":"grug-27b-Q6_K.gguf","label":"Q6_K","size":22082529344,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-Q6_K_L.gguf","label":"Q6_K_L","size":23839979776,"bits":7.09,"known":true,"rank":2},{"repo":"ProCreations/grug-27b-gguf","file":"grug-27b-Q8_0.gguf","label":"Q8_0","size":28595763264,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-GGUF","file":"ProCreations_grug-27b-bf16/ProCreations_grug-27b-bf16-00001-of-00002.gguf","label":"BF16","size":53808281792,"bits":16,"known":true,"rank":2}],"repos":["ProCreations/grug-27b-gguf","ProCreations/grug-27b-qat-q4-gguf","bartowski/ProCreations_grug-27b-GGUF"],"logoFrom":"ProCreations"},{"id":"humanizer","family":"jialinyyzz/humanizer","name":"Humanizer","maker":"jialinyyzz","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/humanizer-i1-GGUF/humanizer.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-11T05:00:16.000Z","downloads":357963,"likes":2316,"trending":47,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ1_S.gguf","label":"IQ1_S","size":2983674528,"bits":2,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ1_M.gguf","label":"IQ1_M","size":3202831008,"bits":2.15,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568091808,"bits":2.4,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887825568,"bits":2.61,"known":true,"rank":2},{"repo":"jialinyyzz/humanizer","file":"humanizer-12b-IQ2_XS-QAT.gguf","label":"humanizer-12b-IQ2_XS-QAT","size":3893632896,"bits":2.62,"known":false,"rank":0},{"repo":"npario/humanizer","file":"humanizer-12b-IQ2_XS-QAT.gguf","label":"humanizer-12b-IQ2_XS-QAT","size":3893632896,"bits":2.62,"known":false,"rank":0},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ2_S.gguf","label":"IQ2_S","size":4079579808,"bits":2.74,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ2_M.gguf","label":"IQ2_M","size":4371788448,"bits":2.94,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504130208,"bits":3.03,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q2_K.gguf","label":"Q2_K","size":4830130848,"bits":3.24,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849177248,"bits":3.26,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272375968,"bits":3.54,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ3_S.gguf","label":"IQ3_S","size":5528212128,"bits":3.71,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528212128,"bits":3.71,"known":true,"rank":2},{"repo":"jialinyyzz/humanizer","file":"humanizer-12b-Q3-QAT.gguf","label":"humanizer-12b-Q3-QAT","size":5587794816,"bits":3.75,"known":false,"rank":0},{"repo":"npario/humanizer","file":"humanizer-12b-Q3-QAT.gguf","label":"humanizer-12b-Q3-QAT","size":5587794816,"bits":3.75,"known":false,"rank":0},{"repo":"jialinyyzz/humanizer-GGUF","file":"humanizer-12b-IQ3_XXS-QAT.gguf","label":"humanizer-12b-IQ3_XXS-QAT","size":5587794816,"bits":3.75,"known":false,"rank":1},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ3_M.gguf","label":"IQ3_M","size":5733974688,"bits":3.85,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087070368,"bits":4.09,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566302368,"bits":4.41,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635238048,"bits":4.46,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975861408,"bits":4.69,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q4_0.gguf","label":"Q4_0","size":6997979808,"bits":4.7,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024030368,"bits":4.72,"known":true,"rank":2},{"repo":"jialinyyzz/humanizer","file":"humanizer-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7625160864,"bits":5.12,"known":true,"rank":0},{"repo":"npario/humanizer","file":"humanizer-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7625160864,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q4_1.gguf","label":"Q4_1","size":7657108128,"bits":5.14,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338354848,"bits":5.6,"known":true,"rank":2},{"repo":"mradermacher/humanizer-i1-GGUF","file":"humanizer.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547250848,"bits":5.74,"known":true,"rank":2},{"repo":"jialinyyzz/humanizer","file":"humanizer-12b-Q6_K.gguf","label":"Q6_K","size":10029799584,"bits":6.74,"known":true,"rank":0},{"repo":"npario/humanizer","file":"humanizer-12b-Q6_K.gguf","label":"Q6_K","size":10029799584,"bits":6.74,"known":true,"rank":0},{"repo":"jialinyyzz/humanizer","file":"humanizer-12b-Q8_0.gguf","label":"Q8_0","size":12669630368,"bits":8.51,"known":true,"rank":0},{"repo":"npario/humanizer","file":"humanizer-12b-Q8_0.gguf","label":"Q8_0","size":12669630368,"bits":8.51,"known":true,"rank":0},{"repo":"jialinyyzz/humanizer","file":"humanizer-12b-bf16.gguf","label":"BF16","size":23832049568,"bits":16.01,"known":true,"rank":0},{"repo":"npario/humanizer","file":"humanizer-12b-bf16.gguf","label":"BF16","size":23832049568,"bits":16.01,"known":true,"rank":0}],"repos":["jialinyyzz/humanizer","jialinyyzz/humanizer-GGUF","mradermacher/humanizer-i1-GGUF","npario/humanizer"],"logoFrom":"google"},{"id":"huihui-qwen3-5-9b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-9B-abliterated","name":"Huihui Qwen3.5 9B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF/Huihui-Qwen3.5-9B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-09T04:35:41.000Z","downloads":351657,"likes":94,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2446943904,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2600445600,"bits":2.32,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2856281760,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3065144992,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":3207767712,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3412436640,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3508496032,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q2_K.gguf","label":"Q2_K","size":3638519168,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3793462944,"bits":3.39,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4136461984,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4259407232,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":4263863968,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383200,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4616185216,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4824851840,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5102069120,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5317551776,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5325940384,"bits":4.76,"known":true,"rank":1},{"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":5340619712,"bits":4.77,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5340620160,"bits":4.77,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5627044800,"bits":5.03,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5627045248,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5809333920,"bits":5.19,"known":true,"rank":1},{"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":6305309632,"bits":5.64,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":6305310080,"bits":5.64,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":6522004416,"bits":5.83,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":6522004864,"bits":5.83,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated-Q6_K.gguf","label":"Q6_K","size":7359259584,"bits":6.58,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q6_K.gguf","label":"Q6_K","size":7359260032,"bits":6.58,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated-Q8_0.gguf","label":"Q8_0","size":9527501760,"bits":8.52,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.Q8_0.gguf","label":"Q8_0","size":9527502208,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-abliterated.f16.gguf","label":"F16","size":17920697728,"bits":16.02,"known":true,"rank":0}],"repos":["Abiray/Huihui-Qwen3.5-9B-abliterated-GGUF","mradermacher/Huihui-Qwen3.5-9B-abliterated-GGUF","mradermacher/Huihui-Qwen3.5-9B-abliterated-i1-GGUF","nuofang/Huihui-Qwen3.5-9B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"ternary-bonsai-27b","family":"prism-ml/Ternary-Bonsai-27B-gguf","name":"Ternary Bonsai 27B","maker":"PrismML","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"prism-ml/Ternary-Bonsai-27B-gguf/Ternary-Bonsai-27B-F16.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-04T00:24:01.000Z","downloads":351142,"likes":1437,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-27B-gguf","file":"Ternary-Bonsai-27B-PQ2_0.gguf","label":"PQ2_0","size":7165121600,"bits":2.13,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-27B-gguf","file":"Ternary-Bonsai-27B-Q2_0.gguf","label":"Q2_0","size":7165121600,"bits":2.13,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-27B-gguf","file":"Ternary-Bonsai-27B-Q2_g64.gguf","label":"Q2_G64","size":7585330240,"bits":2.26,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-27B-gguf","file":"Ternary-Bonsai-27B-F16.gguf","label":"F16","size":53808280640,"bits":16,"known":true,"rank":0}],"repos":["prism-ml/Ternary-Bonsai-27B-gguf"],"logoFrom":"Qwen"},{"id":"huihui-deepseek-v4-flash-0731-abliterated","family":"huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF","name":"Huihui DeepSeek V4 Flash 0731 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF/DeepSeek-V4-Flash-Q2-0731.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-08-02T09:18:05.000Z","downloads":350409,"likes":236,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF","file":"DeepSeek-V4-Flash-Q2-0731.gguf","label":"DeepSeek-V4-Flash-Q2-0731","size":86720111488,"bits":2.44,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF","file":"DeepSeek-V4-Flash-Q2_K-0731.gguf","label":"DeepSeek-V4-Flash-Q2_K-0731","size":97591747456,"bits":2.75,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF","file":"DeepSeek-V4-Flash-Q4-mxfp4-0731.gguf","label":"DeepSeek-V4-Flash-Q4-mxfp4-0731","size":155976458848,"bits":4.39,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF","file":"DeepSeek-V4-Flash-Q4_K-0731.gguf","label":"DeepSeek-V4-Flash-Q4_K-0731","size":164633502592,"bits":4.63,"known":false,"rank":0}],"repos":["huihui-ai/Huihui-DeepSeek-V4-Flash-0731-abliterated-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-vl-2b-instruct","family":"Qwen/Qwen3-VL-2B-Instruct","name":"Qwen3 VL 2B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"unsloth/Qwen3-VL-2B-Instruct-GGUF/Qwen3-VL-2B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-19T13:13:24.000Z","downloads":345839,"likes":131,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":537831104,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":561948352,"bits":2.61,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":605791936,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":695182656,"bits":3.23,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":708716224,"bits":3.3,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":754361664,"bits":3.51,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":765175488,"bits":3.56,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q2_K.gguf","label":"Q2_K","size":777797312,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":777797312,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":797867712,"bits":3.71,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":834223424,"bits":3.88,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":867253952,"bits":4.03,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":895663424,"bits":4.17,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":939540160,"bits":4.37,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":968900288,"bits":4.51,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1003502912,"bits":4.67,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1010384576,"bits":4.7,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1054424768,"bits":4.9,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q4_0.gguf","label":"Q4_0","size":1056784064,"bits":4.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1060191936,"bits":4.93,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1078863168,"bits":5.02,"known":true,"rank":2},{"repo":"Qwen/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3VL-2B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1107409952,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1129709248,"bits":5.25,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q4_1.gguf","label":"Q4_1","size":1142505152,"bits":5.31,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1182770496,"bits":5.5,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1230585536,"bits":5.72,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1257881280,"bits":5.85,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1261321920,"bits":5.87,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1333241152,"bits":6.2,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-Q6_K.gguf","label":"Q6_K","size":1417756352,"bits":6.59,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","file":"Qwen_Qwen3-VL-2B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1493116224,"bits":6.94,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1610950336,"bits":7.49,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3VL-2B-Instruct-Q8_0.gguf","label":"Q8_0","size":1834427424,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":2332583616,"bits":10.85,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3VL-2B-Instruct-F16.gguf","label":"F16","size":3447350304,"bits":16.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","file":"Qwen3-VL-2B-Instruct-BF16.gguf","label":"BF16","size":3447350720,"bits":16.03,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-2B-Instruct-GGUF","bartowski/Qwen_Qwen3-VL-2B-Instruct-GGUF","ggml-org/Qwen3-VL-2B-Instruct-GGUF","lmstudio-community/Qwen3-VL-2B-Instruct-GGUF","unsloth/Qwen3-VL-2B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-cold-fusion-gain-v1-1-nm-dau-neo-max-mtp","family":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","name":"Qwen3.8 27B Cold Fusion GAIN V1.1 NM DAU NEO MAX MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-17T08:48:09.000Z","downloads":342639,"likes":339,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","label":"IQ2_M","size":11673303616,"bits":3.47,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-IQ3_M.gguf","label":"IQ3_M","size":14080727616,"bits":4.19,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":16582359616,"bits":4.93,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-Q4_K_S.gguf","label":"Q4_K_S","size":17086167616,"bits":5.08,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":18047253056,"bits":5.37,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-Q5_K_S.gguf","label":"Q5_K_S","size":20179466816,"bits":6,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-Q5_K_M.gguf","label":"Q5_K_M","size":20730952256,"bits":6.17,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-Q6_K.gguf","label":"Q6_K","size":23582382656,"bits":7.01,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-Q8_0.gguf","label":"Q8_0","size":29787699776,"bits":8.86,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"tiel-coder-35b-a3b","family":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","name":"Tiel Coder 35B A3B","maker":"peculiar-ragdoll","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF/Tiel-Coder-35B-A3B-UD-Q2_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-19T23:11:19.000Z","downloads":342209,"likes":428,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12290650496,"bits":2.84,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13211177344,"bits":3.05,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":13676745312,"bits":3.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16845533568,"bits":3.89,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17730531712,"bits":4.09,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893036928,"bits":4.82,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22360478080,"bits":5.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":24942072416,"bits":5.76,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26592530816,"bits":6.14,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843799424,"bits":7.35,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF","file":"Tiel-Coder-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38451204480,"bits":8.88,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Tiel-Coder-35B-A3B-GGUF"],"logoFrom":"ornith-ai"},{"id":"lfm2-5-1-2b-instruct","family":"LiquidAI/LFM2.5-1.2B-Instruct","name":"LFM2.5 1.2B","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF/LiquidAI_LFM2.5-1.2B-Instruct-IQ2_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-01-06T00:28:46.000Z","downloads":339899,"likes":291,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":434132320,"bits":2.97,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q2_K.gguf","label":"Q2_K","size":483398880,"bits":3.31,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":483398880,"bits":3.31,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":483398880,"bits":3.31,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":490984800,"bits":3.36,"known":true,"rank":2},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":537810272,"bits":3.68,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":558159072,"bits":3.82,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":566793568,"bits":3.88,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":600347872,"bits":4.1,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":600347872,"bits":4.1,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":635475296,"bits":4.35,"known":true,"rank":2},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":663377248,"bits":4.54,"known":true,"rank":2},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":667981152,"bits":4.57,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q4_0.gguf","label":"Q4_0","size":695751488,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":695752032,"bits":4.76,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":700470496,"bits":4.79,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":730895168,"bits":5,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":730895584,"bits":5,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q4_1.gguf","label":"Q4_1","size":760501472,"bits":5.2,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":763401568,"bits":5.22,"known":true,"rank":2},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":825251040,"bits":5.64,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":843354944,"bits":5.77,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":843355360,"bits":5.77,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":875861344,"bits":5.99,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q6_K.gguf","label":"Q6_K","size":962843456,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":995349728,"bits":6.81,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","file":"LiquidAI_LFM2.5-1.2B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":995349856,"bits":6.81,"known":true,"rank":2},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-Q8_0.gguf","label":"Q8_0","size":1246253888,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":1372083424,"bits":9.38,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-BF16.gguf","label":"BF16","size":2343326528,"bits":16.02,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","file":"LFM2.5-1.2B-Instruct-F16.gguf","label":"F16","size":2343326528,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-1.2B-Instruct-GGUF","bartowski/LiquidAI_LFM2.5-1.2B-Instruct-GGUF","lmstudio-community/LFM2.5-1.2B-Instruct-GGUF","unsloth/LFM2.5-1.2B-Instruct-GGUF"],"logoFrom":"LiquidAI"},{"id":"lfm2-5-2-6b","family":"LiquidAI/LFM2.5-2.6B","name":"LFM2.5 2.6B","maker":"Liquid AI","catalog":null,"tuned":false,"params":2.7,"active":null,"layers":30,"probe":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF/LiquidAI_LFM2.5-2.6B-IQ2_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-07-28T22:14:32.000Z","downloads":338999,"likes":414,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Arki05/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-3.01bpw.gguf","label":"LFM2.5-2.6B","size":1022470080,"bits":3.03,"known":false,"rank":2},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-IQ2_M.gguf","label":"IQ2_M","size":1022470432,"bits":3.03,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q2_K.gguf","label":"Q2_K","size":1102850336,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1130490144,"bits":3.35,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q2_K_L.gguf","label":"Q2_K_L","size":1166338336,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-IQ3_XS.gguf","label":"IQ3_XS","size":1229596960,"bits":3.64,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q3_K_S.gguf","label":"Q3_K_S","size":1277077792,"bits":3.78,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-IQ3_M.gguf","label":"IQ3_M","size":1292470560,"bits":3.83,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q3_K_M.gguf","label":"Q3_K_M","size":1373661472,"bits":4.07,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q3_K_L.gguf","label":"Q3_K_L","size":1454008608,"bits":4.31,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1517496608,"bits":4.5,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-IQ4_XS.gguf","label":"IQ4_XS","size":1522657568,"bits":4.51,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-Q4_0.gguf","label":"Q4_0","size":1593894912,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-IQ4_NL.gguf","label":"IQ4_NL","size":1598220576,"bits":4.74,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q4_K_S.gguf","label":"Q4_K_S","size":1607002400,"bits":4.76,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-Q4_K_M.gguf","label":"Q4_K_M","size":1674455040,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q4_K_L.gguf","label":"Q4_K_L","size":1747511584,"bits":5.18,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q4_1.gguf","label":"Q4_1","size":1749346592,"bits":5.18,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q5_K_S.gguf","label":"Q5_K_S","size":1900472608,"bits":5.63,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-Q5_K_M.gguf","label":"Q5_K_M","size":1939744768,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q5_K_L.gguf","label":"Q5_K_L","size":2011031840,"bits":5.96,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-Q6_K.gguf","label":"Q6_K","size":2221615104,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2.5-2.6B-GGUF","file":"LiquidAI_LFM2.5-2.6B-Q6_K_L.gguf","label":"Q6_K_L","size":2300340512,"bits":6.82,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-Q8_0.gguf","label":"Q8_0","size":2874779648,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-BF16.gguf","label":"BF16","size":5403158528,"bits":16.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","file":"LFM2.5-2.6B-F16.gguf","label":"F16","size":5403158528,"bits":16.01,"known":true,"rank":0}],"repos":["Arki05/LFM2.5-2.6B-GGUF","LiquidAI/LFM2.5-2.6B-GGUF","bartowski/LiquidAI_LFM2.5-2.6B-GGUF"],"logoFrom":"LiquidAI"},{"id":"hy-mt2-1-8b","family":"tencent/Hy-MT2-1.8B","name":"Hy MT2 1.8B","maker":"Tencent","catalog":null,"tuned":false,"params":1.79,"active":null,"layers":32,"probe":"tencent/Hy-MT2-1.8B-GGUF/Hy-MT2-1.8B-Q4_K_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-11T08:22:10.000Z","downloads":338792,"likes":251,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tencent/Hy-MT2-1.8B-GGUF","file":"Hy-MT2-1.8B-Q4_K_M.gguf","label":"Q4_K_M","size":1133080448,"bits":5.06,"known":true,"rank":0},{"repo":"tencent/Hy-MT2-1.8B-GGUF","file":"Hy-MT2-1.8B-Q6_K.gguf","label":"Q6_K","size":1474785120,"bits":6.59,"known":true,"rank":0},{"repo":"tencent/Hy-MT2-1.8B-GGUF","file":"Hy-MT2-1.8B-Q8_0.gguf","label":"Q8_0","size":1908528192,"bits":8.53,"known":true,"rank":0}],"repos":["tencent/Hy-MT2-1.8B-GGUF"],"logoFrom":"tencent"},{"id":"thomson-1-0-small","family":"thomsonreuters/Thomson-1.0-Small","name":"Thomson 1.0 Small","maker":"thomsonreuters","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF/thomsonreuters_Thomson-1.0-Small-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"other","open":false,"released":"2026-08-18T15:33:05.000Z","downloads":338278,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778453120,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ2_XS.gguf","label":"IQ2_XS","size":10797144704,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ2_S.gguf","label":"IQ2_S","size":11010275968,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ2_M.gguf","label":"IQ2_M","size":12066716288,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q2_K.gguf","label":"Q2_K","size":12617079424,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q2_K_L.gguf","label":"Q2_K_L","size":13113719424,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829696,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q3_K_S.gguf","label":"Q3_K_S","size":15513516672,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ3_XS.gguf","label":"IQ3_XS","size":16218684032,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q3_K_M.gguf","label":"Q3_K_M","size":16226548352,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q3_K_L.gguf","label":"Q3_K_L","size":16886495872,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ3_M.gguf","label":"IQ3_M","size":16900258432,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485312,"bits":4,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ4_XS.gguf","label":"IQ4_XS","size":18806446720,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-IQ4_NL.gguf","label":"IQ4_NL","size":19861346944,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q4_0.gguf","label":"Q4_0","size":19942611584,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q4_K_S.gguf","label":"Q4_K_S","size":20592728704,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q4_K_M.gguf","label":"Q4_K_M","size":21391448704,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q4_K_L.gguf","label":"Q4_K_L","size":21768895104,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q4_1.gguf","label":"Q4_1","size":21973768832,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q5_K_S.gguf","label":"Q5_K_S","size":24156150400,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q5_K_M.gguf","label":"Q5_K_M","size":25017457280,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q5_K_L.gguf","label":"Q5_K_L","size":25331333760,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q6_K.gguf","label":"Q6_K","size":30053415552,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q6_K_L.gguf","label":"Q6_K_L","size":30299748992,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-Q8_0.gguf","label":"Q8_0","size":36914690688,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/thomsonreuters_Thomson-1.0-Small-GGUF","file":"thomsonreuters_Thomson-1.0-Small-bf16/thomsonreuters_Thomson-1.0-Small-bf16-00001-of-00002.gguf","label":"BF16","size":69376637440,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/thomsonreuters_Thomson-1.0-Small-GGUF"],"logoFrom":"thomsonreuters"},{"id":"ling-3-0-flash","family":"inclusionAI/Ling-3.0-flash","name":"Ling 3.0 Flash","maker":"Ant Group","catalog":null,"tuned":false,"params":127.49,"active":5.61,"layers":43,"probe":"bloomer010/Ling-3.0-flash-GGUF/Ling-3.0-flash-IQ1_S.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-02T16:14:41.000Z","downloads":337484,"likes":116,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bloomer010/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q1_0.gguf","label":"Q1_0","size":19469363776,"bits":1.22,"known":false,"rank":2},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ1_S.gguf","label":"IQ1_S","size":27571027840,"bits":1.73,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ1_M.gguf","label":"IQ1_M","size":30561301504,"bits":1.92,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ2_XXS.gguf","label":"IQ2_XXS","size":35238382464,"bits":2.21,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ2_XS.gguf","label":"IQ2_XS","size":39036670336,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ2_S.gguf","label":"IQ2_S","size":39698819456,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ2_M.gguf","label":"IQ2_M","size":43638665088,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q2_K.gguf","label":"Q2_K","size":45900759296,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q2_K_L.gguf","label":"Q2_K_L","size":46293719296,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ3_XXS/Ling-3.0-flash-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":54118505536,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q3_K_S/Ling-3.0-flash-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":56287608128,"bits":3.53,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"AD-IQ3_S/Ling-3.0-flash-AD-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":57826445440,"bits":3.63,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ3_XS/Ling-3.0-flash-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":58941685056,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q3_K_M/Ling-3.0-flash-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":58969587008,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q3_K_L/Ling-3.0-flash-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":61427678528,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ3_M/Ling-3.0-flash-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":61517495616,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q3_K_XL/Ling-3.0-flash-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":61779770688,"bits":3.88,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"IQ4_XS_STOCK/Ling-3.0-flash-IQ4_XS_STOCK-00001-of-00002.gguf","label":"IQ4_XS_STOCK","size":66407551104,"bits":4.17,"known":false,"rank":1},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"IQ4_XS_FLAT/Ling-3.0-flash-IQ4_XS_FLAT-00001-of-00002.gguf","label":"IQ4_XS_FLAT","size":68561242240,"bits":4.3,"known":false,"rank":1},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ4_XS/Ling-3.0-flash-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":68739201216,"bits":4.31,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"AD-IQ4_XXS/Ling-3.0-flash-AD-IQ4_XXS-00001-of-00002.gguf","label":"IQ4_XXS","size":69347674240,"bits":4.35,"known":true,"rank":1},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"NVFP4_STOCK/Ling-3.0-flash-NVFP4_STOCK-00001-of-00002.gguf","label":"Ling-3.0-flash-NVFP4_STOCK","size":72336115168,"bits":4.54,"known":false,"rank":1},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"AD-NVFP4_AI2/Ling-3.0-flash-AD-NVFP4_AI2-00001-of-00002.gguf","label":"Ling-3.0-flash-AD-NVFP4_AI2","size":72336115392,"bits":4.54,"known":false,"rank":1},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"AD-NVFP4_V5/Ling-3.0-flash-AD-NVFP4_V5-00001-of-00002.gguf","label":"Ling-3.0-flash-AD-NVFP4_V5","size":72336115392,"bits":4.54,"known":false,"rank":1},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"Q4_K_FLAT/Ling-3.0-flash-Q4_K_FLAT-00001-of-00002.gguf","label":"Q4_K_FLAT","size":72336115840,"bits":4.54,"known":false,"rank":1},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-IQ4_NL/Ling-3.0-flash-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":72564891328,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q4_0/Ling-3.0-flash-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":72841125568,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q4_K_S/Ling-3.0-flash-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":75049688768,"bits":4.71,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"Q4_K_M_STOCK/Ling-3.0-flash-Q4_K_M_STOCK-00001-of-00002.gguf","label":"Q4_K_M_STOCK","size":75277218944,"bits":4.72,"known":false,"rank":1},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q4_K_M/Ling-3.0-flash-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":77804990144,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q4_K_L/Ling-3.0-flash-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":78103639744,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q4_1/Ling-3.0-flash-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":80204409664,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q5_K_S/Ling-3.0-flash-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":87892608800,"bits":5.52,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"Q5_K_M_STOCK/Ling-3.0-flash-Q5_K_M_STOCK-00001-of-00002.gguf","label":"Q5_K_M_STOCK","size":88349324384,"bits":5.54,"known":false,"rank":1},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q5_K_M/Ling-3.0-flash-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":90661271360,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q5_K_L/Ling-3.0-flash-Q5_K_L-00001-of-00003.gguf","label":"Q5_K_L","size":90909622080,"bits":5.7,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-GGUF","file":"Q6_K_STOCK/Ling-3.0-flash-Q6_K_STOCK-00001-of-00003.gguf","label":"Q6_K_STOCK","size":102242049280,"bits":6.42,"known":false,"rank":1},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q6_K/Ling-3.0-flash-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":109259389088,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-Q8_0/Ling-3.0-flash-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":135633373120,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-GGUF","file":"Ling-3.0-flash-bf16/Ling-3.0-flash-bf16-00001-of-00007.gguf","label":"BF16","size":255091083264,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/Ling-3.0-flash-GGUF","bartowski/Ling-3.0-flash-GGUF","bloomer010/Ling-3.0-flash-GGUF"],"logoFrom":"inclusionAI"},{"id":"qwen3-coder-next","family":"Qwen/Qwen3-Coder-Next","name":"Qwen3 Coder Next","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"bartowski/Qwen_Qwen3-Coder-Next-GGUF/Qwen_Qwen3-Coder-Next-IQ1_S.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-30T15:08:18.000Z","downloads":333333,"likes":1281,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":18941835296,"bits":1.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":21508749344,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":21701693440,"bits":2.18,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":23312490496,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":24962293760,"bits":2.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":26760515584,"bits":2.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":28482506752,"bits":2.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q2_K.gguf","label":"Q2_K","size":29224450080,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q2_K_L.gguf","label":"Q2_K_L","size":29297379360,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":29690687488,"bits":2.98,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-iq2_s.gguf","label":"IQ2_S","size":31524659040,"bits":3.17,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-iq2_xs.gguf","label":"IQ2_XS","size":32423042912,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q3_K_S.gguf","label":"UD-Q3_K_S","size":33320267776,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q3_K_S.gguf","label":"Q3_K_S","size":34603089952,"bits":3.47,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":35937513472,"bits":3.61,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":36282685440,"bits":3.64,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-iq3_xxs.gguf","label":"IQ3_XXS","size":37628895072,"bits":3.78,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q3_K_M.gguf","label":"Q3_K_M","size":38322487328,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":38429272064,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":39234725888,"bits":3.94,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-iq3_s.gguf","label":"IQ3_S","size":40611168096,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-IQ4_XS.gguf","label":"IQ4_XS","size":42676135968,"bits":4.29,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-iq4_xs.gguf","label":"IQ4_XS","size":42694426464,"bits":4.29,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-q4_0.gguf","label":"Q4_0","size":45000773472,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-iq4_nl.gguf","label":"IQ4_NL","size":45002346336,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-IQ4_NL.gguf","label":"IQ4_NL","size":45130344480,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q4_0.gguf","label":"Q4_0","size":45330098208,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q4_K_S.gguf","label":"Q4_K_S","size":45531949088,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":46079830016,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-q4_k_s.gguf","label":"Q4_K_S","size":47181614944,"bits":4.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":48033779712,"bits":4.82,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q4_K_M/Qwen3-Coder-Next-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":48410992032,"bits":4.86,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-q4_k_m.gguf","label":"Q4_K_M","size":49200627552,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":49301055488,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":49608478720,"bits":4.98,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-q4_1.gguf","label":"Q4_1","size":49977184096,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Q4_1/Qwen3-Coder-Next-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":50057423200,"bits":5.03,"known":true,"rank":0},{"repo":"Mungert/Qwen3-Coder-Next-GGUF","file":"q5-0/Qwen3-Coder-Next-q5_0-q5_0-00001-of-00002.gguf","label":"Q5_0","size":54953594720,"bits":5.52,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Coder-Next-GGUF","file":"Qwen3-Coder-Next-Q5_0/Qwen3-Coder-Next-Q5_0-00001-of-00004.gguf","label":"Q5_0","size":54994918816,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-Next-GGUF","file":"Q5_K_S/Qwen3-Coder-Next-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":55055280480,"bits":5.53,"known":true,"rank":0}],"repos":["MaziyarPanahi/Qwen3-Coder-Next-GGUF","Mungert/Qwen3-Coder-Next-GGUF","Qwen/Qwen3-Coder-Next-GGUF","bartowski/Qwen_Qwen3-Coder-Next-GGUF","ggml-org/Qwen3-Coder-Next-GGUF","lmstudio-community/Qwen3-Coder-Next-GGUF","mudler/Qwen3-Coder-Next-APEX-GGUF","unsloth/Qwen3-Coder-Next-GGUF"],"logoFrom":"Qwen"},{"id":"ornith-1-5-9b-obliterated","family":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","name":"Ornith 1.5 9B OBLITERATED","maker":"OBLITERATUS","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED/Ornith-1.5-9B-OBLITERATED-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-08-27T00:52:50.000Z","downloads":328371,"likes":88,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-Q2_K.gguf","label":"Q2_K","size":3914968352,"bits":3.4,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-Q3_K_M.gguf","label":"Q3_K_M","size":4737608992,"bits":4.12,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-IQ4_XS.gguf","label":"IQ4_XS","size":5357874464,"bits":4.66,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-Q4_K_M.gguf","label":"Q4_K_M","size":5780090144,"bits":5.03,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-Q5_K_M.gguf","label":"Q5_K_M","size":6642543904,"bits":5.78,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-Q6_K.gguf","label":"Q6_K","size":7558901024,"bits":6.57,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-Q8_0.gguf","label":"Q8_0","size":9786060064,"bits":8.51,"known":true,"rank":0},{"repo":"OBLITERATUS/Ornith-1.5-9B-OBLITERATED","file":"Ornith-1.5-9B-OBLITERATED-bf16.gguf","label":"BF16","size":18407320864,"bits":16.01,"known":true,"rank":0}],"repos":["OBLITERATUS/Ornith-1.5-9B-OBLITERATED"],"logoFrom":"ornith-ai"},{"id":"nvidia-nemotron-3-5-lightning-30b-a3b","family":"vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","name":"NVIDIA Nemotron 3.5 Lightning 30B A3B","maker":"vcruz305","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/Nemotron-3.5-Lightning-30B-A3B-IQ4_NL.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-08-11T00:08:18.000Z","downloads":327910,"likes":208,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"experimental/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-AD-Q2_0.gguf","label":"Q2_0","size":11388090240,"bits":2.88,"known":false,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"experimental/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-AD-Q2_0_L.gguf","label":"Q2_0_L","size":15518922624,"bits":3.93,"known":false,"rank":0},{"repo":"vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"Nemotron-3.5-Lightning-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":17977118592,"bits":4.55,"known":true,"rank":0},{"repo":"vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"Nemotron-3.5-Lightning-30B-A3B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":17980129152,"bits":4.55,"known":true,"rank":0},{"repo":"vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"Nemotron-3.5-Lightning-30B-A3B-Q4_0.gguf","label":"Q4_0","size":18058188672,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":18838022112,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":18842150880,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":18850408416,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":18854537184,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q2_K.gguf","label":"Q2_K","size":18913200096,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":18918361056,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":18941585376,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":19089360864,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":19429059648,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":19429059648,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":19432070208,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":19758307392,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":19798476768,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":19804669920,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":19819636704,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":20249888736,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":20251953120,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":20426049504,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_1.gguf","label":"Q4_1","size":20872031712,"bits":5.29,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":21155207232,"bits":5.36,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":21235202112,"bits":5.38,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":21235202112,"bits":5.38,"known":true,"rank":0},{"repo":"vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"Nemotron-3.5-Lightning-30B-A3B-Q5_0.gguf","label":"Q5_0","size":21960283008,"bits":5.56,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-AD-IQ4_NL_L.gguf","label":"IQ4_NL_L","size":22403643264,"bits":5.68,"known":false,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":23199183840,"bits":5.88,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":24468027456,"bits":6.2,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":24515129280,"bits":6.21,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":24760277472,"bits":6.27,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":25266255936,"bits":6.4,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":25505724480,"bits":6.46,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":25609524192,"bits":6.49,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":26224130112,"bits":6.64,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":26589149568,"bits":6.74,"known":true,"rank":0},{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":27074279904,"bits":6.86,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-AD-Q5_0_XL.gguf","label":"Q5_0_XL","size":28829382528,"bits":7.3,"known":false,"rank":0}],"repos":["AtomicChat/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","ggml-org/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","lmstudio-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","vcruz305/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF"],"logoFrom":"nvidia"},{"id":"jan-v3-5-4b","family":"janhq/Jan-v3.5-4B-gguf","name":"Jan V3.5 4B","maker":"janhq","catalog":null,"tuned":false,"params":4.41,"active":null,"layers":36,"probe":"janhq/Jan-v3.5-4B-gguf/Jan-v3.5-4B-Q3_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-23T08:25:59.000Z","downloads":324467,"likes":39,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2054124896,"bits":3.73,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2242745696,"bits":4.07,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2406913376,"bits":4.37,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q4_0.gguf","label":"Q4_0","size":2588332896,"bits":4.7,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2602095456,"bits":4.72,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2716066656,"bits":4.93,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q4_1.gguf","label":"Q4_1","size":2839724896,"bits":5.15,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q4_K_XL.gguf","label":"Q4_K_XL","size":2999182176,"bits":5.44,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q5_0.gguf","label":"Q5_0","size":3091116896,"bits":5.61,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3091116896,"bits":5.61,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3156919136,"bits":5.73,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q5_1.gguf","label":"Q5_1","size":3342508896,"bits":6.06,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q6_K.gguf","label":"Q6_K","size":3625324896,"bits":6.58,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B-Q8_0.gguf","label":"Q8_0","size":4693669216,"bits":8.51,"known":true,"rank":0},{"repo":"janhq/Jan-v3.5-4B-gguf","file":"Jan-v3.5-4B.gguf","label":"Jan-v3.5-4B","size":8829195616,"bits":16.02,"known":false,"rank":0}],"repos":["janhq/Jan-v3.5-4B-gguf"],"logoFrom":"janhq"},{"id":"kimi-k3","family":"moonshotai/Kimi-K3","name":"Kimi K3","maker":"Moonshot AI","catalog":"kimi-k3","tuned":true,"params":2779.48,"active":55.59,"layers":93,"probe":"unsloth/Kimi-K3-GGUF/UD-TQ1_0/Kimi-K3-UD-TQ1_0-00001-of-00012.gguf","kvBytesPerToken":33728,"kvHeader":27648,"kvFixed":0,"context":1048576,"arch":"kimi-k3","vision":true,"licence":"other","open":false,"released":"2026-06-13T06:42:57.000Z","downloads":312437,"likes":413,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1488,"arenaCoding":1540,"arenaVision":null,"builds":[{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-Q1_0/Kimi-K3-UD-Q1_0-00001-of-00011.gguf","label":"UD-Q1_0","size":466369456320,"bits":1.34,"known":false,"rank":0},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-TQ1_0/Kimi-K3-UD-TQ1_0-00001-of-00012.gguf","label":"UD-TQ1_0","size":508912281952,"bits":1.46,"known":true,"rank":0},{"repo":"6block/Kimi-K3-GGUF","file":"Kimi-K3-IQ1_S-XXS-832e-00001-of-00011.gguf","label":"Kimi-K3-IQ1_S-XXS-832e","size":540422488160,"bits":1.56,"known":false,"rank":1},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-TQ2_0/Kimi-K3-UD-TQ2_0-00001-of-00013.gguf","label":"UD-TQ2_0","size":551455107488,"bits":1.59,"known":true,"rank":0},{"repo":"6block/Kimi-K3-GGUF","file":"Kimi-K3-IQ1_S-XS-00001-of-00034.gguf","label":"Kimi-K3-IQ1_S-XS","size":579511854944,"bits":1.67,"known":false,"rank":1},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-IQ1_S/Kimi-K3-UD-IQ1_S-00001-of-00014.gguf","label":"UD-IQ1_S","size":594040923616,"bits":1.71,"known":true,"rank":0},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-IQ1_M/Kimi-K3-UD-IQ1_M-00001-of-00015.gguf","label":"UD-IQ1_M","size":648872012448,"bits":1.87,"known":true,"rank":0},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-IQ2_XXS/Kimi-K3-UD-IQ2_XXS-00001-of-00016.gguf","label":"UD-IQ2_XXS","size":711067773664,"bits":2.05,"known":true,"rank":0},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-Q2_K_XL/Kimi-K3-UD-Q2_K_XL-00001-of-00019.gguf","label":"UD-Q2_K_XL","size":861277858912,"bits":2.48,"known":true,"rank":0},{"repo":"unsloth/Kimi-K3-GGUF","file":"UD-Q4_K_XL/Kimi-K3-UD-Q4_K_XL-00001-of-00032.gguf","label":"UD-Q4_K_XL","size":1508668683104,"bits":4.34,"known":true,"rank":0}],"repos":["6block/Kimi-K3-GGUF","unsloth/Kimi-K3-GGUF"],"logoFrom":"moonshotai"},{"id":"qwen3-5-27b","family":"Qwen/Qwen3.5-27B","name":"Qwen3.5 27B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"unsloth/Qwen3.5-27B-GGUF/Qwen3.5-27B-UD-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-24T09:41:56.000Z","downloads":308979,"likes":619,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1409,"arenaCoding":1451,"arenaVision":1229,"builds":[{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":8573593504,"bits":2.51,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9605378528,"bits":2.81,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10188072864,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ2_XS.gguf","label":"IQ2_XS","size":10199134688,"bits":2.99,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ2_S.gguf","label":"IQ2_S","size":10507665888,"bits":3.08,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ2_M.gguf","label":"IQ2_M","size":11085693408,"bits":3.25,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11213752224,"bits":3.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11506493344,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q2_K.gguf","label":"Q2_K","size":12051775968,"bits":3.53,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12289423264,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839109088,"bits":3.76,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13293375968,"bits":3.89,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13505116064,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13542740448,"bits":3.97,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-IQ3_M.gguf","label":"IQ3_M","size":14115852768,"bits":4.13,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":14438533024,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-IQ4_XS.gguf","label":"IQ4_XS","size":14977484704,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15491781088,"bits":4.54,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-IQ4_NL.gguf","label":"IQ4_NL","size":15687894944,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q4_0.gguf","label":"Q4_0","size":15721973664,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q4_K_S.gguf","label":"Q4_K_S","size":15769159584,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16604254688,"bits":4.86,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16740812704,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q4_1.gguf","label":"Q4_1","size":17182934944,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17621125024,"bits":5.16,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q5_K_S.gguf","label":"Q5_K_S","size":18889000864,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18928488928,"bits":5.54,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19608995744,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20171253664,"bits":5.91,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21749813728,"bits":6.37,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q6_K.gguf","label":"Q6_K","size":22453933984,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-27B-GGUF","file":"Qwen_Qwen3.5-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24291299808,"bits":7.11,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25675642784,"bits":7.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-Q8_0.gguf","label":"Q8_0","size":28595763104,"bits":8.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"Qwen3.5-27B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35528652704,"bits":10.4,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-27B-GGUF","file":"BF16/Qwen3.5-27B-BF16-00001-of-00002.gguf","label":"BF16","size":53808281472,"bits":15.76,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen3.5-27B-GGUF","lmstudio-community/Qwen3.5-27B-GGUF","mradermacher/Qwen3.5-27B-GGUF","unsloth/Qwen3.5-27B-GGUF","unsloth/Qwen3.5-27B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"qwythos-9b-v2","family":"empero-ai/Qwythos-9B-v2","name":"Qwythos 9B V2","maker":"empero-ai","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwythos-9B-v2-GGUF/Qwythos-9B-v2.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-09T23:29:04.000Z","downloads":308166,"likes":325,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.Q2_K.gguf","label":"Q2_K","size":3914969792,"bits":3.4,"known":true,"rank":1},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.Q3_K_S.gguf","label":"Q3_K_S","size":4364022464,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4737610432,"bits":4.12,"known":true,"rank":1},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.Q3_K_L.gguf","label":"Q3_K_L","size":5048513216,"bits":4.39,"known":true,"rank":1},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.IQ4_XS.gguf","label":"IQ4_XS","size":5357875904,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.Q4_K_S.gguf","label":"Q4_K_S","size":5488554688,"bits":4.77,"known":true,"rank":1},{"repo":"empero-ai/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2-Q4_K_M.gguf","label":"Q4_K_M","size":5736063744,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.Q5_K_S.gguf","label":"Q5_K_S","size":6472643264,"bits":5.63,"known":true,"rank":1},{"repo":"empero-ai/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2-Q5_K_M.gguf","label":"Q5_K_M","size":6523806464,"bits":5.67,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2-Q6_K.gguf","label":"Q6_K","size":7458300672,"bits":6.49,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2-Q8_0.gguf","label":"Q8_0","size":9527501568,"bits":8.28,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2-BF16.gguf","label":"BF16","size":17920697088,"bits":15.58,"known":true,"rank":0},{"repo":"mradermacher/Qwythos-9B-v2-GGUF","file":"Qwythos-9B-v2.f16.gguf","label":"F16","size":18407322304,"bits":16.01,"known":true,"rank":1}],"repos":["empero-ai/Qwythos-9B-v2-GGUF","mradermacher/Qwythos-9B-v2-GGUF"],"logoFrom":"empero-ai"},{"id":"moss-music-8b-instruct","family":"OpenMOSS-Team/MOSS-Music-8B-Instruct","name":"MOSS Music 8B","maker":"OpenMOSS-Team","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"nerualdreming/MOSS-Music-8B-Instruct-GGUF/moss-lm-q4_k_m.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-21T09:27:21.000Z","downloads":307430,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nerualdreming/MOSS-Music-8B-Instruct-GGUF","file":"moss-lm-q4_k_m.gguf","label":"Q4_K_M","size":5188223648,"bits":5.07,"known":true,"rank":0}],"repos":["nerualdreming/MOSS-Music-8B-Instruct-GGUF"],"logoFrom":"OpenMOSS-Team"},{"id":"agents-a1-4b","family":"InternScience/Agents-A1-4B","name":"Agents A1 4B","maker":"InternScience","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"bartowski/InternScience_Agents-A1-4B-GGUF/InternScience_Agents-A1-4B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-13T02:15:21.000Z","downloads":306479,"likes":118,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-IQ2_M.gguf","label":"IQ2_M","size":1825574848,"bits":3.47,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q2_K.gguf","label":"Q2_K","size":2063603648,"bits":3.92,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2115653568,"bits":4.02,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q2_K_L.gguf","label":"Q2_K_L","size":2217562048,"bits":4.21,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-IQ3_XS.gguf","label":"IQ3_XS","size":2275776448,"bits":4.32,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2326075328,"bits":4.42,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-IQ3_M.gguf","label":"IQ3_M","size":2355156928,"bits":4.48,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2447480768,"bits":4.65,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2537265088,"bits":4.82,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2543163328,"bits":4.83,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2647365568,"bits":5.03,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q4_0.gguf","label":"Q4_0","size":2647857088,"bits":5.03,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2691223488,"bits":5.11,"known":true,"rank":2},{"repo":"InternScience/Agents-A1-4B-Q4_K_M-GGUF","file":"Agents-A1-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2708805312,"bits":5.15,"known":true,"rank":1},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2717980608,"bits":5.16,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q4_1.gguf","label":"Q4_1","size":2851674048,"bits":5.42,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3038810048,"bits":5.77,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3128235968,"bits":5.94,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3315587008,"bits":6.3,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3469545408,"bits":6.59,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q6_K.gguf","label":"Q6_K","size":3677181888,"bits":6.99,"known":true,"rank":2},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3831140288,"bits":7.28,"known":true,"rank":2},{"repo":"InternScience/Agents-A1-4B-Q8_0-GGUF","file":"Agents-A1-4B-Q8_0.gguf","label":"Q8_0","size":4482404032,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/InternScience_Agents-A1-4B-GGUF","file":"InternScience_Agents-A1-4B-bf16.gguf","label":"BF16","size":8424394432,"bits":16.01,"known":true,"rank":2}],"repos":["InternScience/Agents-A1-4B-Q4_K_M-GGUF","InternScience/Agents-A1-4B-Q8_0-GGUF","bartowski/InternScience_Agents-A1-4B-GGUF"],"logoFrom":"InternScience"},{"id":"qwen2-5-coder-14b-instruct","family":"Qwen/Qwen2.5-Coder-14B-Instruct","name":"Qwen2.5 Coder 14B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF/Qwen2.5-Coder-14B-Instruct-IQ2_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-06T07:49:46.000Z","downloads":301091,"likes":399,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4704575520,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-IQ2_S.gguf","label":"IQ2_S","size":5003726880,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-IQ2_M.gguf","label":"IQ2_M","size":5356146720,"bits":2.9,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q2_k.gguf","label":"Q2_K","size":5770497408,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6383362080,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6530818080,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6659596320,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-IQ3_M.gguf","label":"IQ3_M","size":6916538400,"bits":3.75,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":7339203968,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7924768800,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8119840800,"bits":4.4,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q4_0.gguf","label":"Q4_0","size":8517725568,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517726240,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517726240,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517726240,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","file":"Qwen2.5-Coder-14B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":8549183712,"bits":4.63,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573431840,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606015520,"bits":4.66,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":8988110272,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9565954080,"bits":5.18,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q5_0.gguf","label":"Q5_0","size":10266553792,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10266554400,"bits":5.56,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":10508873152,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10989396000,"bits":5.95,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q6_k.gguf","label":"Q6_K","size":12124683712,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12501803040,"bits":6.77,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-q8_0.gguf","label":"Q8_0","size":15701597632,"bits":8.5,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","file":"qwen2.5-coder-14b-instruct-fp16.gguf","label":"qwen2.5-coder-14b-instruct-fp16","size":29547716032,"bits":16,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-GGUF","file":"Qwen2.5-Coder-14B-f16.gguf","label":"F16","size":29547716384,"bits":16,"known":true,"rank":0}],"repos":["Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","bartowski/Qwen2.5-Coder-14B-GGUF","bartowski/Qwen2.5-Coder-14B-Instruct-GGUF","lmstudio-community/Qwen2.5-Coder-14B-GGUF","lmstudio-community/Qwen2.5-Coder-14B-Instruct-GGUF","mradermacher/Qwen2.5-Coder-14B-Instruct-GGUF","unsloth/Qwen2.5-Coder-14B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-0-8b-artemis","family":"turintech/Qwen3.5-0.8B-Artemis-GGUF","name":"Qwen3.5 0.8B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"turintech/Qwen3.5-0.8B-Artemis-GGUF/Qwen3.5-0.8B-Artemis-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T01:32:21.000Z","downloads":297652,"likes":17,"trending":8,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/Qwen3.5-0.8B-Artemis-GGUF","file":"Qwen3.5-0.8B-Artemis-Q4_K_M.gguf","label":"Q4_K_M","size":532402496,"bits":5.68,"known":true,"rank":0},{"repo":"turintech/Qwen3.5-0.8B-Artemis-GGUF","file":"Qwen3.5-0.8B-Artemis-Q5_K_M.gguf","label":"Q5_K_M","size":569082048,"bits":6.07,"known":true,"rank":0}],"repos":["turintech/Qwen3.5-0.8B-Artemis-GGUF"],"logoFrom":"Qwen"},{"id":"llama-3-2-1b-instruct","family":"meta-llama/Llama-3.2-1B-Instruct","name":"Llama 3.2 1B","maker":"Meta","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":16,"probe":"MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF/Llama-3.2-1B-Instruct.IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-09-18T15:12:47.000Z","downloads":296653,"likes":420,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1111,"arenaCoding":1149,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":393551968,"bits":2.54,"known":true,"rank":3},{"repo":"MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":413605984,"bits":2.67,"known":true,"rank":3},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":421617696,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":439181344,"bits":2.83,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":464330784,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":475865184,"bits":3.07,"known":true,"rank":3},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":536322080,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":575381536,"bits":3.71,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q2_K.gguf","label":"Q2_K","size":580874272,"bits":3.75,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":580874272,"bits":3.75,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":605532192,"bits":3.91,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":641691680,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":657289344,"bits":4.24,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":690843680,"bits":4.46,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":723996704,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":732524672,"bits":4.73,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":743141408,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":770928768,"bits":4.97,"known":false,"rank":1},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":770928768,"bits":4.97,"known":false,"rank":1},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":770928768,"bits":4.97,"known":false,"rank":1},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":773025824,"bits":4.99,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_0.gguf","label":"Q4_0","size":773025824,"bits":4.99,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":775647264,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":796139648,"bits":5.14,"known":true,"rank":1},{"repo":"hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF","file":"llama-3.2-1b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":807690656,"bits":5.21,"known":true,"rank":2},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":807694368,"bits":5.21,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_1.gguf","label":"Q4_1","size":831746080,"bits":5.37,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":834203680,"bits":5.38,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":871309440,"bits":5.62,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":892563488,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":911503392,"bits":5.88,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":920031264,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":975118464,"bits":6.29,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q6_K.gguf","label":"Q6_K","size":1021800480,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1085415552,"bits":7,"known":true,"rank":1},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1191059488,"bits":7.68,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-Q8_0.gguf","label":"Q8_0","size":1321082528,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":1843568672,"bits":11.89,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-F16.gguf","label":"F16","size":2479595168,"bits":16,"known":true,"rank":0},{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","file":"Llama-3.2-1B-Instruct-BF16.gguf","label":"BF16","size":2479595264,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/Llama-3.2-1B-Instruct-GGUF","bartowski/Llama-3.2-1B-Instruct-GGUF","hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF","hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF","lmstudio-community/Llama-3.2-1B-Instruct-GGUF","unsloth/Llama-3.2-1B-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"glm-4-7-flash","family":"zai-org/GLM-4.7-Flash","name":"GLM 4.7 Flash","maker":"Z.ai","catalog":"glm-4-7-flash","tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"unsloth/GLM-4.7-Flash-GGUF/GLM-4.7-Flash-UD-TQ1_0.gguf","kvBytesPerToken":59456,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-19T06:28:10.000Z","downloads":289614,"likes":772,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1365,"arenaCoding":1423,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8331004256,"bits":2.23,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9247983968,"bits":2.47,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9808507232,"bits":2.62,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10513625440,"bits":2.81,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10991776096,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q2_K.gguf","label":"Q2_K","size":11344720224,"bits":3.03,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q2_K_L.gguf","label":"Q2_K_L","size":11419062624,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11888759136,"bits":3.18,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-IQ3_XXS.gguf","label":"IQ3_XXS","size":12199428736,"bits":3.26,"known":true,"rank":3},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-IQ3_XS.gguf","label":"IQ3_XS","size":12344306304,"bits":3.3,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12907368800,"bits":3.45,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q3_K_S.gguf","label":"Q3_K_S","size":13034400384,"bits":3.48,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q3_K_S.gguf","label":"Q3_K_S","size":13288618336,"bits":3.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13782004064,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":14614624608,"bits":3.91,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-IQ4_XS.gguf","label":"IQ4_XS","size":16164359808,"bits":4.32,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-IQ4_XS.gguf","label":"IQ4_XS","size":16271360352,"bits":4.35,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_0.gguf","label":"Q4_0","size":16956022400,"bits":4.53,"known":true,"rank":3},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":16968498816,"bits":4.53,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":16968499296,"bits":4.53,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-IQ4_NL.gguf","label":"IQ4_NL","size":17060880000,"bits":4.56,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-IQ4_NL.gguf","label":"IQ4_NL","size":17165033824,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_0.gguf","label":"Q4_0","size":17216676192,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_K_S.gguf","label":"Q4_K_S","size":17268318560,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17520169312,"bits":4.68,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":18132721280,"bits":4.85,"known":true,"rank":3},{"repo":"ggml-org/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_K.gguf","label":"Q4_K","size":18244193920,"bits":4.87,"known":true,"rank":2},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":18312339808,"bits":4.89,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_1.gguf","label":"Q4_1","size":18807266944,"bits":5.03,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q4_1.gguf","label":"Q4_1","size":18972205408,"bits":5.07,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q5_0.gguf","label":"Q5_0","size":20658511488,"bits":5.52,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q5_K_S.gguf","label":"Q5_K_S","size":20817813856,"bits":5.56,"known":true,"rank":0},{"repo":"evilfreelancer/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":21264514688,"bits":5.68,"known":true,"rank":3},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":21408850272,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21693931872,"bits":5.8,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q6_K.gguf","label":"Q6_K","size":24693098848,"bits":6.6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26175238496,"bits":6.99,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-Q8_0.gguf","label":"Q8_0","size":31842799968,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"GLM-4.7-Flash-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35624923488,"bits":9.52,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-Flash-GGUF","file":"BF16/GLM-4.7-Flash-BF16-00001-of-00002.gguf","label":"BF16","size":59908837696,"bits":16.01,"known":true,"rank":0}],"repos":["evilfreelancer/GLM-4.7-Flash-GGUF","ggml-org/GLM-4.7-Flash-GGUF","lmstudio-community/GLM-4.7-Flash-GGUF","unsloth/GLM-4.7-Flash-GGUF"],"logoFrom":"zai-org"},{"id":"tess-4-27b","family":"migtissera/Tess-4-27B","name":"Tess 4 27B","maker":"migtissera","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/migtissera_Tess-4-27B-GGUF/migtissera_Tess-4-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-07T23:01:51.000Z","downloads":287907,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9393042080,"bits":2.75,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9986798240,"bits":2.92,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ2_S.gguf","label":"IQ2_S","size":10295329440,"bits":3.01,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ2_M.gguf","label":"IQ2_M","size":10873356960,"bits":3.18,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q2_K.gguf","label":"Q2_K","size":11839439520,"bits":3.47,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12626772640,"bits":3.7,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13081039520,"bits":3.83,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13330404000,"bits":3.9,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q3_K_S.gguf","label":"Q3_K_S","size":13720343200,"bits":4.02,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ3_M.gguf","label":"IQ3_M","size":13903516320,"bits":4.07,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q3_K_M.gguf","label":"Q3_K_M","size":14605734560,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15279444640,"bits":4.47,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15567823520,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16325829280,"bits":4.78,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q4_0.gguf","label":"Q4_0","size":16348766880,"bits":4.79,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391918240,"bits":4.8,"known":true,"rank":1},{"repo":"migtissera/Tess-4-27B-GGUF","file":"Tess-4-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547398656,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16713147040,"bits":4.89,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q4_1.gguf","label":"Q4_1","size":17825456800,"bits":5.22,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18716152480,"bits":5.48,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19680944800,"bits":5.76,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20752786080,"bits":6.08,"known":true,"rank":1},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21537477280,"bits":6.31,"known":true,"rank":1},{"repo":"migtissera/Tess-4-27B-GGUF","file":"Tess-4-27B-Q6_K.gguf","label":"Q6_K","size":22082528256,"bits":6.47,"known":true,"rank":0},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24078963360,"bits":7.05,"known":true,"rank":1},{"repo":"migtissera/Tess-4-27B-GGUF","file":"Tess-4-27B-Q8_0.gguf","label":"Q8_0","size":28595762176,"bits":8.37,"known":true,"rank":0},{"repo":"bartowski/migtissera_Tess-4-27B-GGUF","file":"migtissera_Tess-4-27B-bf16/migtissera_Tess-4-27B-bf16-00001-of-00002.gguf","label":"BF16","size":54657733216,"bits":16.01,"known":true,"rank":1}],"repos":["bartowski/migtissera_Tess-4-27B-GGUF","migtissera/Tess-4-27B-GGUF"],"logoFrom":"migtissera"},{"id":"qwen3-8-27b-ridge","family":"empero-ai/Qwen3.8-27B-Ridge-GGUF","name":"Qwen3.8 27B Ridge","maker":"empero-ai","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"empero-ai/Qwen3.8-27B-Ridge-GGUF/Qwen3.8-27B-Ridge-3.7bpw.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T14:25:18.000Z","downloads":287898,"likes":365,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"empero-ai/Qwen3.8-27B-Ridge-GGUF","file":"Qwen3.8-27B-Ridge-3.7bpw.gguf","label":"Qwen3.8-27B-Ridge","size":12599187008,"bits":3.69,"known":false,"rank":0}],"repos":["empero-ai/Qwen3.8-27B-Ridge-GGUF"],"logoFrom":"Qwen"},{"id":"ling-3-0-tiny","family":"inclusionAI/Ling-3.0-tiny","name":"Ling 3.0 Tiny","maker":"Ant Group","catalog":null,"tuned":false,"params":7.89,"active":1.38,"layers":24,"probe":"NANI-Nithin/Ling-3.0-tiny-GGUF/Ling-3.0-tiny-IQ1_S.gguf","kvBytesPerToken":7997,"kvHeader":6912,"kvFixed":0,"context":131072,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-10T02:44:06.000Z","downloads":287441,"likes":233,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q1_0.gguf","label":"Q1_0","size":1300255808,"bits":1.32,"known":false,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ1_S.gguf","label":"IQ1_S","size":1760678240,"bits":1.79,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ1_M.gguf","label":"IQ1_M","size":1928455520,"bits":1.96,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ2_XXS.gguf","label":"IQ2_XXS","size":2208084320,"bits":2.24,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ2_XS.gguf","label":"IQ2_XS","size":2434146656,"bits":2.47,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ2_S.gguf","label":"IQ2_S","size":2480306528,"bits":2.51,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ2_M.gguf","label":"IQ2_M","size":2704009568,"bits":2.74,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ2_M.gguf","label":"IQ2_M","size":2827455808,"bits":2.87,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q2_K.gguf","label":"Q2_K","size":2986636352,"bits":3.03,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q2_K.gguf","label":"Q2_K","size":3000103360,"bits":3.04,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ3_XXS.gguf","label":"IQ3_XXS","size":3129076064,"bits":3.17,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q2_K_L.gguf","label":"Q2_K_L","size":3235879360,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ3_XXS.gguf","label":"IQ3_XXS","size":3464425792,"bits":3.51,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q3_K_S.gguf","label":"Q3_K_S","size":3511515200,"bits":3.56,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ3_S.gguf","label":"IQ3_S","size":3511515488,"bits":3.56,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q3_K_S.gguf","label":"Q3_K_S","size":3636962368,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ3_XS.gguf","label":"IQ3_XS","size":3777807424,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q3_K_M.gguf","label":"Q3_K_M","size":3785849920,"bits":3.84,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q3_K_M.gguf","label":"Q3_K_M","size":3841570880,"bits":3.9,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q3_K_L.gguf","label":"Q3_K_L","size":3914234944,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ3_M.gguf","label":"IQ3_M","size":3926596672,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q3_K_XL.gguf","label":"Q3_K_XL","size":4125490240,"bits":4.18,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ4_XS.gguf","label":"IQ4_XS","size":4287511904,"bits":4.35,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ4_XS.gguf","label":"IQ4_XS","size":4385795776,"bits":4.45,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_0.gguf","label":"Q4_0","size":4526279744,"bits":4.59,"known":true,"rank":1},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_K_S.gguf","label":"Q4_K_S","size":4554886208,"bits":4.62,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-IQ4_NL.gguf","label":"IQ4_NL","size":4616790208,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_0.gguf","label":"Q4_0","size":4623917248,"bits":4.69,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":4718249024,"bits":4.78,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_K_S.gguf","label":"Q4_K_S","size":4752449728,"bits":4.82,"known":true,"rank":0},{"repo":"inclusionAI/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_K_M.gguf","label":"Q4_K_M","size":4823894944,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_1.gguf","label":"Q4_1","size":5077992640,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q4_K_L.gguf","label":"Q4_K_L","size":5096544448,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q5_K_S.gguf","label":"Q5_K_S","size":5548822720,"bits":5.63,"known":true,"rank":0},{"repo":"inclusionAI/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q5_K_M.gguf","label":"Q5_K_M","size":5635443616,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q5_K_L.gguf","label":"Q5_K_L","size":5865441472,"bits":5.95,"known":true,"rank":0},{"repo":"inclusionAI/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q6_K.gguf","label":"Q6_K","size":6499262368,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q6_K_L.gguf","label":"Q6_K_L","size":6956021056,"bits":7.05,"known":true,"rank":0},{"repo":"inclusionAI/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-Q8_0.gguf","label":"Q8_0","size":8408187808,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-tiny-GGUF","file":"Ling-3.0-tiny-bf16.gguf","label":"BF16","size":15803475264,"bits":16.02,"known":true,"rank":0}],"repos":["NANI-Nithin/Ling-3.0-tiny-GGUF","bartowski/Ling-3.0-tiny-GGUF","bloomer010/Ling-3.0-tiny-GGUF","inclusionAI/Ling-3.0-tiny-GGUF"],"logoFrom":"inclusionAI"},{"id":"granite-4-2-8b","family":"ibm-granite/granite-4.2-8b","name":"Granite 4.2 8B","maker":"IBM","catalog":null,"tuned":false,"params":8.79,"active":null,"layers":40,"probe":"ibm-granite/granite-4.2-8b-GGUF/granite-4.2-8b-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-07T16:29:09.000Z","downloads":283090,"likes":57,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1290,"arenaCoding":1370,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q2_K.gguf","label":"Q2_K","size":3412312192,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-IQ2_M.gguf","label":"IQ2_M","size":3510387104,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3723215264,"bits":3.39,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3942957184,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3948855712,"bits":3.59,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q2_K_L.gguf","label":"Q2_K_L","size":3978871200,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-IQ3_M.gguf","label":"IQ3_M","size":4241228192,"bits":3.86,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4347052160,"bits":3.96,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4699897984,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4939563424,"bits":4.5,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q4_0.gguf","label":"Q4_0","size":5055955072,"bits":4.6,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q4_K_S.gguf","label":"Q4_K_S","size":5090820224,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q3_K_XL.gguf","label":"Q3_K_XL","size":5106745760,"bits":4.65,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-IQ4_NL.gguf","label":"IQ4_NL","size":5185716640,"bits":4.72,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5347917952,"bits":4.87,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q4_1.gguf","label":"Q4_1","size":5579718784,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q4_K_L.gguf","label":"Q4_K_L","size":5844353440,"bits":5.32,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q5_0.gguf","label":"Q5_0","size":6103482496,"bits":5.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q5_K_S.gguf","label":"Q5_K_S","size":6103482496,"bits":5.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q5_K_M.gguf","label":"Q5_K_M","size":6253887616,"bits":5.69,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q5_1.gguf","label":"Q5_1","size":6627246208,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q5_K_L.gguf","label":"Q5_K_L","size":6663553440,"bits":6.06,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q6_K.gguf","label":"Q6_K","size":7216480384,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q6_K_L.gguf","label":"Q6_K_L","size":7720321440,"bits":7.03,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-Q8_0.gguf","label":"Q8_0","size":9345613952,"bits":8.51,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-8b-GGUF","file":"granite-4.2-8b-bf16.gguf","label":"BF16","size":17587421312,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/granite-4.2-8b-GGUF","ibm-granite/granite-4.2-8b-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen2-5-coder-1-5b-instruct","family":"Qwen/Qwen2.5-Coder-1.5B-Instruct","name":"Qwen2.5 Coder 1.5B Instruct","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF/Qwen2.5-Coder-1.5B-Instruct-IQ2_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-18T09:41:47.000Z","downloads":282202,"likes":197,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":601055008,"bits":2.7,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q2_K.gguf","label":"Q2_K","size":676304736,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":731699488,"bits":3.29,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":732825376,"bits":3.29,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q3_K_S.gguf","label":"Q3_K_S","size":760944480,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":776664352,"bits":3.49,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q3_K_M.gguf","label":"Q3_K_M","size":824178528,"bits":3.7,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q3_K_L.gguf","label":"Q3_K_L","size":880162656,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":895732000,"bits":4.03,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q4_0.gguf","label":"Q4_0","size":934954848,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934955296,"bits":4.2,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934955296,"bits":4.2,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934955296,"bits":4.2,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":936683296,"bits":4.21,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q4_K_S.gguf","label":"Q4_K_S","size":940312416,"bits":4.23,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q4_K_M.gguf","label":"Q4_K_M","size":986048352,"bits":4.43,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q4_1.gguf","label":"Q4_1","size":1016842080,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1042568992,"bits":4.69,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q5_0.gguf","label":"Q5_0","size":1098729312,"bits":4.94,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q5_K_S.gguf","label":"Q5_K_S","size":1098729312,"bits":4.94,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q5_K_M.gguf","label":"Q5_K_M","size":1125050208,"bits":5.06,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q5_1.gguf","label":"Q5_1","size":1180616544,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1181570848,"bits":5.31,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q6_K.gguf","label":"Q6_K","size":1272739680,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1329260320,"bits":5.97,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-Coder-1.5B-GGUF","file":"Qwen2.5-Coder-1.5B.Q8_0.gguf","label":"Q8_0","size":1646572896,"bits":7.4,"known":true,"rank":0}],"repos":["QuantFactory/Qwen2.5-Coder-1.5B-GGUF","Qwen/Qwen2.5-Coder-1.5B-Instruct-GGUF","bartowski/Qwen2.5-Coder-1.5B-Instruct-GGUF","lmstudio-community/Qwen2.5-Coder-1.5B-Instruct-GGUF","unsloth/Qwen2.5-Coder-1.5B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"hemmingway-1","family":"HemmingwayAI/Hemmingway-1","name":"Hemmingway 1","maker":"HemmingwayAI","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/Altworld_Hemmingway-1-GGUF/Altworld_Hemmingway-1-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-20T12:10:31.000Z","downloads":281614,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268800,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_XS.gguf","label":"IQ2_XS","size":9088526400,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_S.gguf","label":"IQ2_S","size":9684043840,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_M.gguf","label":"IQ2_M","size":10522249280,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q2_K.gguf","label":"Q2_K","size":10821544000,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168000,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q3_K_S.gguf","label":"Q3_K_S","size":12739885120,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ3_XS.gguf","label":"IQ3_XS","size":12799604800,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q3_K_M.gguf","label":"Q3_K_M","size":13404051520,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q3_K_L.gguf","label":"Q3_K_L","size":14122817600,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ3_M.gguf","label":"IQ3_M","size":14860630080,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ4_XS.gguf","label":"IQ4_XS","size":15475951680,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_0.gguf","label":"Q4_0","size":16348768320,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_K_S.gguf","label":"Q4_K_S","size":16363513920,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ4_NL.gguf","label":"IQ4_NL","size":17442400320,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_K_M.gguf","label":"Q4_K_M","size":17442400320,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_1.gguf","label":"Q4_1","size":17825458240,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_K_L.gguf","label":"Q4_K_L","size":18820704320,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q5_K_S.gguf","label":"Q5_K_S","size":19566913600,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q5_K_M.gguf","label":"Q5_K_M","size":20923877440,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q6_K_S.gguf","label":"Q6_K_S","size":22857455680,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q6_K.gguf","label":"Q6_K","size":23860566080,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q6_K_L.gguf","label":"Q6_K_L","size":24958908480,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q8_0.gguf","label":"Q8_0","size":29116389440,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-bf16/Altworld_Hemmingway-1-bf16-00001-of-00002.gguf","label":"BF16","size":54657734624,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Altworld_Hemmingway-1-GGUF","mradermacher/Hemmingway-1-GGUF"],"logoFrom":"HemmingwayAI"},{"id":"granite-4-2-3b","family":"ibm-granite/granite-4.2-3b","name":"Granite 4.2 3B","maker":"IBM","catalog":null,"tuned":false,"params":3.66,"active":null,"layers":40,"probe":"ibm-granite/granite-4.2-3b-GGUF/granite-4.2-3b-Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-07T16:26:43.000Z","downloads":281324,"likes":52,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1290,"arenaCoding":1378,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q2_K.gguf","label":"Q2_K","size":1455736352,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-IQ2_M.gguf","label":"IQ2_M","size":1485269408,"bits":3.25,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-IQ3_XXS.gguf","label":"IQ3_XXS","size":1574685088,"bits":3.44,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-IQ3_XS.gguf","label":"IQ3_XS","size":1676388768,"bits":3.66,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q3_K_S.gguf","label":"Q3_K_S","size":1677207072,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q2_K_L.gguf","label":"Q2_K_L","size":1771129248,"bits":3.87,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-IQ3_M.gguf","label":"IQ3_M","size":1790667168,"bits":3.91,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q3_K_M.gguf","label":"Q3_K_M","size":1835968032,"bits":4.01,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q3_K_L.gguf","label":"Q3_K_L","size":1974576672,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-IQ4_XS.gguf","label":"IQ4_XS","size":2075830688,"bits":4.54,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q4_0.gguf","label":"Q4_0","size":2129118752,"bits":4.65,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q4_K_S.gguf","label":"Q4_K_S","size":2142881312,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-IQ4_NL.gguf","label":"IQ4_NL","size":2176428448,"bits":4.76,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q3_K_XL.gguf","label":"Q3_K_XL","size":2217798048,"bits":4.85,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q4_K_M.gguf","label":"Q4_K_M","size":2244011552,"bits":4.9,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q4_1.gguf","label":"Q4_1","size":2341783072,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q4_K_L.gguf","label":"Q4_K_L","size":2507794848,"bits":5.48,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q5_0.gguf","label":"Q5_0","size":2554447392,"bits":5.58,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q5_K_S.gguf","label":"Q5_K_S","size":2554447392,"bits":5.58,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q5_K_M.gguf","label":"Q5_K_M","size":2613634592,"bits":5.71,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q5_1.gguf","label":"Q5_1","size":2767111712,"bits":6.05,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q5_K_L.gguf","label":"Q5_K_L","size":2831378848,"bits":6.19,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q6_K.gguf","label":"Q6_K","size":3006359072,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q6_K_L.gguf","label":"Q6_K_L","size":3245074848,"bits":7.09,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-Q8_0.gguf","label":"Q8_0","size":3892651552,"bits":8.51,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-3b-GGUF","file":"granite-4.2-3b-bf16.gguf","label":"BF16","size":7323461152,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/granite-4.2-3b-GGUF","ibm-granite/granite-4.2-3b-GGUF"],"logoFrom":"ibm-granite"},{"id":"huihui-deepseek-v4-flash-abliterated-ds4","family":"huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","name":"Huihui DeepSeek V4 Flash Abliterated Ds4","maker":"huihui-ai","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF/Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2_K.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-05-26T10:31:39.000Z","downloads":274725,"likes":150,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","file":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2.gguf","label":"Q2","size":86720111200,"bits":2.44,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","file":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q2_K.gguf","label":"Q2_K","size":99705676384,"bits":2.81,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF","file":"Huihui-DeepSeek-V4-Flash-BF16-abliterated-ds4-Q4_K.gguf","label":"Q4_K","size":164633502304,"bits":4.63,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-DeepSeek-V4-Flash-abliterated-ds4-GGUF"],"logoFrom":"deepseek-ai"},{"id":"llm-jp-4-33b-thinking","family":"llm-jp/llm-jp-4-33b-thinking-gguf","name":"Llm Jp 4 33B Thinking","maker":"llm-jp","catalog":null,"tuned":true,"params":33.22,"active":null,"layers":64,"probe":"llm-jp/llm-jp-4-33b-thinking-gguf/llm-jp-4-33b-thinking-Q4_K_M.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-18T10:30:27.000Z","downloads":274069,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llm-jp/llm-jp-4-33b-thinking-gguf","file":"llm-jp-4-33b-thinking-Q4_K_M.gguf","label":"Q4_K_M","size":20163749728,"bits":4.86,"known":true,"rank":0},{"repo":"llm-jp/llm-jp-4-33b-thinking-gguf","file":"llm-jp-4-33b-thinking-BF16.gguf","label":"BF16","size":66445272576,"bits":16,"known":true,"rank":0}],"repos":["llm-jp/llm-jp-4-33b-thinking-gguf"],"logoFrom":"llm-jp"},{"id":"qwen3-5-4b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 4B Uncensored HauhauCS Aggressive (HauhauCS)","maker":"HauhauCS","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T12:16:35.000Z","downloads":262769,"likes":719,"trending":24,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q2_k.gguf","label":"Q2_K","size":1959167776,"bits":3.72,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q3_k_s.gguf","label":"Q3_K_S","size":2121748256,"bits":4.03,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q3_k_m.gguf","label":"Q3_K_M","size":2318806816,"bits":4.41,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q3_k_l.gguf","label":"Q3_K_L","size":2482646816,"bits":4.72,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q4_k_s.gguf","label":"Q4_K_S","size":2631771936,"bits":5,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":2707513696,"bits":5.14,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q4_k_m.gguf","label":"Q4_K_M","size":2783446816,"bits":5.29,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q5_k_s.gguf","label":"Q5_K_S","size":3072993056,"bits":5.84,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q5_k_m.gguf","label":"Q5_K_M","size":3161425696,"bits":6.01,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":3464055136,"bits":6.58,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q6_k.gguf","label":"Q6_K","size":3563028256,"bits":6.77,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":4482402656,"bits":8.52,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_q8_0.gguf","label":"Q8_0","size":4610580256,"bits":8.76,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":8424393056,"bits":16.01,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF","file":"model_f16.gguf","label":"F16","size":8665620256,"bits":16.47,"known":true,"rank":0}],"repos":["HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","tinyopsec/Qwen3.5-4B-Uncensored-Aggressive-GGUF"],"logoFrom":"Qwen"},{"id":"phi-4-mini-instruct","family":"microsoft/Phi-4-mini-instruct","name":"Phi 4 Mini","maker":"Microsoft","catalog":null,"tuned":false,"params":3.84,"active":null,"layers":32,"probe":"Mungert/Phi-4-mini-instruct.gguf/phi-4-mini-tq1_0.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2025-02-19T01:00:58.000Z","downloads":259937,"likes":276,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-tq1_0.gguf","label":"TQ1_0","size":1192689312,"bits":2.48,"known":true,"rank":4},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-tq2_0.gguf","label":"TQ2_0","size":1343684256,"bits":2.8,"known":true,"rank":4},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq2_xs.gguf","label":"IQ2_XS","size":1366653600,"bits":2.85,"known":true,"rank":4},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq2_s.gguf","label":"IQ2_S","size":1419344544,"bits":2.96,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-IQ2_M.gguf","label":"IQ2_M","size":1507424640,"bits":3.14,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq2_m.gguf","label":"IQ2_M","size":1507424928,"bits":3.14,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1678866816,"bits":3.5,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct-Q2_K.gguf","label":"Q2_K","size":1682635744,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1682635744,"bits":3.51,"known":true,"rank":0},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-q2_k_m.gguf","label":"Q2_K_M","size":1682636352,"bits":3.51,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1840708992,"bits":3.83,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq3_xs.gguf","label":"IQ3_XS","size":1840709280,"bits":3.83,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1897332096,"bits":3.95,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq3_s.gguf","label":"IQ3_S","size":1897332384,"bits":3.95,"known":true,"rank":4},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-q3_k_s.gguf","label":"Q3_K_S","size":1897332384,"bits":3.95,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-IQ3_M.gguf","label":"IQ3_M","size":2017656192,"bits":4.2,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq3_m.gguf","label":"IQ3_M","size":2017656480,"bits":4.2,"known":true,"rank":4},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":2117532640,"bits":4.41,"known":true,"rank":0},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-q3_k_m.gguf","label":"Q3_K_M","size":2117533344,"bits":4.41,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2224487808,"bits":4.63,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq4_xs.gguf","label":"IQ4_XS","size":2224488096,"bits":4.63,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2249653632,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":2325151104,"bits":4.84,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-iq4_nl.gguf","label":"IQ4_NL","size":2325151392,"bits":4.84,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q4_0.gguf","label":"Q4_0","size":2331442560,"bits":4.86,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2337734016,"bits":4.87,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-q4_k_s.gguf","label":"Q4_K_S","size":2337734304,"bits":4.87,"known":true,"rank":4},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":2398501248,"bits":5,"known":true,"rank":1},{"repo":"Mungert/Phi-4-mini-instruct.gguf","file":"phi-4-mini-q4_0.gguf","label":"Q4_0","size":2473999008,"bits":5.15,"known":true,"rank":4},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2491874272,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q4_1.gguf","label":"Q4_1","size":2526477696,"bits":5.26,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2640722304,"bits":5.5,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2727804288,"bits":5.68,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2848127968,"bits":5.93,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2996976000,"bits":6.24,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct-Q6_K.gguf","label":"Q6_K","size":3155622880,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-instruct-GGUF","file":"microsoft_Phi-4-mini-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":3304470912,"bits":6.88,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct.Q8_0.gguf","label":"Q8_0","size":4084611040,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct.BF16.gguf","label":"BF16","size":7680694240,"bits":16,"known":true,"rank":0},{"repo":"MaziyarPanahi/Phi-4-mini-instruct-GGUF","file":"Phi-4-mini-instruct.fp16.gguf","label":"Phi-4-mini-instruct.fp16","size":7680694592,"bits":16,"known":false,"rank":2}],"repos":["MaziyarPanahi/Phi-4-mini-instruct-GGUF","Mungert/Phi-4-mini-instruct.gguf","bartowski/microsoft_Phi-4-mini-instruct-GGUF","lmstudio-community/Phi-4-mini-instruct-GGUF","unsloth/Phi-4-mini-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"north-mini-code-1-0","family":"CohereLabs/North-Mini-Code-1.0","name":"North Mini Code 1.0","maker":"Cohere","catalog":null,"tuned":false,"params":30.48,"active":3.31,"layers":49,"probe":"bartowski/North-Mini-Code-1.0-GGUF/North-Mini-Code-1.0-IQ2_XXS.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":301989888,"context":500000,"arch":"cohere2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-05T02:38:01.000Z","downloads":258300,"likes":153,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":8512945728,"bits":2.23,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9379799136,"bits":2.46,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ2_XS.gguf","label":"IQ2_XS","size":9418915392,"bits":2.47,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ2_S.gguf","label":"IQ2_S","size":9608707648,"bits":2.52,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9782452320,"bits":2.57,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":9863438432,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10480001120,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ2_M.gguf","label":"IQ2_M","size":10549280320,"bits":2.77,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q2_K.gguf","label":"Q2_K","size":11090304576,"bits":2.91,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q2_K_L.gguf","label":"Q2_K_L","size":11220328000,"bits":2.94,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11708375136,"bits":3.07,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":12765339744,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":12993338944,"bits":3.41,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q3_K_S.gguf","label":"Q3_K_S","size":13565697600,"bits":3.56,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ3_XS.gguf","label":"IQ3_XS","size":14207426112,"bits":3.73,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q3_K_M.gguf","label":"Q3_K_M","size":14209048128,"bits":3.73,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":14213013600,"bits":3.73,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":14343037024,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q3_K_L.gguf","label":"Q3_K_L","size":14758436416,"bits":3.87,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ3_M.gguf","label":"IQ3_M","size":14863621696,"bits":3.9,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":14888459840,"bits":3.91,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":15230132320,"bits":4,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":15532122208,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ4_XS.gguf","label":"IQ4_XS","size":16583843392,"bits":4.35,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-IQ4_NL.gguf","label":"IQ4_NL","size":17496694336,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q4_0.gguf","label":"Q4_0","size":17521204800,"bits":4.6,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":18045558880,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q4_K_S.gguf","label":"Q4_K_S","size":18050080320,"bits":4.74,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":18662121568,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q4_K_M.gguf","label":"Q4_K_M","size":18744024640,"bits":4.92,"known":true,"rank":1},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":19203186784,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":19253518432,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":21619105888,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":22946603104,"bits":6.02,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23000080480,"bits":6.04,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q6_K.gguf","label":"UD-Q6_K","size":25513517152,"bits":6.7,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":27853938784,"bits":7.31,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-Q8_0.gguf","label":"Q8_0","size":32437264480,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"North-Mini-Code-1.0-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":33209933920,"bits":8.72,"known":true,"rank":0},{"repo":"unsloth/North-Mini-Code-1.0-GGUF","file":"BF16/North-Mini-Code-1.0-BF16-00001-of-00002.gguf","label":"BF16","size":61004406816,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/North-Mini-Code-1.0-GGUF","unsloth/North-Mini-Code-1.0-GGUF"],"logoFrom":"CohereLabs"},{"id":"qwen2-5-14b-instruct","family":"Qwen/Qwen2.5-14B-Instruct","name":"Qwen2.5 14B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/Qwen2.5-14B-Instruct-i1-GGUF/Qwen2.5-14B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-15T12:18:18.000Z","downloads":257602,"likes":179,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":3607994464,"bits":1.95,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":3872309344,"bits":2.1,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":4312834144,"bits":2.34,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":4704575584,"bits":2.55,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":5003726944,"bits":2.71,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":5356146784,"bits":2.9,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":5397188704,"bits":2.92,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q2_k-00001-of-00002.gguf","label":"Q2_K","size":5770497600,"bits":3.13,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q2_K.gguf","label":"Q2_K","size":5770498144,"bits":3.13,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946708064,"bits":3.22,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":6383362144,"bits":3.46,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6659596384,"bits":3.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":6693019744,"bits":3.63,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":6916538464,"bits":3.75,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q3_k_m-00001-of-00002.gguf","label":"Q3_K_M","size":7339204160,"bits":3.98,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":7339204704,"bits":3.98,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7924768864,"bits":4.29,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":8119840864,"bits":4.4,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q4_0-00001-of-00003.gguf","label":"Q4_0","size":8517725856,"bits":4.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517726048,"bits":4.61,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517726048,"bits":4.61,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517726048,"bits":4.61,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_0.gguf","label":"Q4_0","size":8544268384,"bits":4.63,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":8549183584,"bits":4.63,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":8573431904,"bits":4.64,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf","label":"Q4_K_M","size":8988110496,"bits":4.87,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8988110944,"bits":4.87,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q4_1.gguf","label":"Q4_1","size":9392140384,"bits":5.09,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q5_0-00001-of-00003.gguf","label":"Q5_0","size":10266554048,"bits":5.56,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":10266554464,"bits":5.56,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q5_0.gguf","label":"Q5_0","size":10293096544,"bits":5.58,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q5_k_m-00001-of-00003.gguf","label":"Q5_K_M","size":10508873376,"bits":5.69,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":10508873824,"bits":5.69,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q5_1.gguf","label":"Q5_1","size":11140968544,"bits":6.03,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q6_k-00001-of-00004.gguf","label":"Q6_K","size":12124684064,"bits":6.57,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q6_K.gguf","label":"Q6_K","size":12124684384,"bits":6.57,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-q8_0-00001-of-00004.gguf","label":"Q8_0","size":15701597984,"bits":8.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-Q8_0.gguf","label":"Q8_0","size":15701598304,"bits":8.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","file":"Qwen2.5-14B-Instruct-F16.gguf","label":"F16","size":29547716448,"bits":16,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","file":"qwen2.5-14b-instruct-fp16-00001-of-00008.gguf","label":"qwen2.5-14b-instruct-fp16","size":29547716864,"bits":16,"known":false,"rank":0}],"repos":["Qwen/Qwen2.5-14B-Instruct-GGUF","TheRains/Qwen2.5-14B-Instruct-Q4_K_M-GGUF","ThomasBaruzier/Qwen2.5-14B-Instruct-GGUF","bartowski/Qwen2.5-14B-Instruct-GGUF","lmstudio-community/Qwen2.5-14B-Instruct-GGUF","mradermacher/Qwen2.5-14B-GGUF","mradermacher/Qwen2.5-14B-Instruct-GGUF","mradermacher/Qwen2.5-14B-Instruct-i1-GGUF"],"logoFrom":"Qwen"},{"id":"twil-lm3","family":"webAI-Official/TwIL-LM3","name":"TwIL LM3","maker":"webAI-Official","catalog":null,"tuned":false,"params":3.08,"active":null,"layers":36,"probe":"webAI-Official/TwIL-LM3/TwIL-LM3-Q4_K_M.gguf","kvBytesPerToken":85303,"kvHeader":73728,"kvFixed":0,"context":65536,"arch":"smollm3","vision":false,"licence":"other","open":false,"released":"2026-08-03T20:53:55.000Z","downloads":255037,"likes":94,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"webAI-Official/TwIL-LM3","file":"TwIL-LM3-Q4_K_M.gguf","label":"Q4_K_M","size":1915306144,"bits":4.97,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3","file":"TwIL-LM3-Q5_K_M.gguf","label":"Q5_K_M","size":2213757088,"bits":5.75,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3","file":"TwIL-LM3-Q6_K.gguf","label":"Q6_K","size":2530861216,"bits":6.57,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3","file":"TwIL-LM3-Q8_0.gguf","label":"Q8_0","size":3275575456,"bits":8.51,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3","file":"TwIL-LM3-F16.gguf","label":"F16","size":6158340256,"bits":16,"known":true,"rank":0}],"repos":["webAI-Official/TwIL-LM3"],"logoFrom":"webAI-Official"},{"id":"inkling","family":"thinkingmachines/Inkling","name":"Inkling","maker":"thinkingmachines","catalog":null,"tuned":true,"params":947.03,"active":18.94,"layers":66,"probe":"unsloth/inkling-GGUF/UD-IQ1_S/inkling-UD-IQ1_S-00001-of-00007.gguf","kvBytesPerToken":52130,"kvHeader":45056,"kvFixed":230686720,"context":1048576,"arch":"inkling","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-14T13:23:14.000Z","downloads":254136,"likes":137,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/inkling-GGUF","file":"UD-IQ1_S/inkling-UD-IQ1_S-00001-of-00007.gguf","label":"UD-IQ1_S","size":270163818071,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/inkling-GGUF","file":"UD-IQ1_M/inkling-UD-IQ1_M-00001-of-00007.gguf","label":"UD-IQ1_M","size":285036820087,"bits":2.41,"known":true,"rank":0},{"repo":"unsloth/inkling-GGUF","file":"UD-Q2_K_XL/inkling-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":317330224855,"bits":2.68,"known":true,"rank":0},{"repo":"unsloth/inkling-GGUF","file":"UD-Q3_K_XL/inkling-UD-Q3_K_XL-00001-of-00010.gguf","label":"UD-Q3_K_XL","size":432802395127,"bits":3.66,"known":true,"rank":0},{"repo":"unsloth/inkling-GGUF","file":"UD-Q4_K_XL/inkling-UD-Q4_K_XL-00001-of-00014.gguf","label":"UD-Q4_K_XL","size":587040864663,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/inkling-GGUF","file":"Q8_0/inkling-GGUF-Q8_0-00001-of-00019.gguf","label":"Q8_0","size":856755583751,"bits":7.24,"known":true,"rank":0},{"repo":"unsloth/inkling-GGUF","file":"BF16/inkling-GGUF-BF16-00001-of-00041.gguf","label":"BF16","size":1894278563239,"bits":16,"known":true,"rank":0}],"repos":["unsloth/inkling-GGUF"],"logoFrom":"thinkingmachines"},{"id":"deepseek-r1-0528-qwen3-8b","family":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","name":"DeepSeek R1 0528 Qwen3 8B","maker":"DeepSeek","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/DeepSeek-R1-0528-Qwen3-8B-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-05-29T11:07:47.000Z","downloads":251557,"likes":552,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2268695040,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2390985216,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2601683456,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3110504960,"bits":3.04,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf","label":"Q2_K","size":3281734144,"bits":3.21,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410266624,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3427592704,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501976064,"bits":3.42,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3769612800,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4124162560,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4313737728,"bits":4.21,"known":true,"rank":0},{"repo":"lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4431392832,"bits":4.33,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4581288448,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf","label":"Q4_0","size":4787333632,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4793625088,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4802013696,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5027785216,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5122746880,"bits":5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q4_1.gguf","label":"Q4_1","size":5247756800,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5720762880,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5851113984,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5883587072,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf","label":"Q6_K","size":6725900800,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490550272,"bits":7.32,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf","label":"Q8_0","size":8709519872,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824038912,"bits":10.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B.fp16.gguf","label":"DeepSeek-R1-0528-Qwen3-8B.fp16","size":16388042880,"bits":16.01,"known":false,"rank":2},{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-BF16.gguf","label":"BF16","size":16388045056,"bits":16.01,"known":true,"rank":0}],"repos":["MaziyarPanahi/DeepSeek-R1-0528-Qwen3-8B-GGUF","lmstudio-community/DeepSeek-R1-0528-Qwen3-8B-GGUF","unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"granite-4-2-30b","family":"ibm-granite/granite-4.2-30b","name":"Granite 4.2 30B","maker":"IBM","catalog":null,"tuned":false,"params":29.28,"active":null,"layers":64,"probe":"bartowski/granite-4.2-30b-GGUF/granite-4.2-30b-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-07T16:29:50.000Z","downloads":249323,"likes":39,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1340,"arenaCoding":1399,"arenaVision":null,"builds":[{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ2_XXS.gguf","label":"IQ2_XXS","size":9026728992,"bits":2.47,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ2_XS.gguf","label":"IQ2_XS","size":9764926496,"bits":2.67,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ2_S.gguf","label":"IQ2_S","size":10121245728,"bits":2.77,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ2_M.gguf","label":"IQ2_M","size":10825888800,"bits":2.96,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q2_K.gguf","label":"Q2_K","size":10858656480,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q2_K_L.gguf","label":"Q2_K_L","size":11524305952,"bits":3.15,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ3_XXS.gguf","label":"IQ3_XXS","size":11690964000,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ3_XS.gguf","label":"IQ3_XS","size":12387284000,"bits":3.38,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q3_K_S.gguf","label":"Q3_K_S","size":12745896672,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ3_M.gguf","label":"IQ3_M","size":13310030880,"bits":3.64,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q3_K_M.gguf","label":"Q3_K_M","size":14133162720,"bits":3.86,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q3_K_L.gguf","label":"Q3_K_L","size":15306519264,"bits":4.18,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q3_K_XL.gguf","label":"Q3_K_XL","size":15741678624,"bits":4.3,"known":true,"rank":1},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ4_XS.gguf","label":"IQ4_XS","size":15910302752,"bits":4.35,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q4_0.gguf","label":"Q4_0","size":16579556064,"bits":4.53,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q4_K_S.gguf","label":"Q4_K_S","size":16715870944,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-IQ4_NL.gguf","label":"IQ4_NL","size":16787174432,"bits":4.59,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q4_K_M.gguf","label":"Q4_K_M","size":17721455328,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q4_K_L.gguf","label":"Q4_K_L","size":18332709920,"bits":5.01,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q4_1.gguf","label":"Q4_1","size":18383631072,"bits":5.02,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q5_0.gguf","label":"Q5_0","size":20187706080,"bits":5.52,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q5_K_S.gguf","label":"Q5_K_S","size":20187706080,"bits":5.52,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q5_K_M.gguf","label":"Q5_K_M","size":20775957216,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q5_K_L.gguf","label":"Q5_K_L","size":21279208480,"bits":5.81,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q5_1.gguf","label":"Q5_1","size":21991781088,"bits":6.01,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q6_K.gguf","label":"Q6_K","size":24021365472,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q6_K_L.gguf","label":"Q6_K_L","size":24708052000,"bits":6.75,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-Q8_0.gguf","label":"Q8_0","size":31111705312,"bits":8.5,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.2-30b-GGUF","file":"granite-4.2-30b-bf16-00001-of-00002.gguf","label":"BF16","size":58558182336,"bits":16,"known":true,"rank":0}],"repos":["bartowski/granite-4.2-30b-GGUF","ibm-granite/granite-4.2-30b-GGUF"],"logoFrom":"ibm-granite"},{"id":"gemma-3-12b-it","family":"google/gemma-3-12b-it","name":"Gemma 3 12B","maker":"Google","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"unsloth/gemma-3-12b-it-GGUF/gemma-3-12b-it-UD-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-03-01T19:11:34.000Z","downloads":248486,"likes":445,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1342,"arenaCoding":1316,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3057668576,"bits":2.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3249207776,"bits":2.21,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":3604238816,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-IQ2_M.gguf","label":"IQ2_M","size":4310461216,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":4366371296,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q2_K.gguf","label":"Q2_K","size":4768221536,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q2_K_L.gguf","label":"Q2_K_L","size":4768221536,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784900896,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4834206176,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4860535136,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-IQ3_XS.gguf","label":"IQ3_XS","size":5206166176,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q3_K_S.gguf","label":"Q3_K_S","size":5458315616,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-IQ3_M.gguf","label":"IQ3_M","size":5655722656,"bits":3.84,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-12b-instruct-gguf","file":"gemma-3-it-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6008614752,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q3_K_M.gguf","label":"Q3_K_M","size":6008818016,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":6142818656,"bits":4.18,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-Q3_K_L.gguf","label":"Q3_K_L","size":6480186016,"bits":4.4,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-IQ4_XS.gguf","label":"IQ4_XS","size":6550964576,"bits":4.45,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-Q3_K_XL.gguf","label":"Q3_K_XL","size":6724039456,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-IQ4_NL.gguf","label":"IQ4_NL","size":6887164256,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q4_0.gguf","label":"Q4_0","size":6909282656,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q4_K_S.gguf","label":"Q4_K_S","size":6935333216,"bits":4.71,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-12b-instruct-gguf","file":"gemma-3-it-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7300575072,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q4_K_M.gguf","label":"Q4_K_M","size":7300778336,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":7432229216,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-Q4_K_L.gguf","label":"Q4_K_L","size":7544632096,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q4_1.gguf","label":"Q4_1","size":7559563616,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q5_K_S.gguf","label":"Q5_K_S","size":8231962976,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q5_K_M.gguf","label":"Q5_K_M","size":8445036896,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":8462578016,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-Q5_K_L.gguf","label":"Q5_K_L","size":8688890656,"bits":5.91,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-12b-instruct-gguf","file":"gemma-3-it-12B-Q6_K.gguf","label":"Q6_K","size":9660608352,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q6_K.gguf","label":"Q6_K","size":9660811616,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-12b-it-qat-GGUF","file":"google_gemma-3-12b-it-qat-Q6_K_L.gguf","label":"Q6_K_L","size":9904665376,"bits":6.73,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":10556051936,"bits":7.17,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-12b-instruct-gguf","file":"gemma-3-it-12B-Q8_0.gguf","label":"Q8_0","size":12509949792,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-Q8_0.gguf","label":"Q8_0","size":12510212576,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":14394193376,"bits":9.78,"known":true,"rank":0},{"repo":"lm-kit/gemma-3-12b-instruct-gguf","file":"gemma-3-it-12B-F16.gguf","label":"F16","size":23539658496,"bits":16,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-GGUF","file":"gemma-3-12b-it-BF16.gguf","label":"BF16","size":23540151520,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/gemma-3-12b-it-GGUF","bartowski/google_gemma-3-12b-it-GGUF","bartowski/google_gemma-3-12b-it-qat-GGUF","ggml-org/gemma-3-12b-it-GGUF","ggml-org/gemma-3-12b-it-qat-GGUF","lm-kit/gemma-3-12b-instruct-gguf","lmstudio-community/gemma-3-12b-it-GGUF","unsloth/gemma-3-12b-it-GGUF","unsloth/gemma-3-12b-it-qat-GGUF"],"logoFrom":"google"},{"id":"pocket-26b","family":"FINAL-Bench/POCKET-26B-GGUF","name":"POCKET 26B","maker":"FINAL-Bench","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"FINAL-Bench/POCKET-26B-GGUF/POCKET-26B-Q2_K.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-24T21:55:56.000Z","downloads":247850,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FINAL-Bench/POCKET-26B-GGUF","file":"POCKET-26B-Q2_K.gguf","label":"Q2_K","size":11123718688,"bits":3.53,"known":true,"rank":0},{"repo":"FINAL-Bench/POCKET-26B-GGUF","file":"POCKET-26B-Q4_K_M.gguf","label":"Q4_K_M","size":16795998752,"bits":5.33,"known":true,"rank":0}],"repos":["FINAL-Bench/POCKET-26B-GGUF"],"logoFrom":"google"},{"id":"spark-x2-5-1-7b","family":"XHToken/Spark-X2.5-1.7B","name":"Spark X2.5 1.7B","maker":"XHToken","catalog":null,"tuned":false,"params":1.71,"active":null,"layers":28,"probe":"XHToken/Spark-X2.5-1.7B-GGUF/Spark-X2.5-1.7B-Q4_K_M.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":22020096,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-24T06:34:03.000Z","downloads":247065,"likes":62,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-iq3_xxs.gguf","label":"IQ3_XXS","size":777287200,"bits":3.64,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-iq3_xs.gguf","label":"IQ3_XS","size":800311840,"bits":3.74,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-iq3_s.gguf","label":"IQ3_S","size":846367264,"bits":3.96,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-iq3_m.gguf","label":"IQ3_M","size":864053792,"bits":4.04,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q3_k_s.gguf","label":"Q3_K_S","size":922864160,"bits":4.32,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_0.gguf","label":"Q4_0","size":966342688,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q3_k_m.gguf","label":"Q3_K_M","size":970770976,"bits":4.54,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-iq4_xs.gguf","label":"IQ4_XS","size":1018101792,"bits":4.76,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q3_k_l.gguf","label":"Q3_K_L","size":1035782688,"bits":4.85,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-iq4_nl.gguf","label":"IQ4_NL","size":1057568800,"bits":4.95,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_1.gguf","label":"Q4_1","size":1073063968,"bits":5.02,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_k_s.gguf","label":"Q4_K_S","size":1082341408,"bits":5.06,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_0_l.gguf","label":"Q4_0_L","size":1100560416,"bits":5.15,"known":false,"rank":0},{"repo":"XHToken/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-Q4_K_M.gguf","label":"Q4_K_M","size":1107457856,"bits":5.18,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_k_m.gguf","label":"Q4_K_M","size":1120311328,"bits":5.24,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_0.gguf","label":"Q5_0","size":1179785248,"bits":5.52,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_k_l.gguf","label":"Q4_K_L","size":1185323040,"bits":5.55,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q4_1_l.gguf","label":"Q4_1_L","size":1190504480,"bits":5.57,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_k_s.gguf","label":"Q5_K_S","size":1256380448,"bits":5.88,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_k_m.gguf","label":"Q5_K_M","size":1280194592,"bits":5.99,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_0_l.gguf","label":"Q5_0_L","size":1280448544,"bits":5.99,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_1.gguf","label":"Q5_1","size":1286506528,"bits":6.02,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_k_l.gguf","label":"Q5_K_L","size":1345206304,"bits":6.29,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q5_1_l.gguf","label":"Q5_1_L","size":1370392608,"bits":6.41,"known":false,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q6_k_m.gguf","label":"Q6_K_M","size":1406567968,"bits":6.58,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q6_k_l.gguf","label":"Q6_K_L","size":1471579680,"bits":6.88,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-q8_0.gguf","label":"Q8_0","size":1820112608,"bits":8.52,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-Q8_0.gguf","label":"Q8_0","size":1820112704,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-f16_q4_k.gguf","label":"Q4_K","size":2343385120,"bits":10.96,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-f16_q6_k.gguf","label":"Q6_K","size":2519860768,"bits":11.79,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-bf16.gguf","label":"BF16","size":3420931808,"bits":16,"known":true,"rank":0},{"repo":"Mungert/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B-f16.gguf","label":"F16","size":3420931808,"bits":16,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.5-1.7B-GGUF","file":"Spark-X2.5-1.7B.gguf","label":"Spark-X2.5-1.7B","size":3420931904,"bits":16,"known":false,"rank":0}],"repos":["Mungert/Spark-X2.5-1.7B-GGUF","XHToken/Spark-X2.5-1.7B-GGUF"],"logoFrom":"XHToken"},{"id":"qwen2-5-vl-3b-instruct","family":"Qwen/Qwen2.5-VL-3B-Instruct","name":"Qwen2.5 VL 3B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF/Qwen2.5-VL-3B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":null,"open":false,"released":"2025-01-26T09:25:35.000Z","downloads":245918,"likes":80,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":826334560,"bits":2.14,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":881638752,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":970685792,"bits":2.51,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq2_xxs.gguf","label":"IQ2_XXS","size":1011655232,"bits":2.62,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq2_xs.gguf","label":"IQ2_XS","size":1072407104,"bits":2.78,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q2_k_s.gguf","label":"Q2_K_S","size":1156801088,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1165401440,"bits":3.02,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq2_s.gguf","label":"IQ2_S","size":1204601408,"bits":3.12,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq2_m.gguf","label":"IQ2_M","size":1260634688,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q2_K.gguf","label":"Q2_K","size":1274754400,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1274754400,"bits":3.3,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq3_xxs.gguf","label":"IQ3_XXS","size":1282826816,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1302654304,"bits":3.37,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1310066016,"bits":3.39,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq3_xs.gguf","label":"IQ3_XS","size":1350509120,"bits":3.5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q3_k_s.gguf","label":"Q3_K_S","size":1413030464,"bits":3.66,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq3_s.gguf","label":"IQ3_S","size":1415537216,"bits":3.66,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq3_m.gguf","label":"IQ3_M","size":1447567936,"bits":3.75,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1454355808,"bits":3.77,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q3_k_m.gguf","label":"Q3_K_M","size":1549148736,"bits":4.01,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1590474080,"bits":4.12,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1633838432,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1739093344,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq4_xs.gguf","label":"IQ4_XS","size":1739094592,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q4_0.gguf","label":"Q4_0","size":1742627392,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1825207648,"bits":4.73,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-iq4_nl.gguf","label":"IQ4_NL","size":1825208896,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q4_0.gguf","label":"Q4_0","size":1828484448,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1834382688,"bits":4.75,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q4_k_s.gguf","label":"Q4_K_S","size":1834383936,"bits":4.75,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1929901408,"bits":5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q4_k_m.gguf","label":"Q4_K_M","size":1929902656,"bits":5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q4_1.gguf","label":"Q4_1","size":1935483456,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1958147424,"bits":5.07,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q4_1.gguf","label":"Q4_1","size":1996256608,"bits":5.17,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q5_0.gguf","label":"Q5_0","size":2128339520,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2169664864,"bits":5.62,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q5_k_s.gguf","label":"Q5_K_S","size":2169666112,"bits":5.62,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2224813408,"bits":5.76,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-VL-3B-Instruct-GGUF","file":"Qwen2.5-VL-3B-Instruct-q5_k_m.gguf","label":"Q5_K_M","size":2224814656,"bits":5.76,"known":true,"rank":0}],"repos":["Mungert/Qwen2.5-VL-3B-Instruct-GGUF","ggml-org/Qwen2.5-VL-3B-Instruct-GGUF","lmstudio-community/Qwen2.5-VL-3B-Instruct-GGUF","mradermacher/Qwen2.5-VL-3B-Instruct-GGUF","unsloth/Qwen2.5-VL-3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-32b","family":"Qwen/Qwen3-32B","name":"Qwen3 32B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"unsloth/Qwen3-32B-GGUF/Qwen3-32B-UD-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:52:59.000Z","downloads":245242,"likes":235,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1347,"arenaCoding":1406,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7738884768,"bits":1.89,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":8302084768,"bits":2.03,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019913536,"bits":2.2,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9277096608,"bits":2.27,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ2_XS.gguf","label":"IQ2_XS","size":9951835456,"bits":2.43,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ2_S.gguf","label":"IQ2_S","size":10514825536,"bits":2.57,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ2_M.gguf","label":"IQ2_M","size":11362861376,"bits":2.77,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11553366688,"bits":2.82,"known":true,"rank":1},{"repo":"geoffmunn/Qwen3-32B-f16","file":"Qwen3-32B-f16:Q2_K.gguf","label":"Q2_K","size":12344651712,"bits":3.01,"known":true,"rank":4},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q2_K.gguf","label":"Q2_K","size":12344652448,"bits":3.01,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q2_K_L.gguf","label":"Q2_K_L","size":12526975648,"bits":3.06,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12797352608,"bits":3.13,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821037376,"bits":3.13,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12967551648,"bits":3.17,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ3_XS.gguf","label":"IQ3_XS","size":13702921536,"bits":3.35,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14389739168,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-IQ3_M.gguf","label":"IQ3_M","size":14930083136,"bits":3.65,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q3_K_M.gguf","label":"Q3_K_M","size":15971778208,"bits":3.9,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16403102368,"bits":4.01,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17330994496,"bits":4.23,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17714805408,"bits":4.33,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-Q3_K_XL.gguf","label":"Q3_K_XL","size":18011667776,"bits":4.4,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-IQ4_NL.gguf","label":"IQ4_NL","size":18679495328,"bits":4.56,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q4_0.gguf","label":"Q4_0","size":18703088288,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q4_K_S.gguf","label":"Q4_K_S","size":18771245728,"bits":4.58,"known":true,"rank":1},{"repo":"Qwen/Qwen3-32B-GGUF","file":"Qwen3-32B-Q4_K_M.gguf","label":"Q4_K_M","size":19762149024,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":20021713568,"bits":4.89,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-Q4_K_L.gguf","label":"Q4_K_L","size":20339506496,"bits":4.97,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q4_1.gguf","label":"Q4_1","size":20636523168,"bits":5.04,"known":true,"rank":1},{"repo":"Qwen/Qwen3-32B-GGUF","file":"Qwen3-32B-Q5_0.gguf","label":"Q5_0","size":22635493024,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22635494048,"bits":5.53,"known":true,"rank":1},{"repo":"Qwen/Qwen3-32B-GGUF","file":"Qwen3-32B-Q5_K_M.gguf","label":"Q5_K_M","size":23214831232,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23233551008,"bits":5.67,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-Q5_K_L.gguf","label":"Q5_K_L","size":23694949696,"bits":5.79,"known":true,"rank":2},{"repo":"Qwen/Qwen3-32B-GGUF","file":"Qwen3-32B-Q6_K.gguf","label":"Q6_K","size":26883306112,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-32B-GGUF","file":"Qwen_Qwen3-32B-Q6_K_L.gguf","label":"Q6_K_L","size":27260108096,"bits":6.66,"known":true,"rank":2},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":28961586848,"bits":7.07,"known":true,"rank":1},{"repo":"Qwen/Qwen3-32B-GGUF","file":"Qwen3-32B-Q8_0.gguf","label":"Q8_0","size":34817718912,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-GGUF","file":"Qwen3-32B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39481015968,"bits":9.64,"known":true,"rank":1},{"repo":"unsloth/Qwen3-32B-GGUF","file":"BF16/Qwen3-32B-BF16-00001-of-00002.gguf","label":"BF16","size":65531575936,"bits":16,"known":true,"rank":1}],"repos":["MaziyarPanahi/Qwen3-32B-GGUF","Qwen/Qwen3-32B-GGUF","bartowski/Qwen_Qwen3-32B-GGUF","geoffmunn/Qwen3-32B-f16","lmstudio-community/Qwen3-32B-GGUF","unsloth/Qwen3-32B-GGUF"],"logoFrom":"Qwen"},{"id":"hy4-preview","family":"AngelSlim/Hy4-preview-GGUF","name":"Hy4 Preview","maker":"AngelSlim","catalog":null,"tuned":false,"params":769.91,"active":49.06,"layers":78,"probe":"AngelSlim/Hy4-preview-GGUF/Hy4-preview-UD-IQ1_M.gguf","kvBytesPerToken":103963,"kvHeader":89856,"kvFixed":0,"context":1048576,"arch":"hyv4","vision":false,"licence":null,"open":false,"released":"2026-08-28T14:40:23.000Z","downloads":242191,"likes":101,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AngelSlim/Hy4-preview-GGUF","file":"Hy4-preview-STQ1_0.gguf","label":"STQ1_0","size":229412839872,"bits":2.38,"known":false,"rank":0},{"repo":"AngelSlim/Hy4-preview-GGUF","file":"Hy4-preview-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":235351974336,"bits":2.45,"known":true,"rank":0},{"repo":"AngelSlim/Hy4-preview-GGUF","file":"Hy4-preview-Q4_K_M.gguf","label":"Q4_K_M","size":467292398016,"bits":4.86,"known":true,"rank":0}],"repos":["AngelSlim/Hy4-preview-GGUF"],"logoFrom":"AngelSlim"},{"id":"lfm3-1-7b","family":"LiquidAI/LFM3-1.7B","name":"LFM3 1.7B","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.73,"active":null,"layers":24,"probe":"NANI-Nithin/LFM3-1.7B-GGUF/LFM3-1.7B-IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-23T21:35:42.000Z","downloads":239500,"likes":264,"trending":107,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q1_0.gguf","label":"Q1_0","size":431033440,"bits":1.99,"known":false,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ1_S.gguf","label":"IQ1_S","size":487086432,"bits":2.25,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ1_M.gguf","label":"IQ1_M","size":518994528,"bits":2.4,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ2_XXS.gguf","label":"IQ2_XXS","size":572174688,"bits":2.65,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ2_XS.gguf","label":"IQ2_XS","size":616160608,"bits":2.85,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ2_S.gguf","label":"IQ2_S","size":628612448,"bits":2.91,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q2_0.gguf","label":"Q2_0","size":637227616,"bits":2.95,"known":false,"rank":4},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ2_M.gguf","label":"IQ2_M","size":651650624,"bits":3.01,"known":true,"rank":1},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ2_M.gguf","label":"IQ2_M","size":671156576,"bits":3.1,"known":true,"rank":4},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q2_K.gguf","label":"Q2_K","size":701310528,"bits":3.24,"known":true,"rank":1},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q2_K_S.gguf","label":"Q2_K_S","size":717018208,"bits":3.32,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":749887840,"bits":3.47,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q2_K.gguf","label":"Q2_K","size":750154848,"bits":3.47,"known":true,"rank":4},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":780871232,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q3_K_S.gguf","label":"Q3_K_S","size":811501120,"bits":3.75,"known":true,"rank":1},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_XS.gguf","label":"IQ3_XS","size":812467776,"bits":3.76,"known":true,"rank":1},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_XS.gguf","label":"IQ3_XS","size":825631584,"bits":3.82,"known":true,"rank":4},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q3_K_M.gguf","label":"Q3_K_M","size":847300160,"bits":3.92,"known":true,"rank":1},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_S.gguf","label":"IQ3_S","size":854877024,"bits":3.95,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q3_K_S.gguf","label":"Q3_K_S","size":854877024,"bits":3.95,"known":true,"rank":4},{"repo":"NANI-Nithin/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_M.gguf","label":"IQ3_M","size":868803424,"bits":4.02,"known":true,"rank":4},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q3_K_L.gguf","label":"Q3_K_L","size":887580224,"bits":4.1,"known":true,"rank":1},{"repo":"AtomicChat/LFM3-1.7B-GGUF","file":"LFM3-1.7B-AD-IQ3_S.gguf","label":"IQ3_S","size":921542016,"bits":4.26,"known":true,"rank":2},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ3_M.gguf","label":"IQ3_M","size":925533760,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ4_XS.gguf","label":"IQ4_XS","size":997303872,"bits":4.61,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-QAD-Q4_0.gguf","label":"Q4_0","size":1049615680,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q4_K_S.gguf","label":"Q4_K_S","size":1053787712,"bits":4.87,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q4_K_M.gguf","label":"Q4_K_M","size":1099627808,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-IQ4_NL.gguf","label":"IQ4_NL","size":1115637312,"bits":5.16,"known":true,"rank":1},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q4_1.gguf","label":"Q4_1","size":1145353792,"bits":5.3,"known":true,"rank":1},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q4_K_L.gguf","label":"Q4_K_L","size":1190389312,"bits":5.5,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q5_K_M.gguf","label":"Q5_K_M","size":1258663200,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q5_K_S.gguf","label":"Q5_K_S","size":1268172352,"bits":5.86,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-NVFP4.gguf","label":"LFM3-1.7B-NVFP4","size":1280019776,"bits":5.92,"known":false,"rank":0},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q6_K.gguf","label":"Q6_K","size":1427638304,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q6_K_S.gguf","label":"Q6_K_S","size":1456719424,"bits":6.74,"known":true,"rank":1},{"repo":"bartowski/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q6_K_L.gguf","label":"Q6_K_L","size":1582933568,"bits":7.32,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-Q8_0.gguf","label":"Q8_0","size":1846238496,"bits":8.54,"known":true,"rank":0},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-BF16.gguf","label":"BF16","size":3466626336,"bits":16.03,"known":true,"rank":0},{"repo":"LiquidAI/LFM3-1.7B-GGUF","file":"LFM3-1.7B-F16.gguf","label":"F16","size":3466626336,"bits":16.03,"known":true,"rank":0}],"repos":["AtomicChat/LFM3-1.7B-GGUF","LiquidAI/LFM3-1.7B-GGUF","NANI-Nithin/LFM3-1.7B-GGUF","bartowski/LFM3-1.7B-GGUF","kaitchup/LFM3-1.7B-GSQ-GGUF","lmstudio-community/LFM3-1.7B-GGUF","ngquocvinh/LFM3-1.7B-GGUF"],"logoFrom":"LiquidAI"},{"id":"minicpm-v-4-7-35b-a3b-uncensored","family":"AtomicChat/MiniCPM-V-4.7-35B-A3B-Uncensored-GGUF","name":"MiniCPM V 4.7 35B A3B Uncensored","maker":"AtomicChat","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"AtomicChat/MiniCPM-V-4.7-35B-A3B-Uncensored-GGUF/MiniCPM-V-4.7-35B-A3B-Uncensored-AD-Q4_K-IQ4_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T17:10:19.000Z","downloads":238860,"likes":46,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/MiniCPM-V-4.7-35B-A3B-Uncensored-GGUF","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-AD-Q4_K-IQ4_XS.gguf","label":"IQ4_XS","size":20125153792,"bits":4.65,"known":true,"rank":0},{"repo":"AtomicChat/MiniCPM-V-4.7-35B-A3B-Uncensored-GGUF","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-AD-Q5_K-Q4_K.gguf","label":"Q4_K","size":22138419712,"bits":5.11,"known":true,"rank":0},{"repo":"AtomicChat/MiniCPM-V-4.7-35B-A3B-Uncensored-GGUF","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-AD-Q6_K.gguf","label":"Q6_K","size":29100964352,"bits":6.72,"known":true,"rank":0}],"repos":["AtomicChat/MiniCPM-V-4.7-35B-A3B-Uncensored-GGUF"],"logoFrom":"AtomicChat"},{"id":"gemmable-4-12b-mtp","family":"Mia-AiLab/Gemmable-4-12B-MTP-GGUF","name":"Gemmable 4 12B MTP","maker":"Mia-AiLab","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"Mia-AiLab/Gemmable-4-12B-MTP-GGUF/gemmable-4-12b-Q4_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-06-18T06:47:00.000Z","downloads":237696,"likes":53,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mia-AiLab/Gemmable-4-12B-MTP-GGUF","file":"gemmable-4-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7381364160,"bits":4.96,"known":true,"rank":0},{"repo":"Mia-AiLab/Gemmable-4-12B-MTP-GGUF","file":"gemmable-4-12b-Q6_K.gguf","label":"Q6_K","size":9786002880,"bits":6.57,"known":true,"rank":0},{"repo":"Mia-AiLab/Gemmable-4-12B-MTP-GGUF","file":"gemmable-4-12b-Q8_0.gguf","label":"Q8_0","size":12669627840,"bits":8.51,"known":true,"rank":0}],"repos":["Mia-AiLab/Gemmable-4-12B-MTP-GGUF"],"logoFrom":"Mia-AiLab"},{"id":"deepseek-r1-distill-qwen-7b","family":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","name":"DeepSeek R1 Distill Qwen 7B","maker":"DeepSeek","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF/DeepSeek-R1-Distill-Qwen-7B.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-20T09:16:14.000Z","downloads":237682,"likes":355,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1903667584,"bits":2,"known":true,"rank":4},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2042196352,"bits":2.14,"known":true,"rank":4},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273077632,"bits":2.39,"known":true,"rank":4},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022080,"bits":2.59,"known":true,"rank":4},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2595637632,"bits":2.73,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-IQ2_M.gguf","label":"IQ2_M","size":2780342240,"bits":2.92,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834073984,"bits":2.98,"known":true,"rank":4},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q2_K.gguf","label":"Q2_K","size":3015939808,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114514816,"bits":3.27,"known":true,"rank":4},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3143673568,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3346255840,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492368352,"bits":3.67,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3499192704,"bits":3.67,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-IQ3_M.gguf","label":"IQ3_M","size":3574011872,"bits":3.75,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808390880,"bits":4,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088459232,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4218472416,"bits":4.43,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437813216,"bits":4.66,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q4_0.gguf","label":"Q4_0","size":4444121056,"bits":4.67,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457768928,"bits":4.68,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565331936,"bits":4.79,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683073248,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q4_1.gguf","label":"Q4_1","size":4873283552,"bits":5.12,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q4_K_L.gguf","label":"Q4_K_L","size":5087563744,"bits":5.34,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315176416,"bits":5.58,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444830944,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q5_K_L.gguf","label":"Q5_K_L","size":5781196768,"bits":6.07,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf","label":"Q6_K","size":6254198496,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q6_K_L.gguf","label":"Q6_K_L","size":6518181856,"bits":6.84,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Q8_0.gguf","label":"Q8_0","size":8098524896,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-F16.gguf","label":"F16","size":15237852896,"bits":16,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-f32.gguf","label":"F32","size":30468419264,"bits":31.99,"known":true,"rank":1}],"repos":["bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF","lmstudio-community/DeepSeek-R1-Distill-Qwen-7B-GGUF","mradermacher/DeepSeek-R1-Distill-Qwen-7B-GGUF","mradermacher/DeepSeek-R1-Distill-Qwen-7B-i1-GGUF","unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-6-14b-a3b-fablevibes","family":"tvall43/Qwen3.6-14B-A3B-FableVibes","name":"Qwen3.6 14B A3B FableVibes","maker":"tvall43","catalog":null,"tuned":true,"params":13.76,"active":3.44,"layers":40,"probe":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF/Qwen3.6-14B-A3B-FableVibes-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-14T20:15:29.000Z","downloads":233288,"likes":203,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-Q2_K.gguf","label":"Q2_K","size":5324311040,"bits":3.1,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-Q3_K_M.gguf","label":"Q3_K_M","size":6766985728,"bits":3.93,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-Q4_K_M.gguf","label":"Q4_K_M","size":8465553920,"bits":4.92,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-BPW4.75.gguf","label":"Qwen3.6-14B-A3B-FableVibes-BPW4.75","size":8485812736,"bits":4.93,"known":false,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":8639429120,"bits":5.02,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-Q5_K_M.gguf","label":"Q5_K_M","size":9852131840,"bits":5.73,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-Q6_K.gguf","label":"Q6_K","size":11325370880,"bits":6.58,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF","file":"Qwen3.6-14B-A3B-FableVibes-Q8_0.gguf","label":"Q8_0","size":14655633920,"bits":8.52,"known":true,"rank":0}],"repos":["tvall43/Qwen3.6-14B-A3B-FableVibes-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-30b-a3b","family":"Qwen/Qwen3-30B-A3B","name":"Qwen3 30B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/Qwen_Qwen3-30B-A3B-GGUF/Qwen_Qwen3-30B-A3B-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:43:05.000Z","downloads":232199,"likes":476,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1327,"arenaCoding":1385,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8146266784,"bits":2.13,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9043300928,"bits":2.37,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":9140316832,"bits":2.4,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":9222251168,"bits":2.42,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9666859584,"bits":2.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10362262080,"bits":2.72,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":10430210720,"bits":2.73,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10865578560,"bits":2.85,"known":true,"rank":1},{"repo":"6block/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q2_K.gguf","label":"Q2_K","size":11258609952,"bits":2.95,"known":true,"rank":5},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q2_K.gguf","label":"Q2_K","size":11258610240,"bits":2.95,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":11331539520,"bits":2.97,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11814277696,"bits":3.1,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216984224,"bits":3.2,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":12736461472,"bits":3.34,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12888085056,"bits":3.38,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":13292468800,"bits":3.48,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833048640,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":14076541600,"bits":3.69,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":14583003808,"bits":3.82,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14711847488,"bits":3.86,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855273120,"bits":3.89,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":16378073664,"bits":4.29,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":17310782016,"bits":4.54,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q4_0.gguf","label":"Q4_0","size":17379988032,"bits":4.55,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":17456009792,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17715663424,"bits":4.64,"known":true,"rank":1},{"repo":"Qwen/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18556685824,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":18863127200,"bits":4.94,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q4_1.gguf","label":"Q4_1","size":19192500800,"bits":5.03,"known":true,"rank":1},{"repo":"Qwen/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q5_0.gguf","label":"Q5_0","size":21080509952,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":21080511040,"bits":5.52,"known":true,"rank":1},{"repo":"Qwen/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21725580800,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740302912,"bits":5.7,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":21936503456,"bits":5.75,"known":true,"rank":2},{"repo":"Qwen/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q6_K.gguf","label":"Q6_K","size":25092531712,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-GGUF","file":"Qwen_Qwen3-30B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":25255443104,"bits":6.62,"known":true,"rank":2},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340325952,"bits":6.9,"known":true,"rank":1},{"repo":"Qwen/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-Q8_0.gguf","label":"Q8_0","size":32483931648,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"Qwen3-30B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989944896,"bits":9.43,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-GGUF","file":"BF16/Qwen3-30B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":61095803424,"bits":16.01,"known":true,"rank":1}],"repos":["6block/Qwen3-30B-A3B-GGUF","MaziyarPanahi/Qwen3-30B-A3B-GGUF","Qwen/Qwen3-30B-A3B-GGUF","bartowski/Qwen_Qwen3-30B-A3B-GGUF","lmstudio-community/Qwen3-30B-A3B-GGUF","unsloth/Qwen3-30B-A3B-GGUF"],"logoFrom":"Qwen"},{"id":"t5-v1-1-xxl-encoder","family":"city96/t5-v1_1-xxl-encoder-gguf","name":"T5 V1 1 Xxl Encoder","maker":"city96","catalog":null,"tuned":true,"params":4.76,"active":null,"layers":24,"probe":"city96/t5-v1_1-xxl-encoder-gguf/t5-v1_1-xxl-encoder-Q3_K_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":512,"arch":"t5encoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-19T18:39:47.000Z","downloads":229808,"likes":550,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q3_K_S.gguf","label":"Q3_K_S","size":2099467456,"bits":3.53,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q3_K_M.gguf","label":"Q3_K_M","size":2296075456,"bits":3.86,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q3_K_L.gguf","label":"Q3_K_L","size":2462799040,"bits":4.14,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q4_K_S.gguf","label":"Q4_K_S","size":2738574528,"bits":4.6,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q4_K_M.gguf","label":"Q4_K_M","size":2896123072,"bits":4.87,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q5_K_S.gguf","label":"Q5_K_S","size":3293271232,"bits":5.53,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q5_K_M.gguf","label":"Q5_K_M","size":3386856640,"bits":5.69,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q6_K.gguf","label":"Q6_K","size":3908261056,"bits":6.57,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-Q8_0.gguf","label":"Q8_0","size":5061584064,"bits":8.51,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-f16.gguf","label":"F16","size":9526060224,"bits":16.01,"known":true,"rank":0},{"repo":"city96/t5-v1_1-xxl-encoder-gguf","file":"t5-v1_1-xxl-encoder-f32.gguf","label":"F32","size":19050276032,"bits":32.02,"known":true,"rank":0}],"repos":["city96/t5-v1_1-xxl-encoder-gguf"],"logoFrom":"google"},{"id":"ternary-bonsai-8b","family":"prism-ml/Ternary-Bonsai-8B-gguf","name":"Ternary Bonsai 8B","maker":"PrismML","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"prism-ml/Ternary-Bonsai-8B-gguf/Ternary-Bonsai-8B-F16.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":65536,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-18T04:58:23.000Z","downloads":228470,"likes":175,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-8B-gguf","file":"Ternary-Bonsai-8B-PQ2_0.gguf","label":"PQ2_0","size":2182184672,"bits":2.13,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-8B-gguf","file":"Ternary-Bonsai-8B-Q2_0.gguf","label":"Q2_0","size":2182184672,"bits":2.13,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-8B-gguf","file":"Ternary-Bonsai-8B-Q2_0_g64.gguf","label":"Q2_0_G64","size":2310125920,"bits":2.26,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-8B-gguf","file":"Ternary-Bonsai-8B-F16.gguf","label":"F16","size":16383663200,"bits":16,"known":true,"rank":0}],"repos":["prism-ml/Ternary-Bonsai-8B-gguf"],"logoFrom":"prism-ml"},{"id":"mellum2-12b-a2-5b-instruct","family":"JetBrains/Mellum2-12B-A2.5B-Instruct","name":"Mellum2 12B A2.5B","maker":"JetBrains","catalog":null,"tuned":false,"params":12.15,"active":2.44,"layers":28,"probe":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/Mellum2-12B-A2.5B-Instruct-IQ2_XS.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":44040192,"context":131072,"arch":"mellum","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-26T09:09:18.000Z","downloads":228156,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":4808977376,"bits":3.17,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":4865010656,"bits":3.2,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":5096221664,"bits":3.36,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q2_K.gguf","label":"Q2_K","size":5159941088,"bits":3.4,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":5381125088,"bits":3.54,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":5795918816,"bits":3.82,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":5947798496,"bits":3.92,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":6179009504,"bits":4.07,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":6179009504,"bits":4.07,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":6259520480,"bits":4.12,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":6327645152,"bits":4.17,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":6457701344,"bits":4.25,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":6768686048,"bits":4.46,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q4_0.gguf","label":"Q4_0","size":7002846176,"bits":4.61,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":7011103712,"bits":4.62,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":7556101088,"bits":4.98,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q4_1.gguf","label":"Q4_1","size":7710634976,"bits":5.08,"known":true,"rank":2},{"repo":"JetBrains/Mellum2-12B-A2.5B-Instruct-GGUF-Q4_K_M","file":"Mellum2-12B-A2.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8071293600,"bits":5.31,"known":true,"rank":1},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":8335258592,"bits":5.49,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":8674407392,"bits":5.71,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":9287529440,"bits":6.12,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":9427317728,"bits":6.21,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":10991825888,"bits":7.24,"known":true,"rank":2},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":11101533152,"bits":7.31,"known":true,"rank":2},{"repo":"JetBrains/Mellum2-12B-A2.5B-Instruct-GGUF-Q8_0","file":"Mellum2-12B-A2.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":12925416096,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","file":"Mellum2-12B-A2.5B-Instruct-bf16.gguf","label":"BF16","size":24311968416,"bits":16.01,"known":true,"rank":2}],"repos":["JetBrains/Mellum2-12B-A2.5B-Instruct-GGUF-Q4_K_M","JetBrains/Mellum2-12B-A2.5B-Instruct-GGUF-Q8_0","bartowski/Mellum2-12B-A2.5B-Instruct-GGUF"],"logoFrom":"JetBrains"},{"id":"qwen3-8-27b-coder390-efficientthink-opus5-5-gpt6astra-grok4-7-dsv4pro-k3-sft-rloo-gguf-ninfer","family":"nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-GGUF-NInfer","name":"Qwen3.8 27B Coder390 EfficientThink Opus5.5 GPT6Astra Grok4.7 DSV4Pro K3 SFT RLOO GGUF NInfer","maker":"nerkyor","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-GGUF-NInfer/GGUF/Qwen3.8-27B-Coder390-EfficientThink-Q2LynnStyle-Q8MTP.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T04:24:37.000Z","downloads":227405,"likes":69,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-GGUF-NInfer","file":"GGUF/Qwen3.8-27B-Coder390-EfficientThink-Q2LynnStyle-Q8MTP.gguf","label":"Qwen3.8-27B-Coder390-EfficientThink-Q2LynnStyle-Q8MTP","size":13488346432,"bits":3.95,"known":false,"rank":0},{"repo":"nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-GGUF-NInfer","file":"GGUF/Qwen3.8-27B-Coder390-EfficientThink-Q3LynnStyle-Q8MTP.gguf","label":"Qwen3.8-27B-Coder390-EfficientThink-Q3LynnStyle-Q8MTP","size":17516107072,"bits":5.13,"known":false,"rank":0},{"repo":"nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-GGUF-NInfer","file":"GGUF/Qwen3.8-27B-Coder390-EfficientThink-Q4LynnStyle-Q8MTP.gguf","label":"Qwen3.8-27B-Coder390-EfficientThink-Q4LynnStyle-Q8MTP","size":19832743232,"bits":5.81,"known":false,"rank":0}],"repos":["nerkyor/Qwen3.8-27B-Coder390-EfficientThink-Opus5.5-GPT6Astra-Grok4.7-DSV4Pro-K3-SFT-RLOO-GGUF-NInfer"],"logoFrom":"nerkyor"},{"id":"parable-qwen3-8b-claude-fable-5","family":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","name":"Parable Qwen3 8B Claude Fable 5","maker":"AnkitAI","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF/Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-14T11:06:59.000Z","downloads":226485,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ1_S.gguf","label":"IQ1_S","size":2115771104,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149216,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112736,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157920,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745184,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ2_M.gguf","label":"IQ2_M","size":3051916000,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553504,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q2_K.gguf","label":"Q2_K","size":3281734368,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634528,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875616,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769613024,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ3_S.gguf","label":"IQ3_S","size":3789667040,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621792,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162784,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395552,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840864,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q4_0.gguf","label":"Q4_0","size":4787333856,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793625312,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013920,"bits":4.69,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":5027783648,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q4_1.gguf","label":"Q4_1","size":5247757024,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720763104,"bits":5.59,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q5_K_M.gguf","label":"Q5_K_M","size":5851112416,"bits":5.72,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q6_K.gguf","label":"Q6_K","size":6725899232,"bits":6.57,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5-GGUF-Q8_0.gguf","label":"Q8_0","size":8709518304,"bits":8.51,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-8B-Claude-Fable-5-GGUF-F16.gguf","label":"F16","size":16388043744,"bits":16.01,"known":true,"rank":0}],"repos":["AnkitAI/Parable-Qwen3-8B-Claude-Fable-5-GGUF","mradermacher/Parable-Qwen3-8B-Claude-Fable-5-i1-GGUF"],"logoFrom":"AnkitAI"},{"id":"parable-qwen3-4b-claude-fable-5","family":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF","name":"Parable Qwen3 4B Claude Fable 5","maker":"AnkitAI","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF/Parable-Qwen3-4B-Claude-Fable-5-GGUF-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-09T12:43:07.000Z","downloads":224277,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-4B-Claude-Fable-5-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":2497280320,"bits":4.97,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-4B-Claude-Fable-5-GGUF-Q5_K_M.gguf","label":"Q5_K_M","size":2889513280,"bits":5.75,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-4B-Claude-Fable-5-GGUF-Q6_K.gguf","label":"Q6_K","size":3306260800,"bits":6.58,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-4B-Claude-Fable-5-GGUF-Q8_0.gguf","label":"Q8_0","size":4280404800,"bits":8.52,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF","file":"Parable-Qwen3-4B-Claude-Fable-5-GGUF-F16.gguf","label":"F16","size":8051284800,"bits":16.02,"known":true,"rank":0}],"repos":["AnkitAI/Parable-Qwen3-4B-Claude-Fable-5-GGUF"],"logoFrom":"Qwen"},{"id":"orcarouter-glm-5-3-flash-uncensored","family":"BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF","name":"Orcarouter GLM 5.3 Flash Uncensored","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF/IQ2_XXS/GLM-5.3-Flash-Uncensored-IQ2_XXS-00001-of-00003.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-08-31T13:53:51.000Z","downloads":219810,"likes":42,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF","file":"IQ2_XXS/GLM-5.3-Flash-Uncensored-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":97104143520,"bits":2.42,"known":true,"rank":0},{"repo":"BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF","file":"IQ2_S/GLM-5.3-Flash-Uncensored-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":107466171584,"bits":2.68,"known":true,"rank":0},{"repo":"BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF","file":"IQ2_M/GLM-5.3-Flash-Uncensored-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":121621947584,"bits":3.03,"known":true,"rank":0},{"repo":"BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF","file":"IQ3_XXS/GLM-5.3-Flash-Uncensored-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":134305522848,"bits":3.35,"known":true,"rank":0}],"repos":["BoldingBuilds/orcarouter_GLM-5.3-Flash-Uncensored-GGUF"],"logoFrom":"orcarouter"},{"id":"carbon-8b","family":"HuggingFaceBio/Carbon-8B","name":"Carbon 8B","maker":"HuggingFaceBio","catalog":null,"tuned":false,"params":8.26,"active":null,"layers":32,"probe":"HuggingFaceBio/Carbon-8B-GGUF/carbon-8b-q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-17T23:30:49.000Z","downloads":219273,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HuggingFaceBio/Carbon-8B-GGUF","file":"carbon-8b-q4_k_m.gguf","label":"Q4_K_M","size":5548356736,"bits":5.37,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-8B-GGUF","file":"carbon-8b-q5_k_m.gguf","label":"Q5_K_M","size":6294942848,"bits":6.1,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-8B-GGUF","file":"carbon-8b-q6_k.gguf","label":"Q6_K","size":7088190592,"bits":6.87,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-8B-GGUF","file":"carbon-8b-q8_0.gguf","label":"Q8_0","size":8778495104,"bits":8.5,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-8B-GGUF","file":"carbon-8b-bf16.gguf","label":"BF16","size":16517969024,"bits":16,"known":true,"rank":0}],"repos":["HuggingFaceBio/Carbon-8B-GGUF"],"logoFrom":"HuggingFaceBio"},{"id":"qwythos-9b-claude-mythos-5-1m","family":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M","name":"Qwythos 9B Claude Mythos 5 1M","maker":"empero-ai","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF/Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-19T14:01:14.000Z","downloads":213652,"likes":2939,"trending":20,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-Q4_K_M.gguf","label":"Q4_K_M","size":5629108896,"bits":5.03,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-Q5_K_M.gguf","label":"Q5_K_M","size":6467969696,"bits":5.78,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-Q6_K.gguf","label":"Q6_K","size":7359259296,"bits":6.58,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-Q8_0.gguf","label":"Q8_0","size":9527501472,"bits":8.52,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-BF16.gguf","label":"BF16","size":17920696992,"bits":16.02,"known":true,"rank":0}],"repos":["empero-ai/Qwythos-9B-Claude-Mythos-5-1M-GGUF"],"logoFrom":"empero-ai"},{"id":"lfm3-omni-2b","family":"LiquidAI/LFM3-Omni-2B","name":"LFM3 Omni 2B","maker":"Liquid AI","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"AtomicChat/LFM3-Omni-2B-GGUF/LFM3-Omni-2B-AD-IQ3_XXS.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-21T16:58:40.000Z","downloads":210736,"likes":142,"trending":68,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-AD-IQ3_XXS.gguf","label":"IQ3_XXS","size":810231520,"bits":3.75,"known":true,"rank":2},{"repo":"AtomicChat/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-AD-IQ3_S.gguf","label":"IQ3_S","size":921544416,"bits":4.26,"known":true,"rank":2},{"repo":"LiquidAI/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-Q4_0.gguf","label":"Q4_0","size":1049617920,"bits":4.85,"known":true,"rank":0},{"repo":"AtomicChat/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-AD-IQ4_XS.gguf","label":"IQ4_XS","size":1092495072,"bits":5.05,"known":true,"rank":2},{"repo":"LiquidAI/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1099630080,"bits":5.08,"known":true,"rank":0},{"repo":"AtomicChat/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-AD-Q5_K_M.gguf","label":"Q5_K_M","size":1310484192,"bits":6.06,"known":true,"rank":2},{"repo":"AtomicChat/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-AD-Q6_K.gguf","label":"Q6_K","size":1587971808,"bits":7.34,"known":true,"rank":2},{"repo":"LiquidAI/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-Q8_0.gguf","label":"Q8_0","size":1846240768,"bits":8.54,"known":true,"rank":0},{"repo":"Ohjaaja/LFM3-Omni-2B-Q8_0_XL-GGUF","file":"LFM3-Omni-2B-Q8_0_XL.gguf","label":"Q8_0_XL","size":2092000768,"bits":9.67,"known":false,"rank":3},{"repo":"LiquidAI/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-BF16.gguf","label":"BF16","size":3466628608,"bits":16.03,"known":true,"rank":0},{"repo":"LiquidAI/LFM3-Omni-2B-GGUF","file":"LFM3-Omni-2B-F16.gguf","label":"F16","size":3466628608,"bits":16.03,"known":true,"rank":0}],"repos":["AtomicChat/LFM3-Omni-2B-GGUF","LiquidAI/LFM3-Omni-2B-GGUF","Ohjaaja/LFM3-Omni-2B-Q8_0_XL-GGUF","ggml-org/LFM3-Omni-2B-GGUF"],"logoFrom":"LiquidAI"},{"id":"carbon-3b","family":"HuggingFaceBio/Carbon-3B","name":"Carbon 3B","maker":"HuggingFaceBio","catalog":null,"tuned":false,"params":3.45,"active":null,"layers":30,"probe":"HuggingFaceBio/Carbon-3B-GGUF/carbon-3b-q4_k_m.gguf","kvBytesPerToken":53315,"kvHeader":46080,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-12T11:05:49.000Z","downloads":208742,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HuggingFaceBio/Carbon-3B-GGUF","file":"carbon-3b-q4_k_m.gguf","label":"Q4_K_M","size":2285308192,"bits":5.3,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-3B-GGUF","file":"carbon-3b-q5_k_m.gguf","label":"Q5_K_M","size":2609416480,"bits":6.05,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-3B-GGUF","file":"carbon-3b-q6_k.gguf","label":"Q6_K","size":2953781536,"bits":6.85,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-3B-GGUF","file":"carbon-3b-q8_0.gguf","label":"Q8_0","size":3673735456,"bits":8.52,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-3B-GGUF","file":"carbon-3b-bf16.gguf","label":"BF16","size":6909288736,"bits":16.02,"known":true,"rank":0}],"repos":["HuggingFaceBio/Carbon-3B-GGUF"],"logoFrom":"HuggingFaceBio"},{"id":"qwen3-5-122b-a10b","family":"Qwen/Qwen3.5-122B-A10B","name":"Qwen3.5 122B","maker":"Alibaba Qwen","catalog":"qwen3-5-122b-a10b","tuned":false,"params":124.64,"active":9.95,"layers":49,"probe":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/Qwen_Qwen3.5-122B-A10B-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-24T09:43:37.000Z","downloads":208206,"likes":485,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1416,"arenaCoding":1458,"arenaVision":1239,"builds":[{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ1_S.gguf","label":"IQ1_S","size":28902086784,"bits":1.86,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ1_M.gguf","label":"IQ1_M","size":31790258304,"bits":2.04,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ2_XXS.gguf","label":"IQ2_XXS","size":36303984768,"bits":2.33,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"Qwen3.5-122B-A10B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":38671895232,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ2_XS.gguf","label":"IQ2_XS","size":39970330752,"bits":2.57,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"Qwen3.5-122B-A10B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":40282507968,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"Qwen3.5-122B-A10B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":40377862848,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ2_S.gguf","label":"IQ2_S","size":40639203456,"bits":2.61,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"Qwen3.5-122B-A10B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":42849544896,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ2_M.gguf","label":"IQ2_M","size":44443961472,"bits":2.85,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-Q2_K.gguf","label":"Q2_K","size":46391154816,"bits":2.98,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-Q2_K_L.gguf","label":"Q2_K_L","size":47136114816,"bits":3.03,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"Qwen3.5-122B-A10B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":47842478784,"bits":3.07,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-IQ3_S/Qwen3.5-122B-A10B-UD-IQ3_S-00001-of-00003.gguf","label":"UD-IQ3_S","size":52026297344,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q3_K_S/Qwen3.5-122B-A10B-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":52495013376,"bits":3.37,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ3_XXS/Qwen_Qwen3.5-122B-A10B-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":54482508096,"bits":3.5,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q3_K_M/Qwen3.5-122B-A10B-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":56420881952,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q3_K_M/Qwen3.5-122B-A10B-UD-Q3_K_M-00001-of-00003.gguf","label":"UD-Q3_K_M","size":58194652192,"bits":3.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q3_K_XL/Qwen3.5-122B-A10B-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":58379402272,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-IQ3_XS/Qwen_Qwen3.5-122B-A10B-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":59193887040,"bits":3.8,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","file":"Qwen_Qwen3.5-122B-A10B-Q3_K_L/Qwen_Qwen3.5-122B-A10B-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":61598009664,"bits":3.95,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-IQ4_XS/Qwen3.5-122B-A10B-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":61927783424,"bits":3.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-IQ4_NL/Qwen3.5-122B-A10B-UD-IQ4_NL-00001-of-00003.gguf","label":"UD-IQ4_NL","size":63160908800,"bits":4.05,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q4_K_S/Qwen3.5-122B-A10B-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":71705126400,"bits":4.6,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q4_K_S/Qwen3.5-122B-A10B-UD-Q4_K_S-00001-of-00003.gguf","label":"UD-Q4_K_S","size":73428564992,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"MXFP4_MOE/Qwen3.5-122B-A10B-MXFP4_MOE-00001-of-00003.gguf","label":"MXFP4_MOE","size":76230560800,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":76536964608,"bits":4.91,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q4_K_M/Qwen3.5-122B-A10B-UD-Q4_K_M-00001-of-00003.gguf","label":"UD-Q4_K_M","size":78260403200,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q4_K_XL/Qwen3.5-122B-A10B-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":78646479904,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q5_K_S/Qwen3.5-122B-A10B-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":86385391136,"bits":5.54,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q5_K_S/Qwen3.5-122B-A10B-UD-Q5_K_S-00001-of-00003.gguf","label":"UD-Q5_K_S","size":88310156320,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q5_K_M/Qwen3.5-122B-A10B-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":91519219200,"bits":5.87,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q5_K_M/Qwen3.5-122B-A10B-UD-Q5_K_M-00001-of-00003.gguf","label":"UD-Q5_K_M","size":93639019552,"bits":6.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q5_K_XL/Qwen3.5-122B-A10B-UD-Q5_K_XL-00001-of-00003.gguf","label":"UD-Q5_K_XL","size":93852929056,"bits":6.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-GGUF","file":"Q6_K/Qwen3.5-122B-A10B-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":101009782432,"bits":6.48,"known":true,"rank":1},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q6_K/Qwen3.5-122B-A10B-UD-Q6_K-00001-of-00004.gguf","label":"UD-Q6_K","size":104120585344,"bits":6.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q6_K_XL/Qwen3.5-122B-A10B-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":113872342144,"bits":7.31,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"Q8_0/Qwen3.5-122B-A10B-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":132554132608,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"UD-Q8_K_XL/Qwen3.5-122B-A10B-UD-Q8_K_XL-00001-of-00004.gguf","label":"UD-Q8_K_XL","size":134928469120,"bits":8.66,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-122B-A10B-MTP-GGUF","file":"BF16/Qwen3.5-122B-A10B-BF16-00001-of-00005.gguf","label":"BF16","size":249361403264,"bits":16.01,"known":true,"rank":0}],"repos":["axteam/Qwen3.5-122B-A10B-GGUF","bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","lmstudio-community/Qwen3.5-122B-A10B-GGUF","mradermacher/Qwen3.5-122B-A10B-GGUF","mudler/Qwen3.5-122B-A10B-APEX-GGUF","unsloth/Qwen3.5-122B-A10B-GGUF","unsloth/Qwen3.5-122B-A10B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"nanbeige4-3-33b","family":"Nanbeige/Nanbeige4.3-33B","name":"Nanbeige4.3 33B","maker":"Nanbeige","catalog":null,"tuned":false,"params":33.12,"active":null,"layers":52,"probe":"mradermacher/Nanbeige4.3-33B-i1-GGUF/Nanbeige4.3-33B.i1-IQ1_S.gguf","kvBytesPerToken":246432,"kvHeader":212992,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T02:49:18.000Z","downloads":203702,"likes":145,"trending":8,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nanbeige4.3-33B-i1-GGUF","file":"Nanbeige4.3-33B.i1-IQ1_S.gguf","label":"IQ1_S","size":7656074688,"bits":1.85,"known":true,"rank":3},{"repo":"mradermacher/Nanbeige4.3-33B-i1-GGUF","file":"Nanbeige4.3-33B.i1-IQ1_M.gguf","label":"IQ1_M","size":8282443200,"bits":2,"known":true,"rank":3},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-IQ2_XXS.gguf","label":"IQ2_XXS","size":9902468192,"bits":2.39,"known":true,"rank":2},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10071403648,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ2_XS.gguf","label":"IQ2_XS","size":10634407040,"bits":2.57,"known":true,"rank":0},{"repo":"DogukanUrker/Nanbeige4.3-33B-GGUF","file":"Nanbeige4.3-33B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10849819616,"bits":2.62,"known":true,"rank":5},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":10943548512,"bits":2.64,"known":true,"rank":2},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ2_S.gguf","label":"IQ2_S","size":11150560384,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.3-33B-i1-GGUF","file":"Nanbeige4.3-33B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11774176704,"bits":2.84,"known":true,"rank":3},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ2_M.gguf","label":"IQ2_M","size":12187167872,"bits":2.94,"known":true,"rank":0},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-IQ2_M.gguf","label":"IQ2_M","size":12717026400,"bits":3.07,"known":true,"rank":2},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q2_K.gguf","label":"Q2_K","size":13528816768,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ3_XXS.gguf","label":"IQ3_XXS","size":14489959552,"bits":3.5,"known":true,"rank":0},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-IQ3_XS.gguf","label":"IQ3_XS","size":14809050208,"bits":3.58,"known":true,"rank":2},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q3_K_S.gguf","label":"Q3_K_S","size":15211261056,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ3_XS.gguf","label":"IQ3_XS","size":15212665984,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q3_K_M.gguf","label":"Q3_K_M","size":15919746176,"bits":3.85,"known":true,"rank":0},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-IQ3_M.gguf","label":"IQ3_M","size":16149523552,"bits":3.9,"known":true,"rank":2},{"repo":"AtomicChat/Nanbeige4.3-33B-GGUF","file":"Nanbeige4.3-33B-AD-IQ3_S.gguf","label":"IQ3_S","size":17072360448,"bits":4.12,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q3_K_L.gguf","label":"Q3_K_L","size":17270484096,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ3_M.gguf","label":"IQ3_M","size":17802005632,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ4_XS.gguf","label":"IQ4_XS","size":18635041920,"bits":4.5,"known":true,"rank":0},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-IQ4_XS.gguf","label":"IQ4_XS","size":18691697760,"bits":4.51,"known":true,"rank":2},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q4_0.gguf","label":"Q4_0","size":19348057216,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q4_K_S.gguf","label":"Q4_K_S","size":19740519552,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q4_K_M.gguf","label":"Q4_K_M","size":20788825216,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-IQ4_NL.gguf","label":"IQ4_NL","size":20871343232,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q4_1.gguf","label":"Q4_1","size":21200497792,"bits":5.12,"known":true,"rank":0},{"repo":"prithivMLmods/Nanbeige4.3-33B-NVFP4-GGUF","file":"Nanbeige4.3-33B-NVFP4.gguf","label":"Nanbeige4.3-33B-NVFP4","size":22075802496,"bits":5.33,"known":false,"rank":4},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q4_K_L.gguf","label":"Q4_K_L","size":22344395904,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q5_K_S.gguf","label":"Q5_K_S","size":23664311424,"bits":5.72,"known":true,"rank":0},{"repo":"abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","file":"Nanbeige4.3-33B-GSQ-RCO-Q5_K_M.gguf","label":"Q5_K_M","size":23802309728,"bits":5.75,"known":true,"rank":2},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q5_K_M.gguf","label":"Q5_K_M","size":25073368192,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q6_K_S.gguf","label":"Q6_K_S","size":27750272128,"bits":6.7,"known":true,"rank":0},{"repo":"AtomicChat/Nanbeige4.3-33B-GGUF","file":"Nanbeige4.3-33B-AD-Q6_K-Q5_K.gguf","label":"Q5_K","size":27931450368,"bits":6.75,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q6_K.gguf","label":"Q6_K","size":29016857728,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q6_K_L.gguf","label":"Q6_K_L","size":30404324480,"bits":7.34,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-Q8_0.gguf","label":"Q8_0","size":35195128960,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","file":"Nanbeige_Nanbeige4.3-33B-bf16/Nanbeige_Nanbeige4.3-33B-bf16-00001-of-00002.gguf","label":"BF16","size":66243464192,"bits":16,"known":true,"rank":0}],"repos":["AtomicChat/Nanbeige4.3-33B-GGUF","DogukanUrker/Nanbeige4.3-33B-GGUF","abenzerps/Nanbeige4.3-33B-GSQ-RCO-GGUF","bartowski/Nanbeige_Nanbeige4.3-33B-GGUF","mradermacher/Nanbeige4.3-33B-i1-GGUF","prithivMLmods/Nanbeige4.3-33B-NVFP4-GGUF"],"logoFrom":"Nanbeige"},{"id":"smollm2-135m-instruct","family":"HuggingFaceTB/SmolLM2-135M-Instruct","name":"SmolLM2 135M","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.13,"active":null,"layers":30,"probe":"unsloth/SmolLM2-135M-Instruct-GGUF/SmolLM2-135M-Instruct-Q2_K.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-31T00:46:04.000Z","downloads":197457,"likes":63,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q2_K.gguf","label":"Q2_K","size":88201184,"bits":5.43,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q3_K_S.gguf","label":"Q3_K_S","size":88201184,"bits":5.43,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":88202080,"bits":5.43,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":88202080,"bits":5.43,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-IQ3_M.gguf","label":"IQ3_M","size":90213472,"bits":5.55,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":90897760,"bits":5.59,"known":true,"rank":1},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q4_0.gguf","label":"Q4_0","size":91726304,"bits":5.64,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":91727200,"bits":5.64,"known":false,"rank":1},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":91727200,"bits":5.64,"known":false,"rank":1},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":91727200,"bits":5.64,"known":false,"rank":1},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q3_K_M.gguf","label":"Q3_K_M","size":93509600,"bits":5.75,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q3_K_L.gguf","label":"Q3_K_L","size":97532384,"bits":6,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":97533280,"bits":6,"known":true,"rank":1},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q4_1.gguf","label":"Q4_1","size":98361824,"bits":6.05,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q4_K_S.gguf","label":"Q4_K_S","size":102039008,"bits":6.28,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q5_0.gguf","label":"Q5_0","size":104997344,"bits":6.46,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q4_K_M.gguf","label":"Q4_K_M","size":105453536,"bits":6.49,"known":true,"rank":0},{"repo":"prithivMLmods/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q4_K_M.gguf","label":"Q4_K_M","size":105453568,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":105454432,"bits":6.49,"known":true,"rank":1},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q5_K_S.gguf","label":"Q5_K_S","size":109973984,"bits":6.77,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q5_1.gguf","label":"Q5_1","size":111632864,"bits":6.87,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q5_K_M.gguf","label":"Q5_K_M","size":112102880,"bits":6.9,"known":true,"rank":0},{"repo":"prithivMLmods/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q5_K_M.gguf","label":"Q5_K_M","size":112102912,"bits":6.9,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":112103776,"bits":6.9,"known":true,"rank":1},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q6_K.gguf","label":"Q6_K","size":138382304,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":138383200,"bits":8.52,"known":true,"rank":1},{"repo":"QuantFactory/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q8_0.gguf","label":"Q8_0","size":144810464,"bits":8.91,"known":true,"rank":0},{"repo":"prithivMLmods/SmolLM2-135M-GGUF","file":"SmolLM2-135M.Q8_0.gguf","label":"Q8_0","size":144810496,"bits":8.91,"known":true,"rank":0},{"repo":"prithivMLmods/SmolLM2-135M-GGUF","file":"SmolLM2-135M.F16.gguf","label":"F16","size":270885376,"bits":16.67,"known":true,"rank":0},{"repo":"ggml-org/SmolLM2-135M-GGUF","file":"SmolLM2-135M-BF16.gguf","label":"BF16","size":270885440,"bits":16.67,"known":true,"rank":1},{"repo":"unsloth/SmolLM2-135M-Instruct-GGUF","file":"SmolLM2-135M-Instruct-F16.gguf","label":"F16","size":270885952,"bits":16.67,"known":true,"rank":0}],"repos":["QuantFactory/SmolLM2-135M-GGUF","QuantFactory/SmolLM2-135M-Instruct-GGUF","bartowski/SmolLM2-135M-Instruct-GGUF","ggml-org/SmolLM2-135M-GGUF","lmstudio-community/SmolLM2-135M-Instruct-GGUF","mradermacher/SmolLM2-135M-Instruct-GGUF","prithivMLmods/SmolLM2-135M-GGUF","unsloth/SmolLM2-135M-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"lfm2-5-230m","family":"LiquidAI/LFM2.5-230M","name":"LFM2.5 230M","maker":"Liquid AI","catalog":null,"tuned":false,"params":0.23,"active":null,"layers":14,"probe":"unsloth/LFM2.5-230M-GGUF/LFM2.5-230M-UD-IQ2_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-06-24T23:14:11.000Z","downloads":193955,"likes":152,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":105458880,"bits":3.67,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":112884928,"bits":3.93,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":119807168,"bits":4.17,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q3_K_S.gguf","label":"Q3_K_S","size":127495360,"bits":4.43,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q3_K_M.gguf","label":"Q3_K_M","size":133754048,"bits":4.65,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":139693248,"bits":4.86,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-IQ4_XS.gguf","label":"IQ4_XS","size":144002240,"bits":5.01,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q4_0.gguf","label":"Q4_0","size":149080928,"bits":5.19,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-IQ4_NL.gguf","label":"IQ4_NL","size":149081280,"bits":5.19,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q4_K_S.gguf","label":"Q4_K_S","size":149671104,"bits":5.21,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q4_K_M.gguf","label":"Q4_K_M","size":153406304,"bits":5.34,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q4_1.gguf","label":"Q4_1","size":159239360,"bits":5.54,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":159988928,"bits":5.56,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q5_K_S.gguf","label":"Q5_K_S","size":169397440,"bits":5.89,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q5_K_M.gguf","label":"Q5_K_M","size":171625312,"bits":5.97,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":172551360,"bits":6,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q6_K.gguf","label":"Q6_K","size":190983008,"bits":6.64,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":222981312,"bits":7.76,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-Q8_0.gguf","label":"Q8_0","size":246598496,"bits":8.58,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-230M-GGUF","file":"LFM2.5-230M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":350801088,"bits":12.2,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-BF16.gguf","label":"BF16","size":461884256,"bits":16.07,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-230M-GGUF","file":"LFM2.5-230M-F16.gguf","label":"F16","size":461884256,"bits":16.07,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-230M-GGUF","unsloth/LFM2.5-230M-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen-agentworld-35b-a3b","family":"Qwen/Qwen-AgentWorld-35B-A3B","name":"Qwen AgentWorld 35B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF/Qwen-AgentWorld-35B-A3B-UD-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-22T14:49:37.000Z","downloads":193274,"likes":254,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":11496840448,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11563425024,"bits":2.67,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12251290880,"bits":2.83,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13742808320,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":14984322304,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":16680402176,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16803568896,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17785036032,"bits":4.11,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":18112191744,"bits":4.18,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893015296,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":21670493440,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":22134529280,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22324804864,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":24942050560,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":26456194304,"bits":6.11,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26527497472,"bits":6.12,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q6_K.gguf","label":"UD-Q6_K","size":29308321024,"bits":6.76,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843777792,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36903140608,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"Qwen-AgentWorld-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38201490688,"bits":8.82,"known":true,"rank":0},{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","file":"BF16/Qwen-AgentWorld-35B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":69376638464,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen-AgentWorld-35B-A3B-GGUF"],"logoFrom":"Qwen"},{"id":"mistral-small-3-2-24b-instruct-2506","family":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","name":"Mistral Small 3.2 24B 2506","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/Mistral-Small-3.2-24B-Instruct-2506-UD-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-06-19T17:41:13.000Z","downloads":193136,"likes":250,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":5558570528,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6017322528,"bits":2.04,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545125504,"bits":2.22,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6750916128,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ2_XS.gguf","label":"IQ2_XS","size":7207039104,"bits":2.45,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ2_S.gguf","label":"IQ2_S","size":7478358144,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ2_M.gguf","label":"IQ2_M","size":8114057344,"bits":2.75,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243334688,"bits":2.8,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q2_K.gguf","label":"Q2_K","size":8890338848,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q2_K_L.gguf","label":"Q2_K_L","size":9047625248,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280598144,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292156448,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409220128,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ3_XS.gguf","label":"IQ3_XS","size":9907122304,"bits":3.36,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q3_K_S.gguf","label":"Q3_K_S","size":10400288288,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-IQ3_M.gguf","label":"IQ3_M","size":10650955904,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q3_K_M.gguf","label":"Q3_K_M","size":11474095648,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11850886688,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q3_K_L.gguf","label":"Q3_K_L","size":12400767104,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-IQ4_XS.gguf","label":"IQ4_XS","size":12779900448,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987969664,"bits":4.41,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-IQ4_NL.gguf","label":"IQ4_NL","size":13468028448,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q4_0.gguf","label":"Q4_0","size":13494242848,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q4_K_S.gguf","label":"Q4_K_S","size":13549293088,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf","label":"Q4_K_M","size":14333922848,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14548880928,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q4_K_L.gguf","label":"Q4_K_L","size":14831988864,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q4_1.gguf","label":"Q4_1","size":14873120288,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q5_K_S.gguf","label":"Q5_K_S","size":16304426528,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q5_K_M.gguf","label":"Q5_K_M","size":16763997728,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16788123168,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q5_K_L.gguf","label":"Q5_K_L","size":17178177664,"bits":5.83,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q6_K.gguf","label":"Q6_K","size":19345952288,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q6_K_L.gguf","label":"Q6_K_L","size":19671003264,"bits":6.68,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788399648,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-Q8_0.gguf","label":"Q8_0","size":25054793248,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28991868448,"bits":9.84,"known":true,"rank":0},{"repo":"lmstudio-community/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-F16.gguf","label":"F16","size":47153519328,"bits":16,"known":true,"rank":2},{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-BF16.gguf","label":"BF16","size":47153532160,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF","lmstudio-community/Mistral-Small-3.2-24B-Instruct-2506-GGUF","unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF"],"logoFrom":"mistralai"},{"id":"qwythos-27b-v1","family":"empero-ai/Qwythos-27B-v1","name":"Qwythos 27B V1","maker":"empero-ai","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"empero-ai/Qwythos-27B-v1-GGUF/Qwythos-27B-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-13T20:20:02.000Z","downloads":188932,"likes":77,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"empero-ai/Qwythos-27B-v1-GGUF","file":"Qwythos-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17314170272,"bits":5.15,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-27B-v1-GGUF","file":"Qwythos-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19806176672,"bits":5.89,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-27B-v1-GGUF","file":"Qwythos-27B-Q6_K.gguf","label":"Q6_K","size":22453933472,"bits":6.68,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-27B-v1-GGUF","file":"Qwythos-27B-Q8_0.gguf","label":"Q8_0","size":28595762592,"bits":8.5,"known":true,"rank":0},{"repo":"empero-ai/Qwythos-27B-v1-GGUF","file":"Qwythos-27B-BF16.gguf","label":"BF16","size":53808280992,"bits":16,"known":true,"rank":0}],"repos":["empero-ai/Qwythos-27B-v1-GGUF"],"logoFrom":"empero-ai"},{"id":"endless-frontier-bigbang-v1","family":"bartowski/endless-frontier_BigBang-v1-GGUF","name":"Endless Frontier BigBang V1","maker":"bartowski","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"bartowski/endless-frontier_BigBang-v1-GGUF/endless-frontier_BigBang-v1-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-07T16:29:48.000Z","downloads":187388,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10255140800,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ2_XS.gguf","label":"IQ2_XS","size":11273832384,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ2_S.gguf","label":"IQ2_S","size":11486963648,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ2_M.gguf","label":"IQ2_M","size":12543403968,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q2_K.gguf","label":"Q2_K","size":13085779904,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q2_K_L.gguf","label":"Q2_K_L","size":13582419904,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15340447680,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q3_K_S.gguf","label":"Q3_K_S","size":15983921088,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ3_XS.gguf","label":"IQ3_XS","size":16689088448,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q3_K_M.gguf","label":"Q3_K_M","size":16696952768,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q3_K_L.gguf","label":"Q3_K_L","size":17356900288,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ3_M.gguf","label":"IQ3_M","size":17370662848,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17801889728,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ4_XS.gguf","label":"IQ4_XS","size":19278555072,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-IQ4_NL.gguf","label":"IQ4_NL","size":20333979584,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q4_0.gguf","label":"Q4_0","size":20415244224,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q4_K_S.gguf","label":"Q4_K_S","size":21065361344,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q4_K_M.gguf","label":"Q4_K_M","size":21864081344,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q4_K_L.gguf","label":"Q4_K_L","size":22241527744,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q4_1.gguf","label":"Q4_1","size":22447450048,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q5_K_S.gguf","label":"Q5_K_S","size":24630880192,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q5_K_M.gguf","label":"Q5_K_M","size":25492187072,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q5_K_L.gguf","label":"Q5_K_L","size":25806063552,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q6_K.gguf","label":"Q6_K","size":30526310336,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q6_K_L.gguf","label":"Q6_K_L","size":30772643776,"bits":6.93,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-Q8_0.gguf","label":"Q8_0","size":37813700544,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/endless-frontier_BigBang-v1-GGUF","file":"endless-frontier_BigBang-v1-bf16/endless-frontier_BigBang-v1-bf16-00001-of-00002.gguf","label":"BF16","size":71066994528,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/endless-frontier_BigBang-v1-GGUF"],"logoFrom":"endless-frontier"},{"id":"qwopus3-6-27b-fusion","family":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","name":"Qwopus3.6 27B Fusion","maker":"KyleHessling1","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF/Qwopus3.6-27B-Fusion-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-07-20T18:20:13.000Z","downloads":187045,"likes":78,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","file":"Qwopus3.6-27B-Fusion-Q3_K_M.gguf","label":"Q3_K_M","size":13500734560,"bits":3.95,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","file":"Qwopus3.6-27B-Fusion-Q4_K_M.gguf","label":"Q4_K_M","size":16810712160,"bits":4.92,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","file":"Qwopus3.6-27B-Fusion-Q5_K_M.gguf","label":"Q5_K_M","size":19535699040,"bits":5.72,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","file":"Qwopus3.6-27B-Fusion-Q6_K.gguf","label":"Q6_K","size":22430997600,"bits":6.57,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","file":"Qwopus3.6-27B-Fusion-Q8_0.gguf","label":"Q8_0","size":29047082080,"bits":8.51,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus3.6-27B-Fusion-GGUF","file":"Qwopus3.6-27B-Fusion-BF16.gguf","label":"BF16","size":54657731680,"bits":16.01,"known":true,"rank":0}],"repos":["KyleHessling1/Qwopus3.6-27B-Fusion-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-omni-7b","family":"Qwen/Qwen2.5-Omni-7B","name":"Qwen2.5 Omni 7B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"unsloth/Qwen2.5-Omni-7B-GGUF/Qwen2.5-Omni-7B-UD-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2025-03-22T02:27:55.000Z","downloads":184795,"likes":119,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2073763392,"bits":2.18,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2200536640,"bits":2.31,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2398445120,"bits":2.52,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2856250944,"bits":3,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q2_K.gguf","label":"Q2_K","size":3015939648,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3143673408,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3167198784,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3242950208,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492367936,"bits":3.67,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808390720,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4002672192,"bits":4.2,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4235503168,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437812800,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457768512,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683073088,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4785159744,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q4_1.gguf","label":"Q4_1","size":4873283136,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315176000,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444830784,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5461546560,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q6_K.gguf","label":"Q6_K","size":6254198336,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6959042112,"bits":7.31,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-Q8_0.gguf","label":"Q8_0","size":8098524736,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10192154176,"bits":10.7,"known":true,"rank":0},{"repo":"ggml-org/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-f16.gguf","label":"F16","size":15237852032,"bits":16,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-Omni-7B-GGUF","file":"Qwen2.5-Omni-7B-BF16.gguf","label":"BF16","size":15237852480,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/Qwen2.5-Omni-7B-GGUF","unsloth/Qwen2.5-Omni-7B-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-coder-30b-a3b-instruct-abliterated","family":"huihui-ai/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated","name":"Huihui Qwen3 Coder 30B A3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-02T06:01:54.000Z","downloads":181997,"likes":220,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":6416512512,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7078295040,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181265920,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076225536,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9287134720,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10169511424,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519367168,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":11258613248,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849330176,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598445568,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292471808,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":13299156480,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":13513065984,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711850496,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900673536,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368352768,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":17379991040,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456012800,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556689920,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":19192503808,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080514048,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725584896,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":25092535808,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":32483935424,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","mradermacher/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"llama-3-3-70b-instruct","family":"meta-llama/Llama-3.3-70B-Instruct","name":"Llama 3.3 70B","maker":"Meta","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Llama-3.3-70B-Instruct-i1-GGUF/Llama-3.3-70B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2024-11-26T16:08:47.000Z","downloads":174843,"likes":290,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1318,"arenaCoding":1346,"arenaVision":null,"builds":[{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":15854029408,"bits":1.8,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":16751201248,"bits":1.9,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":17145875040,"bits":1.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097390048,"bits":2.17,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":19431115360,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":21142113248,"bits":2.4,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":22242348000,"bits":2.52,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":24119299040,"bits":2.74,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":24295197280,"bits":2.75,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q2_K.gguf","label":"Q2_K","size":26375113312,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":26621364832,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":26966739552,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499360,"bits":3.11,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":27655621216,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":29307735008,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":30912055904,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":31937039328,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":34267499104,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":34784725600,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":37140597728,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":37935499872,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936736,"bits":4.32,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":39969737696,"bits":4.53,"known":false,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":39969737696,"bits":4.53,"known":false,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":39969737696,"bits":4.53,"known":false,"rank":1},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":40053623392,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_0.gguf","label":"Q4_0","size":40116537952,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":40347224672,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":42520398432,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":42664577632,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q4_1.gguf","label":"Q4_1","size":44313594464,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":48657451616,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":49859709536,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":49949821536,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Q6_K/Llama-3.3-70B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148288,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"UD-Q6_K_XL/Llama-3.3-70B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":61160065824,"bits":6.94,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-Q8_0/Llama-3.3-70B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054240,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"UD-Q8_K_XL/Llama-3.3-70B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":81231121184,"bits":9.21,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"BF16/Llama-3.3-70B-Instruct-BF16-00001-of-00003.gguf","label":"BF16","size":141117917856,"bits":16,"known":true,"rank":0},{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","file":"Llama-3.3-70B-Instruct-F16/Llama-3.3-70B-Instruct-F16-00001-of-00004.gguf","label":"F16","size":141117917856,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/Llama-3.3-70B-Instruct-GGUF","bartowski/Llama-3.3-70B-Instruct-GGUF","lmstudio-community/Llama-3.3-70B-Instruct-GGUF","mradermacher/Llama-3.3-70B-Instruct-i1-GGUF","unsloth/Llama-3.3-70B-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"minicpm-v-4-7-1b","family":"openbmb/MiniCPM-V-4.7-1B","name":"MiniCPM V 4.7 1B","maker":"openbmb","catalog":null,"tuned":false,"params":1.01,"active":null,"layers":24,"probe":"NANI-Nithin/MiniCPM-V-4.7-1B-GGUF/MiniCPM-V-4.7-1B-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T17:40:13.000Z","downloads":173738,"likes":121,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-IQ1_S.gguf","label":"IQ1_S","size":413144704,"bits":3.27,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-IQ1_M.gguf","label":"IQ1_M","size":421526656,"bits":3.34,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-IQ2_XXS.gguf","label":"IQ2_XXS","size":435496576,"bits":3.45,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-IQ2_XS.gguf","label":"IQ2_XS","size":447065728,"bits":3.54,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-TQ1_0.gguf","label":"TQ1_0","size":469216928,"bits":3.72,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-IQ2_S.gguf","label":"IQ2_S","size":475755200,"bits":3.77,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-IQ2_M.gguf","label":"IQ2_M","size":486931136,"bits":3.86,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-TQ2_0.gguf","label":"TQ2_0","size":492542624,"bits":3.9,"known":true,"rank":2},{"repo":"ngquocvinh/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4_7-1B-Q2_K_S.gguf","label":"Q2_K_S","size":497848448,"bits":3.94,"known":true,"rank":2},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-IQ3_XS.gguf","label":"IQ3_XS","size":552267168,"bits":4.37,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-IQ3_XS-thinking.gguf","label":"MiniCPM-V-4_7-1B-IQ3_XS-thinking","size":552267168,"bits":4.37,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-IQ3_M.gguf","label":"IQ3_M","size":562920864,"bits":4.46,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-IQ3_M-thinking.gguf","label":"MiniCPM-V-4_7-1B-IQ3_M-thinking","size":562920864,"bits":4.46,"known":false,"rank":0},{"repo":"AtomicChat/MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B-AD-IQ4_XS-IQ3_S.gguf","label":"IQ3_S","size":586882144,"bits":4.65,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-IQ4_XS.gguf","label":"IQ4_XS","size":638856128,"bits":5.06,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-IQ4_XS-thinking.gguf","label":"MiniCPM-V-4_7-1B-IQ4_XS-thinking","size":638856128,"bits":5.06,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q4_0.gguf","label":"Q4_0","size":644159072,"bits":5.1,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q4_0-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q4_0-thinking","size":644159072,"bits":5.1,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q4_K_S.gguf","label":"Q4_K_S","size":647960160,"bits":5.13,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q4_K_S-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q4_K_S-thinking","size":647960160,"bits":5.13,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-IQ4_NL.gguf","label":"IQ4_NL","size":658708352,"bits":5.22,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-IQ4_NL-thinking.gguf","label":"MiniCPM-V-4_7-1B-IQ4_NL-thinking","size":658708352,"bits":5.22,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q4_K_M.gguf","label":"Q4_K_M","size":672003680,"bits":5.32,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q4_K_M-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q4_K_M-thinking","size":672003680,"bits":5.32,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q4_1.gguf","label":"Q4_1","size":691138016,"bits":5.47,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q4_1-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q4_1-thinking","size":691138016,"bits":5.47,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q5_0.gguf","label":"Q5_0","size":738116960,"bits":5.85,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q5_K_S.gguf","label":"Q5_K_S","size":738116960,"bits":5.85,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q5_0-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q5_0-thinking","size":738116960,"bits":5.85,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q5_K_S-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q5_K_S-thinking","size":738116960,"bits":5.85,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q5_K_M.gguf","label":"Q5_K_M","size":752461152,"bits":5.96,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q5_K_M-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q5_K_M-thinking","size":752461152,"bits":5.96,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q5_1.gguf","label":"Q5_1","size":785095904,"bits":6.22,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q5_1-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q5_1-thinking","size":785095904,"bits":6.22,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q6_K.gguf","label":"Q6_K","size":837947232,"bits":6.64,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q6_K-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q6_K-thinking","size":837947232,"bits":6.64,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-Q8_0.gguf","label":"Q8_0","size":1081517920,"bits":8.57,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-Q8_0-thinking.gguf","label":"MiniCPM-V-4_7-1B-Q8_0-thinking","size":1081517920,"bits":8.57,"known":false,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"MiniCPM-V-4_7-1B-F16.gguf","label":"F16","size":2024372320,"bits":16.03,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","file":"thinking/MiniCPM-V-4_7-1B-F16-thinking.gguf","label":"MiniCPM-V-4_7-1B-F16-thinking","size":2024372320,"bits":16.03,"known":false,"rank":0}],"repos":["AtomicChat/MiniCPM-V-4.7-1B-GGUF","NANI-Nithin/MiniCPM-V-4.7-1B-GGUF","mradermacher/MiniCPM-V-4.7-1B-i1-GGUF","ngquocvinh/MiniCPM-V-4.7-1B-GGUF","openbmb/MiniCPM-V-4.7-1B-gguf"],"logoFrom":"openbmb"},{"id":"deepseek-v4-flash-0731","family":"deepseek-ai/DeepSeek-V4-Flash-0731","name":"DeepSeek V4 Flash 0731","maker":"DeepSeek","catalog":"deepseek-v4-flash-0731","tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF/AD-IQ1_M/DeepSeek-V4-Flash-0731-AD-IQ1_M-00001-of-00004.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-07-31T07:30:24.000Z","downloads":173302,"likes":819,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1436,"arenaCoding":1484,"arenaVision":null,"builds":[{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ1_M/DeepSeek-V4-Flash-0731-AD-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":70243645152,"bits":1.98,"known":true,"rank":2},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ1_M_XL/DeepSeek-V4-Flash-0731-AD-IQ1_M_XL-00001-of-00004.gguf","label":"IQ1_M_XL","size":72760227552,"bits":2.05,"known":false,"rank":2},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ2_XXS/DeepSeek-V4-Flash-0731-AD-IQ2_XXS-00001-of-00004.gguf","label":"IQ2_XXS","size":78531589856,"bits":2.21,"known":true,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ1_S/DeepSeek-V4-Flash-0731-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":82539237792,"bits":2.32,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ2_XS/DeepSeek-V4-Flash-0731-AD-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":85141812960,"bits":2.4,"known":true,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ1_M/DeepSeek-V4-Flash-0731-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":86901313952,"bits":2.45,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ2_XXS/DeepSeek-V4-Flash-0731-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":90860736928,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ2_M/DeepSeek-V4-Flash-0731-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":90926928288,"bits":2.56,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ2_S/DeepSeek-V4-Flash-0731-AD-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":93396203232,"bits":2.63,"known":true,"rank":2},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ2_S_XL/DeepSeek-V4-Flash-0731-AD-IQ2_S_XL-00001-of-00004.gguf","label":"IQ2_S_XL","size":96751646432,"bits":2.72,"known":false,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-Q2_K_XL/DeepSeek-V4-Flash-0731-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":96832508352,"bits":2.72,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ2_M/DeepSeek-V4-Flash-0731-AD-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":103999403744,"bits":2.93,"known":true,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ3_XXS/DeepSeek-V4-Flash-0731-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":104207848032,"bits":2.93,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ3_XXS/DeepSeek-V4-Flash-0731-AD-IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":108126598880,"bits":3.04,"known":true,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ3_S/DeepSeek-V4-Flash-0731-UD-IQ3_S-00001-of-00004.gguf","label":"UD-IQ3_S","size":116069339712,"bits":3.27,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ3_XS/DeepSeek-V4-Flash-0731-AD-IQ3_XS-00001-of-00004.gguf","label":"IQ3_XS","size":118192928480,"bits":3.33,"known":true,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-Q3_K_M/DeepSeek-V4-Flash-0731-UD-Q3_K_M-00001-of-00004.gguf","label":"UD-Q3_K_M","size":128078484032,"bits":3.6,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-Q3_K_XL/DeepSeek-V4-Flash-0731-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":128206729792,"bits":3.61,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ3_S/DeepSeek-V4-Flash-0731-AD-IQ3_S-00001-of-00004.gguf","label":"IQ3_S","size":130759063264,"bits":3.68,"known":true,"rank":2},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ3_M/DeepSeek-V4-Flash-0731-AD-IQ3_M-00001-of-00004.gguf","label":"IQ3_M","size":135792228064,"bits":3.82,"known":true,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ4_NL/DeepSeek-V4-Flash-0731-UD-IQ4_NL-00001-of-00004.gguf","label":"UD-IQ4_NL","size":136662446656,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-IQ4_XS/DeepSeek-V4-Flash-0731-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":136662446656,"bits":3.85,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4-Flash-0731-GGUF","file":"AD-IQ3_M_XL/DeepSeek-V4-Flash-0731-AD-IQ3_M_XL-00001-of-00004.gguf","label":"IQ3_M_XL","size":143643965152,"bits":4.04,"known":false,"rank":2},{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","file":"UD-Q4_K_XL/DeepSeek-V4-Flash-0731-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":155095241120,"bits":4.36,"known":true,"rank":0},{"repo":"lmstudio-community/DeepSeek-V4-Flash-0731-GGUF","file":"DeepSeek-V4-Flash-0731-MXFP4-00001-of-00004.gguf","label":"MXFP4","size":156378345408,"bits":4.4,"known":true,"rank":1}],"repos":["AtomicChat/DeepSeek-V4-Flash-0731-GGUF","lmstudio-community/DeepSeek-V4-Flash-0731-GGUF","unsloth/DeepSeek-V4-Flash-0731-GGUF"],"logoFrom":"deepseek-ai"},{"id":"parable-granite-4-1-3b-claude-fable-5","family":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","name":"Parable Granite 4.1 3B Claude Fable 5","maker":"AnkitAI","catalog":null,"tuned":true,"params":3.4,"active":null,"layers":40,"probe":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF-Q4_K_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-13T16:54:04.000Z","downloads":172240,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-3B-Claude-Fable-5-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":2099501696,"bits":4.94,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-3B-Claude-Fable-5-GGUF-Q5_K_M.gguf","label":"Q5_K_M","size":2437012096,"bits":5.73,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-3B-Claude-Fable-5-GGUF-Q6_K.gguf","label":"Q6_K","size":2795616896,"bits":6.58,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-3B-Claude-Fable-5-GGUF-Q8_0.gguf","label":"Q8_0","size":3619691136,"bits":8.52,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-3B-Claude-Fable-5-GGUF-F16.gguf","label":"F16","size":6809655936,"bits":16.02,"known":true,"rank":0}],"repos":["AnkitAI/Parable-Granite-4.1-3B-Claude-Fable-5-GGUF"],"logoFrom":"AnkitAI"},{"id":"parable-granite-4-1-8b-claude-fable-5","family":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","name":"Parable Granite 4.1 8B Claude Fable 5","maker":"AnkitAI","catalog":null,"tuned":true,"params":8.38,"active":null,"layers":40,"probe":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF-Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-13T07:20:45.000Z","downloads":171295,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-8B-Claude-Fable-5-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":5116703424,"bits":4.88,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-8B-Claude-Fable-5-GGUF-Q5_K_M.gguf","label":"Q5_K_M","size":5971292864,"bits":5.7,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-8B-Claude-Fable-5-GGUF-Q6_K.gguf","label":"Q6_K","size":6879294144,"bits":6.57,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-8B-Claude-Fable-5-GGUF-Q8_0.gguf","label":"Q8_0","size":8908878528,"bits":8.5,"known":true,"rank":0},{"repo":"AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF","file":"Parable-Granite-4.1-8B-Claude-Fable-5-GGUF-F16.gguf","label":"F16","size":16765334208,"bits":16.01,"known":true,"rank":0}],"repos":["AnkitAI/Parable-Granite-4.1-8B-Claude-Fable-5-GGUF"],"logoFrom":"AnkitAI"},{"id":"deepseek-r1-distill-qwen-14b","family":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","name":"DeepSeek R1 Distill Qwen 14B","maker":"DeepSeek","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/DeepSeek-R1-Distill-Qwen-14B-IQ2_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-20T09:18:27.000Z","downloads":168581,"likes":461,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4704574880,"bits":2.55,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ2_S.gguf","label":"IQ2_S","size":5003726240,"bits":2.71,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ2_M.gguf","label":"IQ2_M","size":5356146080,"bits":2.9,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf","label":"Q2_K","size":5770497184,"bits":3.13,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf","label":"Q2_K","size":5770497184,"bits":3.13,"known":true,"rank":4},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf","label":"Q2_K_L","size":5952973984,"bits":3.22,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf","label":"Q2_K_L","size":5952973984,"bits":3.22,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6383361440,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6659595680,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ3_M.gguf","label":"IQ3_M","size":6916537760,"bits":3.75,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7339203744,"bits":3.98,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7339203744,"bits":3.98,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7924768160,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8119840160,"bits":4.4,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q4_0.gguf","label":"Q4_0","size":8544267680,"bits":4.63,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8549182880,"bits":4.63,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573431200,"bits":4.64,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606014880,"bits":4.66,"known":true,"rank":1},{"repo":"roleplaiapp/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M-GGUF","file":"deepseek-r1-distill-qwen-14b-q4_k_m.gguf","label":"Q4_K_M","size":8988109952,"bits":4.87,"known":true,"rank":3},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf","label":"Q4_K_M","size":8988109984,"bits":4.87,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf","label":"Q4_K_M","size":8988109984,"bits":4.87,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q4_1.gguf","label":"Q4_1","size":9392139680,"bits":5.09,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9565953440,"bits":5.18,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10266553760,"bits":5.56,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10508872864,"bits":5.69,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10508872864,"bits":5.69,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10989395360,"bits":5.95,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf","label":"Q6_K","size":12124683424,"bits":6.57,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf","label":"Q6_K","size":12124683424,"bits":6.57,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12501802400,"bits":6.77,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf","label":"Q8_0","size":15701597344,"bits":8.5,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf","label":"Q8_0","size":15701597344,"bits":8.5,"known":true,"rank":4},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-F16.gguf","label":"F16","size":29547715744,"bits":16,"known":true,"rank":0},{"repo":"divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-F16.gguf","label":"F16","size":29547715744,"bits":16,"known":true,"rank":4},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-f32/DeepSeek-R1-Distill-Qwen-14B-f32-00001-of-00002.gguf","label":"F32","size":59086101824,"bits":32,"known":true,"rank":1}],"repos":["bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF","divpasta123/DeepSeek-R1-Distill-Qwen-14B-GGUF","lmstudio-community/DeepSeek-R1-Distill-Qwen-14B-GGUF","roleplaiapp/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M-GGUF","unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-5-122b-a10b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 122B A10B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-22T02:21:43.000Z","downloads":164743,"likes":193,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":39938372192,"bits":2.62,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_XXS.gguf","label":"IQ3_XXS","size":47148233312,"bits":3.09,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":53788852832,"bits":3.52,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":58602062432,"bits":3.84,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":63076052576,"bits":4.13,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":65244881504,"bits":4.27,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":74208240224,"bits":4.86,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":78682967648,"bits":5.15,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":86955516512,"bits":5.7,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":93496259168,"bits":6.13,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":100307731040,"bits":6.57,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":104576886368,"bits":6.85,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":144514683488,"bits":9.47,"known":false,"rank":0}],"repos":["HauhauCS/Qwen3.5-122B-A10B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"deepseek-r1-distill-qwen-1-5b","family":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","name":"DeepSeek R1 Distill Qwen 1.5B","maker":"DeepSeek","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF/DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-20T09:04:18.000Z","downloads":163427,"likes":275,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":700140640,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-IQ2_M.gguf","label":"IQ2_M","size":701332064,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":716268640,"bits":3.22,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q2_K.gguf","label":"Q2_K","size":752880736,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":774946912,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":792150112,"bits":3.56,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q2_K_L.gguf","label":"Q2_K_L","size":807577696,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-IQ3_XS.gguf","label":"IQ3_XS","size":831976544,"bits":3.74,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_S.gguf","label":"Q3_K_S","size":861221984,"bits":3.87,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-IQ3_M.gguf","label":"IQ3_M","size":876941408,"bits":3.94,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":882082912,"bits":3.96,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":885609568,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf","label":"Q3_K_M","size":924456544,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":968286304,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_L.gguf","label":"Q3_K_L","size":980440160,"bits":4.41,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-IQ4_XS.gguf","label":"IQ4_XS","size":1019711072,"bits":4.58,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-IQ4_NL.gguf","label":"IQ4_NL","size":1067603552,"bits":4.8,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q4_0.gguf","label":"Q4_0","size":1068807776,"bits":4.8,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_S.gguf","label":"Q4_K_S","size":1071584864,"bits":4.82,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":1098800224,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf","label":"Q4_K_M","size":1117321312,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q4_1.gguf","label":"Q4_1","size":1162700384,"bits":5.23,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1184642144,"bits":5.32,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1189281376,"bits":5.35,"known":true,"rank":0},{"repo":"second-state/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q5_0.gguf","label":"Q5_0","size":1259173216,"bits":5.66,"known":true,"rank":3},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_S.gguf","label":"Q5_K_S","size":1259173472,"bits":5.66,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_M.gguf","label":"Q5_K_M","size":1285494880,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_L.gguf","label":"Q4_K_L","size":1290527840,"bits":5.8,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q5_K_L.gguf","label":"Q5_K_L","size":1429529696,"bits":6.42,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q6_K.gguf","label":"Q6_K","size":1464179296,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q6_K_L.gguf","label":"Q6_K_L","size":1577219168,"bits":7.09,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf","label":"Q8_0","size":1894532416,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-f16.gguf","label":"F16","size":3560416352,"bits":16,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-BF16.gguf","label":"BF16","size":3560416576,"bits":16,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-f32.gguf","label":"F32","size":7114302272,"bits":31.97,"known":true,"rank":1}],"repos":["bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","lmstudio-community/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","second-state/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"cydonia-24b-v4-3","family":"TheDrummer/Cydonia-24B-v4.3-GGUF","name":"Cydonia 24B V4.3","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"TheDrummer/Cydonia-24B-v4.3-GGUF/Cydonia-24B-v4zg-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-11-08T23:45:07.000Z","downloads":162831,"likes":191,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ2_XS.gguf","label":"IQ2_XS","size":7207034272,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ2_S.gguf","label":"IQ2_S","size":7478353312,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ2_M.gguf","label":"IQ2_M","size":8114052512,"bits":2.75,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zg-Q2_K.gguf","label":"Q2_K","size":8890326144,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593312,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q2_K_L.gguf","label":"Q2_K_L","size":9545686432,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ3_XS.gguf","label":"IQ3_XS","size":9907117472,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q3_K_S.gguf","label":"Q3_K_S","size":10400275872,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ3_M.gguf","label":"IQ3_M","size":10650951072,"bits":3.62,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zg-Q3_K_M.gguf","label":"Q3_K_M","size":11474082944,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q3_K_L.gguf","label":"Q3_K_L","size":12400762272,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ4_XS.gguf","label":"IQ4_XS","size":12758916512,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987964832,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-IQ4_NL.gguf","label":"IQ4_NL","size":13468016032,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q4_0.gguf","label":"Q4_0","size":13494230432,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q4_K_S.gguf","label":"Q4_K_S","size":13549280672,"bits":4.6,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zg-Q4_K_M.gguf","label":"Q4_K_M","size":14333910144,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q4_K_L.gguf","label":"Q4_K_L","size":14831984032,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q4_1.gguf","label":"Q4_1","size":14873107872,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q5_K_S.gguf","label":"Q5_K_S","size":16304414112,"bits":5.53,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zg-Q5_K_M.gguf","label":"Q5_K_M","size":16763985024,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q5_K_L.gguf","label":"Q5_K_L","size":17178172832,"bits":5.83,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zg-Q6_K.gguf","label":"Q6_K","size":19345939584,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-Q6_K_L.gguf","label":"Q6_K_L","size":19670998432,"bits":6.68,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zg-Q8_0.gguf","label":"Q8_0","size":25054780544,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","file":"TheDrummer_Cydonia-24B-v4.3-bf16.gguf","label":"BF16","size":47153519744,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Cydonia-24B-v4.3-GGUF","bartowski/TheDrummer_Cydonia-24B-v4.3-GGUF","mradermacher/Cydonia-24B-v4.3-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-5-9b-abliterated","family":"lukey03/Qwen3.5-9B-abliterated-GGUF","name":"Qwen3.5 9B Abliterated","maker":"lukey03","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"lukey03/Qwen3.5-9B-abliterated-GGUF/Qwen3.5-9B-abliterated-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T08:59:51.000Z","downloads":162788,"likes":135,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2446943872,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2600445568,"bits":2.32,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2856281728,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3065144960,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":3207767680,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3412436608,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3508496000,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q2_K.gguf","label":"Q2_K","size":3638519136,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3793462912,"bits":3.39,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4136461952,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4259407200,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":4263863936,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383168,"bits":3.95,"known":true,"rank":1},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":4616184672,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4616185184,"bits":4.13,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":4824851296,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4824851808,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5102069088,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5317551744,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5325940352,"bits":4.76,"known":true,"rank":1},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":5340619616,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5340620128,"bits":4.77,"known":true,"rank":0},{"repo":"lukey03/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5627044704,"bits":5.03,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5627044704,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-i1-GGUF","file":"Qwen3.5-9B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5809333888,"bits":5.19,"known":true,"rank":1},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":6305309536,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":6305310048,"bits":5.64,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":6522004320,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":6522004832,"bits":5.83,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q6_K.gguf","label":"Q6_K","size":7359259488,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q6_K.gguf","label":"Q6_K","size":7359260000,"bits":6.58,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-Q8_0.gguf","label":"Q8_0","size":9527501664,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated.Q8_0.gguf","label":"Q8_0","size":9527502176,"bits":8.52,"known":true,"rank":0},{"repo":"lukey03/Qwen3.5-9B-abliterated-GGUF","file":"Qwen3.5-9B-abliterated-F16.gguf","label":"F16","size":17920697184,"bits":16.02,"known":true,"rank":0}],"repos":["Abiray/Qwen3.5-9B-abliterated-GGUF","lukey03/Qwen3.5-9B-abliterated-GGUF","mradermacher/Qwen3.5-9B-abliterated-GGUF","mradermacher/Qwen3.5-9B-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"devstral-small-2-24b-instruct-2512","family":"mistralai/Devstral-Small-2-24B-Instruct-2512","name":"Devstral Small 2 24B","maker":"Mistral AI","catalog":"devstral-small-2-24b","tuned":false,"params":23.57,"active":null,"layers":40,"probe":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S.gguf","kvBytesPerToken":183253,"kvHeader":163840,"kvFixed":0,"context":393216,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-28T11:27:11.000Z","downloads":161807,"likes":265,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":5559094432,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6017846432,"bits":2.04,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545648512,"bits":2.22,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6751440032,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ2_XS.gguf","label":"IQ2_XS","size":7207562112,"bits":2.45,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ2_S.gguf","label":"IQ2_S","size":7478881152,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ2_M.gguf","label":"IQ2_M","size":8114580352,"bits":2.75,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243858592,"bits":2.8,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q2_K.gguf","label":"Q2_K","size":8890862752,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q2_K_L.gguf","label":"Q2_K_L","size":9048149152,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ3_XXS.gguf","label":"IQ3_XXS","size":9281121152,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292680352,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409744032,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ3_XS.gguf","label":"IQ3_XS","size":9907645312,"bits":3.36,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q3_K_S.gguf","label":"Q3_K_S","size":10400812192,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-IQ3_M.gguf","label":"IQ3_M","size":10651478912,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q3_K_M.gguf","label":"Q3_K_M","size":11474619552,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11851410592,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-Q3_K_L.gguf","label":"Q3_K_L","size":12401290112,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-IQ4_XS.gguf","label":"IQ4_XS","size":12780424352,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-Q3_K_XL.gguf","label":"Q3_K_XL","size":12988492672,"bits":4.41,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-IQ4_NL.gguf","label":"IQ4_NL","size":13468552352,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q4_0.gguf","label":"Q4_0","size":13494766752,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q4_K_S.gguf","label":"Q4_K_S","size":13549816992,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf","label":"Q4_K_M","size":14334446752,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14506151072,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-Q4_K_L.gguf","label":"Q4_K_L","size":14832511872,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q4_1.gguf","label":"Q4_1","size":14873644192,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q5_K_S.gguf","label":"Q5_K_S","size":16304950432,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q5_K_M.gguf","label":"Q5_K_M","size":16764521632,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16766364832,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-Q5_K_L.gguf","label":"Q5_K_L","size":17178700672,"bits":5.83,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q6_K.gguf","label":"Q6_K","size":19346476192,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","file":"mistralai_Devstral-Small-2-24B-Instruct-2512-Q6_K_L.gguf","label":"Q6_K_L","size":19671526272,"bits":6.68,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788923552,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-Q8_0.gguf","label":"Q8_0","size":25055317152,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28992392352,"bits":9.84,"known":true,"rank":0},{"repo":"lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-F16.gguf","label":"F16","size":47154047104,"bits":16,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","file":"Devstral-Small-2-24B-Instruct-2512-BF16.gguf","label":"BF16","size":47154056032,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistralai_Devstral-Small-2-24B-Instruct-2512-GGUF","ggml-org/Devstral-Small-2-24B-Instruct-2512-GGUF","lmstudio-community/Devstral-Small-2-24B-Instruct-2512-GGUF","unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF"],"logoFrom":"mistralai"},{"id":"swift-1-5-qwen3-8-flash-next","family":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","name":"Swift 1.5 Qwen3.8 Flash Next","maker":"ukisai","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF/IQ1_S/Swift-1.5-Qwen3.8-Flash-Next-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-24T09:57:22.000Z","downloads":159577,"likes":74,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ1_S/Swift-1.5-Qwen3.8-Flash-Next-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":70104737376,"bits":3.17,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ1_M/Swift-1.5-Qwen3.8-Flash-Next-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":72012848704,"bits":3.26,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ2_XXS/Swift-1.5-Qwen3.8-Flash-Next-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":75193034336,"bits":3.4,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ2_XS/Swift-1.5-Qwen3.8-Flash-Next-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":77737182816,"bits":3.51,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ2_S/Swift-1.5-Qwen3.8-Flash-Next-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":77825338976,"bits":3.52,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ2_M/Swift-1.5-Qwen3.8-Flash-Next-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":80369487424,"bits":3.63,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q2_K/Swift-1.5-Qwen3.8-Flash-Next-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":80926778976,"bits":3.66,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ3_XXS/Swift-1.5-Qwen3.8-Flash-Next-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":88021245536,"bits":3.98,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q3_K_S/Swift-1.5-Qwen3.8-Flash-Next-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":89441195616,"bits":4.04,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ3_XS/Swift-1.5-Qwen3.8-Flash-Next-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":91945490144,"bits":4.16,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q3_K_M/Swift-1.5-Qwen3.8-Flash-Next-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":91957778144,"bits":4.16,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q3_K_L/Swift-1.5-Qwen3.8-Flash-Next-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":93191001792,"bits":4.21,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ3_M/Swift-1.5-Qwen3.8-Flash-Next-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":93227374272,"bits":4.22,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ4_XS/Swift-1.5-Qwen3.8-Flash-Next-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":97681835744,"bits":4.42,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"IQ4_NL/Swift-1.5-Qwen3.8-Flash-Next-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":100293527232,"bits":4.53,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q4_0/Swift-1.5-Qwen3.8-Flash-Next-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":100599252672,"bits":4.55,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q2_K_L/Swift-1.5-Qwen3.8-Flash-Next-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":107147702080,"bits":4.84,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q4_1/Swift-1.5-Qwen3.8-Flash-Next-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":111258575552,"bits":5.03,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q4_K_S/Swift-1.5-Qwen3.8-Flash-Next-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":113135910592,"bits":5.12,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q3_K_XL/Swift-1.5-Qwen3.8-Flash-Next-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":119347361600,"bits":5.4,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q4_K_M/Swift-1.5-Qwen3.8-Flash-Next-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":119599029952,"bits":5.41,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q5_K_S/Swift-1.5-Qwen3.8-Flash-Next-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":128104512224,"bits":5.79,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q5_K_M/Swift-1.5-Qwen3.8-Flash-Next-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":134668639040,"bits":6.09,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q4_K_L/Swift-1.5-Qwen3.8-Flash-Next-Q4_K_L-00001-of-00004.gguf","label":"Q4_K_L","size":139270930272,"bits":6.3,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q5_K_L/Swift-1.5-Qwen3.8-Flash-Next-Q5_K_L-00001-of-00005.gguf","label":"Q5_K_L","size":151061061568,"bits":6.83,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q6_K/Swift-1.5-Qwen3.8-Flash-Next-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":168113805248,"bits":7.6,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF","file":"Q8_0/Swift-1.5-Qwen3.8-Flash-Next-Q8_0-00001-of-00005.gguf","label":"Q8_0","size":188260769696,"bits":8.51,"known":true,"rank":0}],"repos":["ukisai/Swift-1.5-Qwen3.8-Flash-Next-GGUF"],"logoFrom":"ukisai"},{"id":"deepseek-r1-distill-qwen-32b","family":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","name":"DeepSeek R1 Distill Qwen 32B","maker":"DeepSeek","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF/DeepSeek-R1-Distill-Qwen-32B-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-20T09:19:00.000Z","downloads":148426,"likes":545,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028249760,"bits":2.2,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ2_XS.gguf","label":"IQ2_XS","size":9957550240,"bits":2.43,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ2_S.gguf","label":"IQ2_S","size":10387568800,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ2_M.gguf","label":"IQ2_M","size":11264440480,"bits":2.75,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q2_K.gguf","label":"Q2_K","size":12313098144,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q2_K_L.gguf","label":"Q2_K_L","size":12495574944,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ3_XS.gguf","label":"IQ3_XS","size":13705513120,"bits":3.35,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14392330400,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ3_M.gguf","label":"IQ3_M","size":14810122400,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q3_K_M.gguf","label":"Q3_K_M","size":15935047584,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17247078560,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17693153440,"bits":4.32,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325280,"bits":4.38,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-IQ4_NL.gguf","label":"IQ4_NL","size":18682173600,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q4_0.gguf","label":"Q4_0","size":18711009440,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q4_K_S.gguf","label":"Q4_K_S","size":18784409760,"bits":4.59,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf","label":"Q4_K_M","size":19851335584,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q4_K_L.gguf","label":"Q4_K_L","size":20429179040,"bits":4.99,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q4_1.gguf","label":"Q4_1","size":20639242400,"bits":5.04,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22638254240,"bits":5.53,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q5_K_M.gguf","label":"Q5_K_M","size":23262156704,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q5_K_L.gguf","label":"Q5_K_L","size":23742679200,"bits":5.8,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q6_K.gguf","label":"Q6_K","size":26886154144,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q6_K_L.gguf","label":"Q6_K_L","size":27263273120,"bits":6.66,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Q8_0.gguf","label":"Q8_0","size":34820884384,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-bf16/DeepSeek-R1-Distill-Qwen-32B-bf16-00001-of-00002.gguf","label":"BF16","size":65535969344,"bits":16,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-F16/DeepSeek-R1-Distill-Qwen-32B-F16-00001-of-00002.gguf","label":"F16","size":65535969376,"bits":16,"known":true,"rank":0}],"repos":["bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF","lmstudio-community/DeepSeek-R1-Distill-Qwen-32B-GGUF","unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"huihui-qwen3-6-35b-a3b-abliterated","family":"huihui-ai/Huihui-Qwen3.6-35B-A3B-abliterated","name":"Huihui Qwen3.6 35B A3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF/Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-18T00:10:28.000Z","downloads":147461,"likes":51,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142752,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209632,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654432,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031712,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480672,"bits":2.46,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236512,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097952,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q2_K.gguf","label":"Q2_K","size":12939594624,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760032,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145312,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":15182185344,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424992,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520352,"bits":3.56,"known":true,"rank":1},{"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":16764764480,"bits":3.87,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":16764765056,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":18115330944,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":18939313024,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19799268512,"bits":4.57,"known":true,"rank":1},{"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":19889903936,"bits":4.59,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":19889904512,"bits":4.59,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":21166758208,"bits":4.89,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":21166758784,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21848169632,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":23981284224,"bits":5.54,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":24729131328,"bits":5.71,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":24729131904,"bits":5.71,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-Q6_K.gguf","label":"Q6_K","size":28514152768,"bits":6.58,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q6_K.gguf","label":"Q6_K","size":28514153344,"bits":6.58,"known":true,"rank":0},{"repo":"Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated-Q8_0.gguf","label":"Q8_0","size":36903139648,"bits":8.52,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-abliterated.Q8_0.gguf","label":"Q8_0","size":36903140224,"bits":8.52,"known":true,"rank":0}],"repos":["Abiray/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-GGUF","mradermacher/Huihui-Qwen3.6-35B-A3B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"hy3","family":"tencent/Hy3","name":"Hy3","maker":"Tencent","catalog":null,"tuned":false,"params":298.79,"active":17.48,"layers":81,"probe":"bartowski/Hy3-GGUF/Hy3-IQ1_S/Hy3-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":383865,"kvHeader":331776,"kvFixed":0,"context":262144,"arch":"hy_v3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-02T13:23:54.000Z","downloads":146727,"likes":197,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1454,"arenaCoding":1503,"arenaVision":null,"builds":[{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ1_S/Hy3-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":64051148352,"bits":1.71,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ1_M/Hy3-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":71100724800,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ2_XXS/Hy3-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":82113918656,"bits":2.2,"known":true,"rank":0},{"repo":"AngelSlim/Hy3-GGUF","file":"Hy3-IQ1_M.gguf","label":"IQ1_M","size":89446312384,"bits":2.39,"known":true,"rank":1},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ2_XS/Hy3-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":91060369120,"bits":2.44,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ2_S/Hy3-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":92805134016,"bits":2.48,"known":true,"rank":0},{"repo":"AngelSlim/Hy3-GGUF","file":"Hy3-Q2_K_XL.gguf","label":"Q2_K_XL","size":100141427136,"bits":2.68,"known":true,"rank":1},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ2_M/Hy3-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":102091323104,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q2_K/Hy3-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":106691229376,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q2_K_L/Hy3-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":107174557408,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ3_XXS/Hy3-IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":126089361248,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q3_K_S/Hy3-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":131274569536,"bits":3.51,"known":true,"rank":0},{"repo":"AngelSlim/Hy3-GGUF","file":"Hy3-Q3_K_M.gguf","label":"Q3_K_M","size":134597913024,"bits":3.6,"known":true,"rank":1},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ3_XS/Hy3-IQ3_XS-00001-of-00004.gguf","label":"IQ3_XS","size":137437050656,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q3_K_M/Hy3-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":137545479968,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q3_K_L/Hy3-Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":143077766976,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q3_K_XL/Hy3-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":143510828864,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ3_M/Hy3-IQ3_M-00001-of-00004.gguf","label":"IQ3_M","size":143668639584,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ4_XS/Hy3-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":160771307456,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-IQ4_NL/Hy3-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":169803872192,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q4_0/Hy3-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":170321082336,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q4_K_S/Hy3-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":175458318304,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":182158227360,"bits":4.88,"known":true,"rank":0},{"repo":"AngelSlim/Hy3-GGUF","file":"Hy3-Q4_K_M.gguf","label":"Q4_K_M","size":182328371648,"bits":4.88,"known":true,"rank":1},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q4_K_L/Hy3-Q4_K_L-00001-of-00005.gguf","label":"Q4_K_L","size":182525556640,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q4_1/Hy3-Q4_1-00001-of-00005.gguf","label":"Q4_1","size":187795601344,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q5_K_S/Hy3-Q5_K_S-00001-of-00006.gguf","label":"Q5_K_S","size":206034401344,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q5_K_M/Hy3-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":212837857344,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q6_K/Hy3-Q6_K-00001-of-00007.gguf","label":"Q6_K","size":257246623936,"bits":6.89,"known":true,"rank":0},{"repo":"bartowski/Hy3-GGUF","file":"Hy3-Q8_0/Hy3-Q8_0-00001-of-00009.gguf","label":"Q8_0","size":317652367776,"bits":8.51,"known":true,"rank":0}],"repos":["AngelSlim/Hy3-GGUF","bartowski/Hy3-GGUF"],"logoFrom":"tencent"},{"id":"ui-tars-1-5-7b","family":"Mungert/UI-TARS-1.5-7B-GGUF","name":"UI TARS 1.5 7B","maker":"Mungert","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"Mungert/UI-TARS-1.5-7B-GGUF/UI-TARS-1.5-7B-iq2_xxs.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-04-16T09:40:50.000Z","downloads":146106,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq2_xxs.gguf","label":"IQ2_XXS","size":2650902912,"bits":2.78,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq2_xs.gguf","label":"IQ2_XS","size":2839335296,"bits":2.98,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq2_s.gguf","label":"IQ2_S","size":2912964992,"bits":3.06,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q2_k_s.gguf","label":"Q2_K_S","size":2934325632,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q2_K.gguf","label":"Q2_K","size":3015940416,"bits":3.17,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq2_m.gguf","label":"IQ2_M","size":3039121792,"bits":3.19,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q2_k_m.gguf","label":"Q2_K_M","size":3259494784,"bits":3.42,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq3_xxs.gguf","label":"IQ3_XXS","size":3272655232,"bits":3.44,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq3_xs.gguf","label":"IQ3_XS","size":3412918656,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492368704,"bits":3.67,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq3_s.gguf","label":"IQ3_S","size":3565855104,"bits":3.74,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq3_m.gguf","label":"IQ3_M","size":3603386752,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808391488,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088459584,"bits":4.29,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq4_xs.gguf","label":"IQ4_XS","size":4218472832,"bits":4.43,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q4_0.gguf","label":"Q4_0","size":4290883968,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-iq4_nl.gguf","label":"IQ4_NL","size":4437813632,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457769280,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683073856,"bits":4.92,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q4_1.gguf","label":"Q4_1","size":4766839168,"bits":5,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q5_0.gguf","label":"Q5_0","size":5242794368,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315176768,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444831552,"bits":5.72,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q5_1.gguf","label":"Q5_1","size":5718749568,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.Q6_K.gguf","label":"Q6_K","size":6254199104,"bits":6.57,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q6_k_m.gguf","label":"Q6_K_M","size":6254199168,"bits":6.57,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-q8_0.gguf","label":"Q8_0","size":8098525248,"bits":8.5,"known":true,"rank":0},{"repo":"Mungert/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B-bf16.gguf","label":"BF16","size":15237853248,"bits":16,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","file":"UI-TARS-1.5-7B.f16.gguf","label":"F16","size":15237853504,"bits":16,"known":true,"rank":0}],"repos":["Mungert/UI-TARS-1.5-7B-GGUF","mradermacher/UI-TARS-1.5-7B-GGUF"],"logoFrom":"Mungert"},{"id":"qwen3-8-flash-next-turbo-brilliance-50x-reasoning-instruct-gsq-rco","family":"DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF","name":"Qwen3.8 Flash Next Turbo Brilliance 50x Reasoning GSQ RCO","maker":"DavidAU","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-13T04:24:27.000Z","downloads":145996,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83617879456,"bits":3.78,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.8-Flash-Next-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"hy-memory-30b-a3b","family":"tencent/Hy-Memory-30B-A3B","name":"Hy Memory 30B A3B","maker":"Tencent","catalog":null,"tuned":false,"params":30.06,"active":2.89,"layers":48,"probe":"vinnipukh/Hy-Memory-30B-A3B-GGUF/Hy-Memory-30B-A3B-TQ1_0.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"hy_v3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T09:52:00.000Z","downloads":143853,"likes":31,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q1_0.gguf","label":"Q1_0","size":4449566080,"bits":1.18,"known":false,"rank":2},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-TQ1_0.gguf","label":"TQ1_0","size":6632209792,"bits":1.77,"known":true,"rank":2},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-TQ2_0.gguf","label":"TQ2_0","size":8017706368,"bits":2.13,"known":true,"rank":2},{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q8_0-expsIQ1_M.gguf","label":"PSIQ1_M","size":8034156288,"bits":2.14,"known":false,"rank":0},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q2_0.gguf","label":"Q2_0","size":8710454656,"bits":2.32,"known":false,"rank":2},{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q8_0-expsIQ2_XXS.gguf","label":"PSIQ2_XXS","size":9143025408,"bits":2.43,"known":false,"rank":0},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14446329440,"bits":3.84,"known":true,"rank":2},{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14446329600,"bits":3.84,"known":true,"rank":0},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":16099901024,"bits":4.28,"known":true,"rank":2},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q4_0.gguf","label":"Q4_0","size":17023434112,"bits":4.53,"known":true,"rank":2},{"repo":"rapatsky/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18236702240,"bits":4.85,"known":true,"rank":1},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18236702304,"bits":4.85,"known":true,"rank":2},{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18236702464,"bits":4.85,"known":true,"rank":0},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q4_1.gguf","label":"Q4_1","size":18886229376,"bits":5.03,"known":true,"rank":2},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q5_0.gguf","label":"Q5_0","size":20749024640,"bits":5.52,"known":true,"rank":2},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":20749024864,"bits":5.52,"known":true,"rank":2},{"repo":"rapatsky/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21374041632,"bits":5.69,"known":true,"rank":1},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21374041696,"bits":5.69,"known":true,"rank":2},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q5_1.gguf","label":"Q5_1","size":22611819904,"bits":6.02,"known":true,"rank":2},{"repo":"rapatsky/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q6_K.gguf","label":"Q6_K","size":24707464736,"bits":6.58,"known":true,"rank":1},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q6_K.gguf","label":"Q6_K","size":24707464800,"bits":6.58,"known":true,"rank":2},{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q6_K.gguf","label":"Q6_K","size":24707464960,"bits":6.58,"known":true,"rank":0},{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q8_0.gguf","label":"Q8_0","size":31985728896,"bits":8.51,"known":true,"rank":0},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q8_0.gguf","label":"Q8_0","size":31985728896,"bits":8.51,"known":true,"rank":2},{"repo":"rapatsky/Hy-Memory-30B-A3B-GGUF","file":"Hy-Memory-30B-A3B-Q8_0.gguf","label":"Q8_0","size":31985729056,"bits":8.51,"known":true,"rank":1},{"repo":"vinnipukh/Hy-Memory-30B-A3B-GGUF","file":"BF16/Hy-Memory-30B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":60159655488,"bits":16.01,"known":true,"rank":2}],"repos":["rapatsky/Hy-Memory-30B-A3B-GGUF","tencent/Hy-Memory-30B-A3B-GGUF","vinnipukh/Hy-Memory-30B-A3B-GGUF"],"logoFrom":"tencent"},{"id":"lfm2-5-350m","family":"LiquidAI/LFM2.5-350M","name":"LFM2.5 350M","maker":"Liquid AI","catalog":null,"tuned":false,"params":0.35,"active":null,"layers":16,"probe":"LiquidAI/LFM2.5-350M-GGUF/LFM2.5-350M-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-03-31T06:21:25.000Z","downloads":138685,"likes":109,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q4_0.gguf","label":"Q4_0","size":219309792,"bits":5.01,"known":true,"rank":0},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q4_0.gguf","label":"Q4_0","size":219309792,"bits":5.01,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q4_K_M.gguf","label":"Q4_K_M","size":229312224,"bits":5.24,"known":true,"rank":0},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q4_K_M.gguf","label":"Q4_K_M","size":229312224,"bits":5.24,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q5_K_M.gguf","label":"Q5_K_M","size":260376288,"bits":5.95,"known":true,"rank":0},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q5_K_M.gguf","label":"Q5_K_M","size":260376288,"bits":5.95,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q6_K.gguf","label":"Q6_K","size":293381856,"bits":6.71,"known":true,"rank":0},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q6_K.gguf","label":"Q6_K","size":293381856,"bits":6.71,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q8_0.gguf","label":"Q8_0","size":379217632,"bits":8.67,"known":true,"rank":0},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-Q8_0.gguf","label":"Q8_0","size":379217632,"bits":8.67,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-BF16.gguf","label":"BF16","size":711485152,"bits":16.26,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-350M-GGUF","file":"LFM2.5-350M-F16.gguf","label":"F16","size":711485152,"bits":16.26,"known":true,"rank":0},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-BF16.gguf","label":"BF16","size":711485152,"bits":16.26,"known":true,"rank":1},{"repo":"ensu-app/LFM2.5-350M-GGUF","file":"LFM2.5-350M-F16.gguf","label":"F16","size":711485152,"bits":16.26,"known":true,"rank":1}],"repos":["LiquidAI/LFM2.5-350M-GGUF","ensu-app/LFM2.5-350M-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen2-5-coder-3b-instruct","family":"Qwen/Qwen2.5-Coder-3B-Instruct","name":"Qwen2.5 Coder 3B Instruct","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":3.4,"active":null,"layers":36,"probe":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF/Qwen2.5-Coder-3B-Instruct-IQ2_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-11-06T07:49:38.000Z","downloads":137349,"likes":267,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":1140516096,"bits":2.68,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1350116608,"bits":3.18,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q2_k.gguf","label":"Q2_K","size":1376856512,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1391836416,"bits":3.27,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1454357760,"bits":3.42,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1488895232,"bits":3.5,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1707392256,"bits":4.02,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":1724178880,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1739095296,"bits":4.09,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1782752512,"bits":4.19,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1822850304,"bits":4.29,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1822850304,"bits":4.29,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1822850304,"bits":4.29,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1834384640,"bits":4.32,"known":true,"rank":2},{"repo":"bocalan/Qwen2.5-Coder-3B-Instruct-Q4_K_M-GGUF","file":"qwen2.5-coder-3b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":1929903072,"bits":4.54,"known":true,"rank":4},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q4_0.gguf","label":"Q4_0","size":1997879744,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2005263616,"bits":4.72,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":2104932800,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2169666816,"bits":5.11,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2300175616,"bits":5.41,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q5_0.gguf","label":"Q5_0","size":2383591872,"bits":5.61,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":2438740416,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2613519616,"bits":6.15,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q6_k.gguf","label":"Q6_K","size":2793411008,"bits":6.57,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-q8_0.gguf","label":"Q8_0","size":3616088512,"bits":8.51,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","file":"qwen2.5-coder-3b-instruct-fp16.gguf","label":"qwen2.5-coder-3b-instruct-fp16","size":6800646592,"bits":16,"known":false,"rank":0}],"repos":["Qwen/Qwen2.5-Coder-3B-Instruct-GGUF","bartowski/Qwen2.5-Coder-3B-Instruct-GGUF","bocalan/Qwen2.5-Coder-3B-Instruct-Q4_K_M-GGUF","lmstudio-community/Qwen2.5-Coder-3B-Instruct-GGUF","unsloth/Qwen2.5-Coder-3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-5-8b-a1b","family":"LiquidAI/LFM2.5-8B-A1B","name":"LFM2.5 8B A1B","maker":"Liquid AI","catalog":null,"tuned":false,"params":8.47,"active":1.69,"layers":24,"probe":"unsloth/LFM2.5-8B-A1B-GGUF/LFM2.5-8B-A1B-UD-IQ1_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-05-28T09:43:54.000Z","downloads":135729,"likes":492,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2573872736,"bits":2.43,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2701274720,"bits":2.55,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2754588256,"bits":2.6,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2925768288,"bits":2.76,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3272339040,"bits":3.09,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":3570921056,"bits":3.37,"known":true,"rank":1},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-I-Mini.gguf","label":"LFM2.5-8B-A1B-APEX-I-Mini","size":3635342816,"bits":3.43,"known":false,"rank":2},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":3939626592,"bits":3.72,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4003114592,"bits":3.78,"known":true,"rank":1},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-Compact.gguf","label":"LFM2.5-8B-A1B-APEX-Compact","size":4212288704,"bits":3.98,"known":false,"rank":2},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-I-Compact.gguf","label":"LFM2.5-8B-A1B-APEX-I-Compact","size":4212288992,"bits":3.98,"known":false,"rank":2},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":4264996448,"bits":4.03,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":4358844000,"bits":4.12,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-Q4_0.gguf","label":"Q4_0","size":4844678368,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":5013941856,"bits":4.74,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-Q4_K_M.gguf","label":"Q4_K_M","size":5155564768,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":5322223200,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":5348437600,"bits":5.05,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5351583328,"bits":5.05,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":6005894752,"bits":5.67,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-Q5_K_M.gguf","label":"Q5_K_M","size":6030339296,"bits":5.7,"known":true,"rank":0},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-Quality.gguf","label":"LFM2.5-8B-A1B-APEX-Quality","size":6105820352,"bits":5.77,"known":false,"rank":2},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-I-Quality.gguf","label":"LFM2.5-8B-A1B-APEX-I-Quality","size":6105820640,"bits":5.77,"known":false,"rank":2},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-Balanced.gguf","label":"LFM2.5-8B-A1B-APEX-Balanced","size":6326021312,"bits":5.97,"known":false,"rank":2},{"repo":"mudler/LFM2.5-8B-A1B-APEX-GGUF","file":"LFM2.5-8B-A1B-APEX-I-Balanced.gguf","label":"LFM2.5-8B-A1B-APEX-I-Balanced","size":6326021600,"bits":5.97,"known":false,"rank":2},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":6361886304,"bits":6.01,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6393081440,"bits":6.04,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-Q6_K.gguf","label":"Q6_K","size":6959787232,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q6_K.gguf","label":"UD-Q6_K","size":7088287328,"bits":6.69,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7742467680,"bits":7.31,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-Q8_0.gguf","label":"Q8_0","size":9010195680,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":9340497504,"bits":8.82,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-BF16.gguf","label":"BF16","size":16947260640,"bits":16.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","file":"LFM2.5-8B-A1B-F16.gguf","label":"F16","size":16947260640,"bits":16.01,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-8B-A1B-GGUF","mudler/LFM2.5-8B-A1B-APEX-GGUF","unsloth/LFM2.5-8B-A1B-GGUF"],"logoFrom":"LiquidAI"},{"id":"meta-llama-3-8b-instruct","family":"meta-llama/Meta-Llama-3-8B-Instruct","name":"Meta Llama 3 8B","maker":"Meta","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF/meta-llama-3-8b-instruct-imat-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-04-17T09:35:12.000Z","downloads":134412,"likes":865,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":2019627584,"bits":2.01,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ1_S.gguf","label":"IQ1_S","size":2019627584,"bits":2.01,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":2161971776,"bits":2.15,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212096,"bits":2.39,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212096,"bits":2.39,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":2605781568,"bits":2.6,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ2_XS.gguf","label":"IQ2_XS","size":2605781568,"bits":2.6,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":2758488640,"bits":2.75,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ2_S.gguf","label":"IQ2_S","size":2758488640,"bits":2.75,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2948280896,"bits":2.94,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ2_M.gguf","label":"IQ2_M","size":2948280896,"bits":2.94,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3179131456,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912320,"bits":3.26,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912320,"bits":3.26,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3518747200,"bits":3.51,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ3_XS.gguf","label":"IQ3_XS","size":3518747200,"bits":3.51,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3664499264,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":3682325056,"bits":3.67,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ3_S.gguf","label":"IQ3_S","size":3682325056,"bits":3.67,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3784823360,"bits":3.77,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ3_M.gguf","label":"IQ3_M","size":3784823360,"bits":3.77,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4018917952,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4321956416,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4447662656,"bits":4.43,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-IQ4_XS.gguf","label":"IQ4_XS","size":4447662656,"bits":4.43,"known":true,"rank":3},{"repo":"QuantFactory/Meta-Llama-3-8B-GGUF","file":"Meta-Llama-3-8B.Q4_0.gguf","label":"Q4_0","size":4661724384,"bits":4.64,"known":true,"rank":0},{"repo":"qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF","file":"meta-llama-3-8b-instruct-imat-Q4_0.gguf","label":"Q4_0","size":4675891776,"bits":4.66,"known":true,"rank":3},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4677988928,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4692668992,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4920734272,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/Meta-Llama-3-8B-GGUF","file":"Meta-Llama-3-8B.Q4_1.gguf","label":"Q4_1","size":5130765536,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5599294016,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/Meta-Llama-3-8B-GGUF","file":"Meta-Llama-3-8B.Q5_0.gguf","label":"Q5_0","size":5599806688,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5732987456,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/Meta-Llama-3-8B-GGUF","file":"Meta-Llama-3-8B.Q5_1.gguf","label":"Q5_1","size":6068847840,"bits":6.05,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q6_K.gguf","label":"Q6_K","size":6596006464,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-Q8_0.gguf","label":"Q8_0","size":8540770880,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-fp16.gguf","label":"Meta-Llama-3-8B-Instruct-fp16","size":16068890816,"bits":16.01,"known":false,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct.fp16.gguf","label":"Meta-Llama-3-8B-Instruct.fp16","size":16069403840,"bits":16.01,"known":false,"rank":0},{"repo":"bartowski/Meta-Llama-3-8B-Instruct-GGUF","file":"Meta-Llama-3-8B-Instruct-fp32.gguf","label":"Meta-Llama-3-8B-Instruct-fp32","size":32128880896,"bits":32.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF","QuantFactory/Meta-Llama-3-8B-GGUF","QuantFactory/Meta-Llama-3-8B-Instruct-GGUF","bartowski/Meta-Llama-3-8B-Instruct-GGUF","lmstudio-community/Meta-Llama-3-8B-Instruct-GGUF","qwp4w3hyb/Meta-Llama-3-8B-Instruct-iMat-GGUF"],"logoFrom":"meta-llama"},{"id":"qwen3-next-80b-a3b-instruct","family":"Qwen/Qwen3-Next-80B-A3B-Instruct","name":"Qwen3 Next 80B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":79.67,"active":3.87,"layers":48,"probe":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF/Qwen_Qwen3-Next-80B-A3B-Instruct-IQ1_S.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-09T15:40:56.000Z","downloads":133396,"likes":312,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1399,"arenaCoding":1444,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":16582636000,"bits":1.67,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":17302417888,"bits":1.74,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":19298972128,"bits":1.94,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":20466297632,"bits":2.06,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":22217421280,"bits":2.23,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":22898993952,"bits":2.3,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":23368903136,"bits":2.35,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":24409996064,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":26098608608,"bits":2.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":26211158816,"bits":2.63,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q2_K.gguf","label":"Q2_K","size":29171165984,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":29244095264,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":30126545696,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":31726709216,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":33031045600,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":33094593312,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":34580476704,"bits":3.47,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":35637611296,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":36643914208,"bits":3.68,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":38227001824,"bits":3.84,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":38299874080,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":38499271136,"bits":3.87,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":42644478752,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":45108124448,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q4_0.gguf","label":"Q4_0","size":45307878176,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":45509729056,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":46067137312,"bits":4.63,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":48410988384,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":48958620128,"bits":4.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Q4_1/Qwen3-Next-80B-A3B-Instruct-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":50054077408,"bits":5.03,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q5_0.gguf","label":"Q5_0","size":54994915168,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Q5_K_S/Qwen3-Next-80B-A3B-Instruct-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":55014972384,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"UD-Q5_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":56664759264,"bits":5.69,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":56710369120,"bits":5.69,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q6_K.gguf","label":"Q6_K","size":65528461152,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"UD-Q6_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":68517352416,"bits":6.88,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-Q8_0.gguf","label":"Q8_0","size":84812052320,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"UD-Q8_K_XL/Qwen3-Next-80B-A3B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":93073032160,"bits":9.35,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-00001-of-00004.gguf","label":"Qwen3-Next-80B-A3B-Instruct","size":159458212512,"bits":16.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","file":"BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00001-of-00004.gguf","label":"BF16","size":159458215232,"bits":16.01,"known":true,"rank":0}],"repos":["Qwen/Qwen3-Next-80B-A3B-Instruct-GGUF","bartowski/Qwen_Qwen3-Next-80B-A3B-Instruct-GGUF","lefromage/Qwen3-Next-80B-A3B-Instruct-GGUF","lmstudio-community/Qwen3-Next-80B-A3B-Instruct-GGUF","unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"bonsai-1-7b","family":"prism-ml/Bonsai-1.7B-gguf","name":"Bonsai 1.7B","maker":"PrismML","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"prism-ml/Bonsai-1.7B-gguf/Bonsai-1.7B-Q1_0.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-29T05:24:56.000Z","downloads":131612,"likes":97,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Bonsai-1.7B-gguf","file":"Bonsai-1.7B-Q1_0.gguf","label":"Q1_0","size":248302272,"bits":1.15,"known":false,"rank":0},{"repo":"prism-ml/Bonsai-1.7B-gguf","file":"Bonsai-1.7B.gguf","label":"Bonsai-1.7B","size":248302272,"bits":1.15,"known":false,"rank":0}],"repos":["prism-ml/Bonsai-1.7B-gguf"],"logoFrom":"prism-ml"},{"id":"qwen3-vl-30b-a3b-instruct","family":"Qwen/Qwen3-VL-30B-A3B-Instruct","name":"Qwen3 VL 30B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF/Qwen_Qwen3-VL-30B-A3B-Instruct-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2025-09-30T10:52:01.000Z","downloads":130849,"likes":171,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":7569026272,"bits":1.98,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8161777376,"bits":2.14,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":8662166752,"bits":2.27,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":8744101088,"bits":2.29,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9088194272,"bits":2.38,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9666860768,"bits":2.53,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":9870271712,"bits":2.59,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10341816032,"bits":2.71,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10845132512,"bits":2.84,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q2_K.gguf","label":"Q2_K","size":11258611424,"bits":2.95,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":11331540704,"bits":2.97,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11787540192,"bits":3.09,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216984800,"bits":3.2,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":12736462048,"bits":3.34,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12888086240,"bits":3.38,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":13292469984,"bits":3.48,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833049824,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":14076542176,"bits":3.69,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":14583004384,"bits":3.82,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":14711848672,"bits":3.86,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855273696,"bits":3.89,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":16378074848,"bits":4.29,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":17310783200,"bits":4.54,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q4_0.gguf","label":"Q4_0","size":17379989216,"bits":4.55,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":17456010976,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17715664608,"bits":4.64,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3VL-30B-A3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":18556687168,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":18863127776,"bits":4.94,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q4_1.gguf","label":"Q4_1","size":19192501984,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":21080512224,"bits":5.52,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":21725583072,"bits":5.69,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740304096,"bits":5.7,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":21936504032,"bits":5.75,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-Q6_K.gguf","label":"Q6_K","size":25092533984,"bits":6.58,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen_Qwen3-VL-30B-A3B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":25255443680,"bits":6.62,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340327136,"bits":6.9,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3VL-30B-A3B-Instruct-Q8_0.gguf","label":"Q8_0","size":32483932992,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989946080,"bits":9.43,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"Qwen3VL-30B-A3B-Instruct-F16-split-00001-of-00002.gguf","label":"Qwen3VL-30B-A3B-Instruct-F16-split","size":61095803936,"bits":16.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","file":"BF16/Qwen3-VL-30B-A3B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":61095804576,"bits":16.01,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-30B-A3B-Instruct-GGUF","bartowski/Qwen_Qwen3-VL-30B-A3B-Instruct-GGUF","lmstudio-community/Qwen3-VL-30B-A3B-Instruct-GGUF","unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"ternary-bonsai-2-27b-uncensored-heretic","family":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-GGUF","name":"Ternary Bonsai 2 27B Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-GGUF/Ternary-Bonsai-2-27B-Uncensored-Heretic-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-18T19:58:23.000Z","downloads":130268,"likes":155,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-GGUF","file":"Ternary-Bonsai-2-27B-Uncensored-Heretic-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-GGUF","file":"Ternary-Bonsai-2-27B-Uncensored-Heretic-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-GGUF"],"logoFrom":"prism-ml"},{"id":"qwen3-5-4b-3d-coder","family":"ccore/Qwen3.5-4B-3D-Coder","name":"Qwen3.5 4B 3D Coder","maker":"ccore","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF/Qwen3.5-4B-3D-Coder.Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-25T05:43:34.000Z","downloads":128988,"likes":657,"trending":363,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q3_K_M.gguf","label":"Q3_K_M","size":2262064512,"bits":4.3,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q3_K_L.gguf","label":"Q3_K_L","size":2421316992,"bits":4.6,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q4_K_S.gguf","label":"Q4_K_S","size":2563888512,"bits":4.87,"known":true,"rank":1},{"repo":"ccore/Qwen3.5-4B-3D-Coder","file":"Qwen3.5-4B-3D-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":2708804096,"bits":5.15,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q4_K_M.gguf","label":"Q4_K_M","size":2708804992,"bits":5.15,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q5_K_S.gguf","label":"Q5_K_S","size":2990036352,"bits":5.68,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q5_K_M.gguf","label":"Q5_K_M","size":3074987392,"bits":5.84,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q6_K.gguf","label":"Q6_K","size":3464056192,"bits":6.58,"known":true,"rank":1},{"repo":"ccore/Qwen3.5-4B-3D-Coder","file":"Qwen3.5-4B-3D-Coder-Q8_0.gguf","label":"Q8_0","size":4482402816,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.Q8_0.gguf","label":"Q8_0","size":4482403712,"bits":8.52,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF","file":"Qwen3.5-4B-3D-Coder.BF16.gguf","label":"BF16","size":8424394112,"bits":16.01,"known":true,"rank":1}],"repos":["ccore/Qwen3.5-4B-3D-Coder","prithivMLmods/Qwen3.5-4B-3D-Coder-GGUF"],"logoFrom":"ccore"},{"id":"qwen3-5-35b-a3b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 35B A3B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T19:36:57.000Z","downloads":127955,"likes":1539,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":11537338432,"bits":2.66,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":15440519232,"bits":3.56,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":16760832064,"bits":3.87,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":18650134592,"bits":4.3,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":21169117248,"bits":4.89,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":24764782656,"bits":5.72,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":28514152512,"bits":6.58,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":36903139392,"bits":8.52,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":69376637024,"bits":16.01,"known":true,"rank":0}],"repos":["HauhauCS/Qwen3.5-35B-A3B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"gemma-4-26b-a4b-it-ultra-uncensored-heretic","family":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic","name":"Gemma 4 26B A4B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF/gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-07T00:51:57.000Z","downloads":127787,"likes":252,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8290267168,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8668653088,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299296288,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816426528,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9873197088,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10377711648,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":10582733344,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624477728,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325689888,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636063776,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12222405664,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222405664,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12392559648,"bits":3.93,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":13286732832,"bits":4.21,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":13824487456,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917722144,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":14488052256,"bits":4.59,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":15464824352,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":15969572384,"bits":5.06,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16796015136,"bits":5.33,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":17986732576,"bits":5.7,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19132889632,"bits":6.07,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":22638398496,"bits":7.18,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":26859858464,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":50505134624,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-GGUF","mradermacher/gemma-4-26B-A4B-it-ultra-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"ministral-3-3b-instruct-2512","family":"mistralai/Ministral-3-3B-Instruct-2512","name":"Ministral 3 3B 2512","maker":"Mistral AI","catalog":null,"tuned":false,"params":3.43,"active":null,"layers":26,"probe":"unsloth/Ministral-3-3B-Instruct-2512-GGUF/Ministral-3-3B-Instruct-2512-UD-IQ1_S.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T08:43:46.000Z","downloads":127175,"likes":160,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":969159968,"bits":2.26,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1019196704,"bits":2.38,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1108948256,"bits":2.59,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-IQ2_M.gguf","label":"IQ2_M","size":1319565280,"bits":3.08,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1339888928,"bits":3.13,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-IQ3_XXS.gguf","label":"IQ3_XXS","size":1448294368,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1457804576,"bits":3.4,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q2_K.gguf","label":"Q2_K","size":1458960352,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1492333856,"bits":3.48,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q2_K_L.gguf","label":"Q2_K_L","size":1556477920,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-IQ3_XS.gguf","label":"IQ3_XS","size":1580414944,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q3_K_S.gguf","label":"Q3_K_S","size":1639151584,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-IQ3_M.gguf","label":"IQ3_M","size":1704744928,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q3_K_M.gguf","label":"Q3_K_M","size":1795553248,"bits":4.19,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1856083232,"bits":4.33,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q3_K_L.gguf","label":"Q3_K_L","size":1934358496,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-IQ4_XS.gguf","label":"IQ4_XS","size":1959278560,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q3_K_XL.gguf","label":"Q3_K_XL","size":2031876064,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q4_0.gguf","label":"Q4_0","size":2046375904,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-IQ4_NL.gguf","label":"IQ4_NL","size":2051291104,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q4_K_S.gguf","label":"Q4_K_S","size":2053257184,"bits":4.79,"known":true,"rank":0},{"repo":"lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","label":"Q4_K_M","size":2146498240,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2191963424,"bits":5.11,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q4_1.gguf","label":"Q4_1","size":2230204384,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q4_K_L.gguf","label":"Q4_K_L","size":2244016096,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q5_K_S.gguf","label":"Q5_K_S","size":2419341280,"bits":5.64,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q5_K_M.gguf","label":"Q5_K_M","size":2473654240,"bits":5.77,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2479158560,"bits":5.78,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q5_K_L.gguf","label":"Q5_K_L","size":2571171808,"bits":6,"known":true,"rank":0},{"repo":"lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-Q6_K.gguf","label":"Q6_K","size":2821256896,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-Q6_K_L.gguf","label":"Q6_K_L","size":2918774752,"bits":6.81,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3174757664,"bits":7.4,"known":true,"rank":1},{"repo":"lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-Q8_0.gguf","label":"Q8_0","size":3651679936,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Instruct-2512-GGUF","file":"Ministral-3-3B-Instruct-2512-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":4501026080,"bits":10.5,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-bf16.gguf","label":"BF16","size":6866220736,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/mistralai_Ministral-3-3B-Instruct-2512-GGUF","lmstudio-community/Ministral-3-3B-Instruct-2512-GGUF","mistralai/Ministral-3-3B-Instruct-2512-GGUF","unsloth/Ministral-3-3B-Instruct-2512-GGUF"],"logoFrom":"mistralai"},{"id":"translategemma-4b-it","family":"google/translategemma-4b-it","name":"Translategemma 4B","maker":"Google","catalog":null,"tuned":false,"params":3.88,"active":null,"layers":34,"probe":"mradermacher/translategemma-4b-it-GGUF/translategemma-4b-it.Q2_K.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-01-12T16:11:41.000Z","downloads":127155,"likes":72,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q2_K.gguf","label":"Q2_K","size":1729180160,"bits":3.57,"known":true,"rank":1},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q3_K_S.gguf","label":"Q3_K_S","size":1937379840,"bits":3.99,"known":true,"rank":1},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q3_K_M.gguf","label":"Q3_K_M","size":2098475520,"bits":4.33,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q3_K_L.gguf","label":"Q3_K_L","size":2236100672,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q3_K_L.gguf","label":"Q3_K_L","size":2236101120,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.IQ4_XS.gguf","label":"IQ4_XS","size":2279641600,"bits":4.7,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q4_K_S.gguf","label":"Q4_K_S","size":2377945152,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q4_K_S.gguf","label":"Q4_K_S","size":2377945600,"bits":4.9,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q4_K_M.gguf","label":"Q4_K_M","size":2489909312,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q4_K_M.gguf","label":"Q4_K_M","size":2489909760,"bits":5.13,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q5_K_S.gguf","label":"Q5_K_S","size":2764607552,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q5_K_S.gguf","label":"Q5_K_S","size":2764608000,"bits":5.7,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q5_K_M.gguf","label":"Q5_K_M","size":2829713472,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q5_K_M.gguf","label":"Q5_K_M","size":2829713920,"bits":5.83,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q6_K.gguf","label":"Q6_K","size":3190755392,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q6_K.gguf","label":"Q6_K","size":3190755840,"bits":6.58,"known":true,"rank":1},{"repo":"bullerwins/translategemma-4b-it-GGUF","file":"translategemma-4b-it-Q8_0.gguf","label":"Q8_0","size":4130417472,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.Q8_0.gguf","label":"Q8_0","size":4130417920,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/translategemma-4b-it-GGUF","file":"translategemma-4b-it.f16.gguf","label":"F16","size":7767819520,"bits":16.02,"known":true,"rank":1}],"repos":["bullerwins/translategemma-4b-it-GGUF","mradermacher/translategemma-4b-it-GGUF"],"logoFrom":"google"},{"id":"gemma-4-12b-it-uncensored","family":"zaakirio/gemma-4-12b-it-uncensored","name":"Gemma 4 12B Uncensored","maker":"zaakirio","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"zaakirio/gemma-4-12b-it-uncensored-GGUF/gemma-4-12b-it-uncensored-Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-06-04T17:46:57.000Z","downloads":126131,"likes":92,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q2_K.gguf","label":"Q2_K","size":4830147200,"bits":3.24,"known":true,"rank":0},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":6087086720,"bits":4.09,"known":true,"rank":0},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":7024046720,"bits":4.72,"known":true,"rank":0},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":7381381760,"bits":4.96,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-12B-it-uncensored-GGUF","file":"gemma-4-12B-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":7381382208,"bits":4.96,"known":true,"rank":0},{"repo":"Ishowbackup/gemma-4-12B-it-uncensored-GGUF","file":"gemma-4-12B-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":7381382208,"bits":4.96,"known":true,"rank":1},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":8547267200,"bits":5.74,"known":true,"rank":0},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q6_K.gguf","label":"Q6_K","size":9786020480,"bits":6.57,"known":true,"rank":0},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-Q8_0.gguf","label":"Q8_0","size":12669645440,"bits":8.51,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-12B-it-uncensored-GGUF","file":"gemma-4-12B-it-uncensored-Q8_0.gguf","label":"Q8_0","size":12669645888,"bits":8.51,"known":true,"rank":0},{"repo":"Ishowbackup/gemma-4-12B-it-uncensored-GGUF","file":"gemma-4-12B-it-uncensored-Q8_0.gguf","label":"Q8_0","size":12669645888,"bits":8.51,"known":true,"rank":1},{"repo":"zaakirio/gemma-4-12b-it-uncensored-GGUF","file":"gemma-4-12b-it-uncensored-f16.gguf","label":"F16","size":23832064640,"bits":16.01,"known":true,"rank":0}],"repos":["Ishowbackup/gemma-4-12B-it-uncensored-GGUF","TrevorJS/gemma-4-12B-it-uncensored-GGUF","zaakirio/gemma-4-12b-it-uncensored-GGUF"],"logoFrom":"zaakirio"},{"id":"qwen3-vl-32b-instruct","family":"Qwen/Qwen3-VL-32B-Instruct","name":"Qwen3 VL 32B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"unsloth/Qwen3-VL-32B-Instruct-GGUF/Qwen3-VL-32B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-19T12:30:41.000Z","downloads":119670,"likes":71,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7738885920,"bits":1.89,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":8302085920,"bits":2.03,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019914560,"bits":2.2,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9277097760,"bits":2.27,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":9951836480,"bits":2.43,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":10514826560,"bits":2.57,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":11362862400,"bits":2.77,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11553367840,"bits":2.82,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q2_K.gguf","label":"Q2_K","size":12344653600,"bits":3.01,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":12526976800,"bits":3.06,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12797353664,"bits":3.13,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821038400,"bits":3.13,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12967552800,"bits":3.17,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":13702922560,"bits":3.35,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":14389740320,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":14930084160,"bits":3.65,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":15971779360,"bits":3.9,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16403103520,"bits":4.01,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":17330995520,"bits":4.23,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":17714806560,"bits":4.33,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":18011668800,"bits":4.4,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":18679496480,"bits":4.56,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q4_0.gguf","label":"Q4_0","size":18703089440,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":18771246880,"bits":4.58,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3VL-32B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":19762150432,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":20055506720,"bits":4.9,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":20339507520,"bits":4.97,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q4_1.gguf","label":"Q4_1","size":20636524320,"bits":5.04,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":22635495200,"bits":5.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":23214833440,"bits":5.67,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23250960160,"bits":5.68,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":23694950720,"bits":5.79,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-Q6_K.gguf","label":"Q6_K","size":26883308320,"bits":6.56,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","file":"Qwen_Qwen3-VL-32B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":27260109120,"bits":6.66,"known":true,"rank":2},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":28961588000,"bits":7.07,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3VL-32B-Instruct-Q8_0.gguf","label":"Q8_0","size":34817720352,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3-VL-32B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39481017120,"bits":9.64,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-32B-Instruct-GGUF","file":"Qwen3VL-32B-Instruct-F16-split-00001-of-00002.gguf","label":"Qwen3VL-32B-Instruct-F16-split","size":65531576544,"bits":16,"known":false,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","file":"BF16/Qwen3-VL-32B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":65531577056,"bits":16,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-32B-Instruct-GGUF","bartowski/Qwen_Qwen3-VL-32B-Instruct-GGUF","lmstudio-community/Qwen3-VL-32B-Instruct-GGUF","unsloth/Qwen3-VL-32B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-omni-3b","family":"Qwen/Qwen2.5-Omni-3B","name":"Qwen2.5 Omni 3B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":3.4,"active":null,"layers":36,"probe":"unsloth/Qwen2.5-Omni-3B-GGUF/Qwen2.5-Omni-3B-UD-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2025-04-30T03:22:47.000Z","downloads":119638,"likes":73,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":960038944,"bits":2.26,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1015343136,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1104390176,"bits":2.6,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1296816160,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q2_K.gguf","label":"Q2_K","size":1376856096,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1436358688,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1449785376,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1485096992,"bits":3.49,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1588060192,"bits":3.74,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1724178464,"bits":4.06,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1805875232,"bits":4.25,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1914124320,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-IQ4_NL.gguf","label":"IQ4_NL","size":2000238624,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q4_K_S.gguf","label":"Q4_K_S","size":2009413664,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q4_K_M.gguf","label":"Q4_K_M","size":2104932384,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2133178400,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q4_1.gguf","label":"Q4_1","size":2190735392,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2383591456,"bits":5.61,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2438740000,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2441410592,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q6_K.gguf","label":"Q6_K","size":2793410592,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3099041824,"bits":7.29,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-Q8_0.gguf","label":"Q8_0","size":3616088096,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":4556365856,"bits":10.72,"known":true,"rank":0},{"repo":"ggml-org/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-f16.gguf","label":"F16","size":6800645440,"bits":16,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-Omni-3B-GGUF","file":"Qwen2.5-Omni-3B-BF16.gguf","label":"BF16","size":6800645920,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/Qwen2.5-Omni-3B-GGUF","unsloth/Qwen2.5-Omni-3B-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-e4b-it-ultra-uncensored-heretic","family":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic","name":"Gemma 4 E4B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF/gemma-4-E4B-it-ultra-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-05T14:22:19.000Z","downloads":118723,"likes":317,"trending":18,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":4401316416,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4654633536,"bits":4.95,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4663163744,"bits":4.96,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4714691424,"bits":5.02,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4850391616,"bits":5.16,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":5021276736,"bits":5.34,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5091430976,"bits":5.42,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193954144,"bits":5.53,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5194117984,"bits":5.53,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5202965056,"bits":5.54,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5335289696,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-i1-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5435945824,"bits":5.78,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":5685968736,"bits":6.05,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5762912096,"bits":6.13,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":6217260896,"bits":6.61,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":8031240032,"bits":8.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic.f16.gguf","label":"F16","size":15053091392,"bits":16.01,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":15053094752,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-GGUF","mradermacher/gemma-4-E4B-it-ultra-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"paddleocr-vl-1-6","family":"PaddlePaddle/PaddleOCR-VL-1.6-GGUF","name":"PaddleOCR VL 1.6","maker":"PaddlePaddle","catalog":null,"tuned":true,"params":0.47,"active":null,"layers":18,"probe":"PaddlePaddle/PaddleOCR-VL-1.6-GGUF/PaddleOCR-VL-1.6-GGUF.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":131072,"arch":"paddleocr","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-27T06:27:27.000Z","downloads":116093,"likes":83,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-iq4_nl.gguf","label":"IQ4_NL","size":265598048,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q3_k_s.gguf","label":"Q3_K_S","size":271950944,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-iq3_xxs.gguf","label":"IQ3_XXS","size":274244704,"bits":4.67,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-iq3_xs.gguf","label":"IQ3_XS","size":280437856,"bits":4.77,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-iq3_m.gguf","label":"IQ3_M","size":293921888,"bits":5,"known":true,"rank":0},{"repo":"LunarOilRig/PaddleOCR-VL-1.6-GGUF-Q4","file":"PaddleOCR-VL-1.6-Q4_K_M.gguf","label":"Q4_K_M","size":300219360,"bits":5.11,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q3_k_m.gguf","label":"Q3_K_M","size":303981664,"bits":5.17,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q4_1.gguf","label":"Q4_1","size":307410016,"bits":5.23,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-iq4_xs.gguf","label":"IQ4_XS","size":312390752,"bits":5.32,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q4_k_s.gguf","label":"Q4_K_S","size":326431840,"bits":5.56,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q4_0.gguf","label":"Q4_0","size":370914400,"bits":6.31,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q4_k_m.gguf","label":"Q4_K_M","size":382084192,"bits":6.5,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q5_0.gguf","label":"Q5_0","size":402764896,"bits":6.86,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q5_k_m.gguf","label":"Q5_K_M","size":411747424,"bits":7.01,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q5_1.gguf","label":"Q5_1","size":418690144,"bits":7.13,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q6_k_m.gguf","label":"Q6_K_M","size":436606048,"bits":7.43,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-q8_0.gguf","label":"Q8_0","size":498316064,"bits":8.48,"known":true,"rank":0},{"repo":"Mungert/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-bf16.gguf","label":"BF16","size":935768864,"bits":15.93,"known":true,"rank":0},{"repo":"PaddlePaddle/PaddleOCR-VL-1.6-GGUF","file":"PaddleOCR-VL-1.6-GGUF.gguf","label":"PaddleOCR-VL-1.6-GGUF","size":935769056,"bits":15.93,"known":false,"rank":0}],"repos":["LunarOilRig/PaddleOCR-VL-1.6-GGUF-Q4","Mungert/PaddleOCR-VL-1.6-GGUF","PaddlePaddle/PaddleOCR-VL-1.6-GGUF"],"logoFrom":"PaddlePaddle"},{"id":"gemma-3-27b-it","family":"google/gemma-3-27b-it","name":"Gemma 3 27B","maker":"Google","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"unsloth/gemma-3-27b-it-GGUF/gemma-3-27b-it-UD-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-03-01T19:10:19.000Z","downloads":114615,"likes":447,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1365,"arenaCoding":1357,"arenaVision":1161,"builds":[{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":6506339424,"bits":1.93,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6986738784,"bits":2.07,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ2_XXS.gguf","label":"IQ2_XXS","size":7685576064,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7850253408,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ2_XS.gguf","label":"IQ2_XS","size":8438904192,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ2_S.gguf","label":"IQ2_S","size":8782409088,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ2_M.gguf","label":"IQ2_M","size":9493073280,"bits":2.81,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":9624505440,"bits":2.85,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q2_K.gguf","label":"Q2_K","size":10503720672,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q2_K_L.gguf","label":"Q2_K_L","size":10503720672,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10680698592,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716478848,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":10810020960,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ3_XS.gguf","label":"IQ3_XS","size":11562233856,"bits":3.42,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q3_K_S.gguf","label":"Q3_K_S","size":12167614176,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-IQ3_M.gguf","label":"IQ3_M","size":12547074048,"bits":3.72,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q3_K_M.gguf","label":"Q3_K_M","size":13437640416,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13704892128,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-Q3_K_L.gguf","label":"Q3_K_L","size":14543462400,"bits":4.31,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-IQ4_XS.gguf","label":"IQ4_XS","size":14767447776,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-Q3_K_XL.gguf","label":"Q3_K_XL","size":14884857216,"bits":4.41,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-IQ4_NL.gguf","label":"IQ4_NL","size":15567396576,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q4_0.gguf","label":"Q4_0","size":15617973984,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q4_K_S.gguf","label":"Q4_K_S","size":15674056416,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q4_K_M.gguf","label":"Q4_K_M","size":16546688736,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":16826326752,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-Q4_K_L.gguf","label":"Q4_K_L","size":16888083840,"bits":5,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q4_1.gguf","label":"Q4_1","size":17167294176,"bits":5.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q5_K_S.gguf","label":"Q5_K_S","size":18767191776,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q5_K_M.gguf","label":"Q5_K_M","size":19271675616,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":19321478880,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-Q5_K_L.gguf","label":"Q5_K_L","size":19613070720,"bits":5.81,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q6_K.gguf","label":"Q6_K","size":22166974176,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-27b-it-qat-GGUF","file":"google_gemma-3-27b-it-qat-Q6_K_L.gguf","label":"Q6_K_L","size":22508369280,"bits":6.67,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":23729624160,"bits":7.03,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-Q8_0.gguf","label":"Q8_0","size":28707972192,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31810031712,"bits":9.42,"known":true,"rank":0},{"repo":"ggml-org/gemma-3-27b-it-GGUF","file":"gemma-3-27b-it-f16-00001-of-00002.gguf","label":"F16","size":54027274816,"bits":16,"known":true,"rank":4},{"repo":"unsloth/gemma-3-27b-it-GGUF","file":"BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf","label":"BF16","size":54027964448,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/gemma-3-27b-it-GGUF","bartowski/google_gemma-3-27b-it-GGUF","bartowski/google_gemma-3-27b-it-qat-GGUF","ggml-org/gemma-3-27b-it-GGUF","ggml-org/gemma-3-27b-it-qat-GGUF","lmstudio-community/gemma-3-27B-it-qat-GGUF","lmstudio-community/gemma-3-27b-it-GGUF","unsloth/gemma-3-27b-it-GGUF","unsloth/gemma-3-27b-it-qat-GGUF"],"logoFrom":"google"},{"id":"gemma-3-270m-it","family":"google/gemma-3-270m-it","name":"Gemma 3 270M","maker":"Google","catalog":null,"tuned":false,"params":0.27,"active":null,"layers":18,"probe":"unsloth/gemma-3-270m-it-GGUF/gemma-3-270m-it-UD-IQ2_XXS.gguf","kvBytesPerToken":3554,"kvHeader":3072,"kvFixed":7864320,"context":32768,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2025-07-30T18:06:27.000Z","downloads":112759,"likes":243,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":180104224,"bits":5.34,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":182787104,"bits":5.42,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":184517664,"bits":5.47,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":235973408,"bits":6.99,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q3_K_S.gguf","label":"Q3_K_S","size":236710944,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-IQ3_XS.gguf","label":"IQ3_XS","size":237079328,"bits":7.02,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q2_K.gguf","label":"Q2_K","size":237079584,"bits":7.02,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q2_K_L.gguf","label":"Q2_K_L","size":237079584,"bits":7.02,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":237745184,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-IQ3_M.gguf","label":"IQ3_M","size":238994208,"bits":7.08,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-IQ4_XS.gguf","label":"IQ4_XS","size":240858144,"bits":7.14,"known":true,"rank":0},{"repo":"ggml-org/gemma-3-270m-qat-GGUF","file":"gemma-3-270m-qat-Q4_0.gguf","label":"Q4_0","size":241409024,"bits":7.15,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-IQ4_NL.gguf","label":"IQ4_NL","size":241964064,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q3_K_M.gguf","label":"Q3_K_M","size":241964064,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":242619424,"bits":7.19,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-Q3_K_L.gguf","label":"Q3_K_L","size":246387488,"bits":7.3,"known":true,"rank":1},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":246387488,"bits":7.3,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q4_1.gguf","label":"Q4_1","size":247677984,"bits":7.34,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q4_K_S.gguf","label":"Q4_K_S","size":249889824,"bits":7.4,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-Q4_K_L.gguf","label":"Q4_K_L","size":253115168,"bits":7.5,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q4_K_M.gguf","label":"Q4_K_M","size":253115424,"bits":7.5,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":253934624,"bits":7.52,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q5_K_S.gguf","label":"Q5_K_S","size":257999904,"bits":7.64,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-Q5_K_L.gguf","label":"Q5_K_L","size":260027168,"bits":7.7,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q5_K_M.gguf","label":"Q5_K_M","size":260027424,"bits":7.7,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":260027424,"bits":7.7,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-Q6_K_L.gguf","label":"Q6_K_L","size":282975008,"bits":8.38,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q6_K.gguf","label":"Q6_K","size":282975264,"bits":8.38,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":286149664,"bits":8.48,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-Q8_0.gguf","label":"Q8_0","size":291546144,"bits":8.64,"known":true,"rank":0},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":471104544,"bits":13.96,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3-270m-it-GGUF","file":"google_gemma-3-270m-it-bf16.gguf","label":"BF16","size":542835200,"bits":16.08,"known":true,"rank":1},{"repo":"unsloth/gemma-3-270m-it-GGUF","file":"gemma-3-270m-it-F16.gguf","label":"F16","size":542835488,"bits":16.08,"known":true,"rank":0}],"repos":["bartowski/google_gemma-3-270m-it-GGUF","ggml-org/gemma-3-270m-it-GGUF","ggml-org/gemma-3-270m-it-qat-GGUF","ggml-org/gemma-3-270m-qat-GGUF","unsloth/gemma-3-270m-it-GGUF","unsloth/gemma-3-270m-it-qat-GGUF"],"logoFrom":"google"},{"id":"qwen3-8-flash-next-abliterated-uncensored-turbo-brilliance-50x-reasoning-instruct-gsq-rco","family":"DavidAU/Qwen3.8-Flash-Next-Abliterated-Uncensored-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF","name":"Qwen3.8 Flash Next Abliterated Uncensored Turbo Brilliance 50x Reasoning GSQ RCO","maker":"DavidAU","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"DavidAU/Qwen3.8-Flash-Next-Abliterated-Uncensored-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T06:22:26.000Z","downloads":111293,"likes":148,"trending":25,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-Flash-Next-Abliterated-Uncensored-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83863803360,"bits":3.79,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.8-Flash-Next-Abliterated-Uncensored-Turbo-Brilliance-50x-Reasoning-Instruct-GSQ-RCO-GGUF"],"logoFrom":"SC117"},{"id":"glm-4-6v-flash","family":"zai-org/GLM-4.6V-Flash","name":"GLM 4.6V Flash","maker":"Z.ai","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"unsloth/GLM-4.6V-Flash-GGUF/GLM-4.6V-Flash-UD-IQ1_S.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":131072,"arch":"glm4","vision":true,"licence":"mit","open":true,"released":"2025-12-07T06:30:04.000Z","downloads":109112,"likes":164,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3204204128,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3318154848,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":3511158368,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3992028768,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q2_K.gguf","label":"Q2_K","size":4006348384,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q2_K_L.gguf","label":"Q2_K_L","size":4151838304,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4211066464,"bits":3.58,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4234839648,"bits":3.6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q3_K_S.gguf","label":"Q3_K_S","size":4592043616,"bits":3.91,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":4974511712,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":5139875424,"bits":4.37,"known":true,"rank":0},{"repo":"MaziyarPanahi/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash.Q3_K_L.gguf","label":"Q3_K_L","size":5196612384,"bits":4.42,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-IQ4_XS.gguf","label":"IQ4_XS","size":5281678944,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-IQ4_NL.gguf","label":"IQ4_NL","size":5465179744,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q4_0.gguf","label":"Q4_0","size":5477467744,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q4_K_S.gguf","label":"Q4_K_S","size":5758486112,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q4_1.gguf","label":"Q4_1","size":6008604256,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":6166578784,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6187353696,"bits":5.27,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q5_K_S.gguf","label":"Q5_K_S","size":6697518688,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":7006193248,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":7050921568,"bits":6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q6_K.gguf","label":"Q6_K","size":8266647136,"bits":7.04,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":8886036064,"bits":7.56,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-Q8_0.gguf","label":"Q8_0","size":9999615584,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":12075304544,"bits":10.28,"known":true,"rank":0},{"repo":"MaziyarPanahi/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash.fp16.gguf","label":"GLM-4.6V-Flash.fp16","size":18811585312,"bits":16.01,"known":false,"rank":2},{"repo":"mradermacher/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash.f16.gguf","label":"F16","size":18811585824,"bits":16.01,"known":true,"rank":4},{"repo":"unsloth/GLM-4.6V-Flash-GGUF","file":"GLM-4.6V-Flash-BF16.gguf","label":"BF16","size":18811585888,"bits":16.01,"known":true,"rank":0}],"repos":["MaziyarPanahi/GLM-4.6V-Flash-GGUF","ggml-org/GLM-4.6V-Flash-GGUF","lmstudio-community/GLM-4.6V-Flash-GGUF","mradermacher/GLM-4.6V-Flash-GGUF","unsloth/GLM-4.6V-Flash-GGUF"],"logoFrom":"zai-org"},{"id":"minicpm-o-4-5","family":"openbmb/MiniCPM-o-4_5","name":"MiniCPM O 4 5","maker":"openbmb","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"openbmb/MiniCPM-o-4_5-gguf/MiniCPM-o-4_5-Q4_0.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-03T14:10:39.000Z","downloads":107617,"likes":181,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q4_0.gguf","label":"Q4_0","size":4773679904,"bits":4.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q4_K_S.gguf","label":"Q4_K_S","size":4800942880,"bits":4.69,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q4_K_M.gguf","label":"Q4_K_M","size":5026714400,"bits":4.91,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q4_1.gguf","label":"Q4_1","size":5246637856,"bits":5.12,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q5_0.gguf","label":"Q5_0","size":5719595808,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q5_K_S.gguf","label":"Q5_K_S","size":5719595808,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q5_K_M.gguf","label":"Q5_K_M","size":5849946912,"bits":5.71,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q5_1.gguf","label":"Q5_1","size":6192553760,"bits":6.05,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q6_K.gguf","label":"Q6_K","size":6724631456,"bits":6.57,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-Q8_0.gguf","label":"Q8_0","size":8707877536,"bits":8.51,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-4_5-gguf","file":"MiniCPM-o-4_5-F16.gguf","label":"F16","size":16384959136,"bits":16,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-o-4_5-gguf"],"logoFrom":"openbmb"},{"id":"huihui-qwen3-5-4b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-4B-abliterated","name":"Huihui Qwen3.5 4B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF/Huihui-Qwen3.5-4B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-07T21:16:33.000Z","downloads":107400,"likes":86,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1174423104,"bits":2.23,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":1253404224,"bits":2.38,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1385039424,"bits":2.63,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1492969024,"bits":2.84,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":1514350144,"bits":2.88,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":1619658304,"bits":3.08,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1734428224,"bits":3.3,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q2_K.gguf","label":"Q2_K","size":1797506368,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1814054464,"bits":3.45,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2010734144,"bits":3.82,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":2069880128,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":2072665664,"bits":3.94,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187264,"bits":4.11,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2257476928,"bits":4.29,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2358402368,"bits":4.48,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2450388288,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2546521664,"bits":4.84,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":2549798464,"bits":4.85,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2557007168,"bits":4.86,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2707514688,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":2766968384,"bits":5.26,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2990036288,"bits":5.68,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":3108758848,"bits":5.91,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q6_K.gguf","label":"Q6_K","size":3464056128,"bits":6.58,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.Q8_0.gguf","label":"Q8_0","size":4482403648,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-abliterated.f16.gguf","label":"F16","size":8424394048,"bits":16.01,"known":true,"rank":1}],"repos":["huihui-ai/Huihui-Qwen3.5-4B-abliterated","mradermacher/Huihui-Qwen3.5-4B-abliterated-GGUF","mradermacher/Huihui-Qwen3.5-4B-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"flint-nvfp4","family":"RecursiveSI/flint-nvfp4-gguf","name":"Flint Nvfp4","maker":"RecursiveSI","catalog":null,"tuned":false,"params":39.79,"active":2.82,"layers":49,"probe":"RecursiveSI/flint-nvfp4-gguf/flint-nvfp4.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T13:51:14.000Z","downloads":106246,"likes":34,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RecursiveSI/flint-nvfp4-gguf","file":"flint-nvfp4.gguf","label":"flint-nvfp4","size":22863084160,"bits":4.6,"known":false,"rank":0}],"repos":["RecursiveSI/flint-nvfp4-gguf"],"logoFrom":"RecursiveSI"},{"id":"mistral-7b-instruct-v0-3","family":"mistralai/Mistral-7B-Instruct-v0.3","name":"Mistral 7B V0.3","maker":"Mistral AI","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-22T09:57:04.000Z","downloads":105472,"likes":262,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ1_S.gguf","label":"IQ1_S","size":1615318720,"bits":1.78,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.IQ1_S.gguf","label":"IQ1_S","size":1615319200,"bits":1.78,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ1_M.gguf","label":"IQ1_M","size":1757662912,"bits":1.94,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.IQ1_M.gguf","label":"IQ1_M","size":1757663392,"bits":1.94,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ2_XXS.gguf","label":"IQ2_XXS","size":1994903232,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ2_XXS.gguf","label":"IQ2_XXS","size":1994903776,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ2_XS.gguf","label":"IQ2_XS","size":2201472704,"bits":2.43,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.IQ2_XS.gguf","label":"IQ2_XS","size":2201473184,"bits":2.43,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ2_S.gguf","label":"IQ2_S","size":2314456768,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ2_S.gguf","label":"IQ2_S","size":2314457312,"bits":2.55,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ2_M.gguf","label":"IQ2_M","size":2504249024,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ2_M.gguf","label":"IQ2_M","size":2504249568,"bits":2.76,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q2_K_S.gguf","label":"Q2_K_S","size":2532560576,"bits":2.79,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q2_K.gguf","label":"Q2_K","size":2722877120,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q2_K.gguf","label":"Q2_K","size":2722877600,"bits":3,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ3_XXS.gguf","label":"IQ3_XXS","size":2830880448,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ3_XXS.gguf","label":"IQ3_XXS","size":2830880992,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ3_XS.gguf","label":"IQ3_XS","size":3022769856,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.IQ3_XS.gguf","label":"IQ3_XS","size":3022770336,"bits":3.34,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q3_K_S.gguf","label":"Q3_K_S","size":3168521920,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q3_K_S.gguf","label":"Q3_K_S","size":3168522400,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ3_S.gguf","label":"IQ3_S","size":3186347712,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ3_S.gguf","label":"IQ3_S","size":3186348256,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ3_M.gguf","label":"IQ3_M","size":3288846016,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ3_M.gguf","label":"IQ3_M","size":3288846560,"bits":3.63,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q3_K.gguf","label":"Q3_K","size":3522940608,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q3_K_M.gguf","label":"Q3_K_M","size":3522941088,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q3_K_L.gguf","label":"Q3_K_L","size":3825979072,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q3_K_L.gguf","label":"Q3_K_L","size":3825979552,"bits":4.22,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ4_XS.gguf","label":"IQ4_XS","size":3911962304,"bits":4.32,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.IQ4_XS.gguf","label":"IQ4_XS","size":3911962784,"bits":4.32,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.IQ4_NL.gguf","label":"IQ4_NL","size":4130066112,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3-IQ4_NL.gguf","label":"IQ4_NL","size":4130066656,"bits":4.56,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q4_K_S.gguf","label":"Q4_K_S","size":4144746176,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q4_K_S.gguf","label":"Q4_K_S","size":4144746656,"bits":4.57,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q4_K.gguf","label":"Q4_K","size":4372811456,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q4_K_M.gguf","label":"Q4_K_M","size":4372811936,"bits":4.83,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q5_K_S.gguf","label":"Q5_K_S","size":5002481088,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","file":"Mistral-7B-Instruct-v0.3.Q5_K_S.gguf","label":"Q5_K_S","size":5002481824,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/Mistral-7B-v0.3-IMat-GGUF","file":"Mistral-7B-v0.3.Q5_K.gguf","label":"Q5_K","size":5136174528,"bits":5.67,"known":true,"rank":0}],"repos":["MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF","QuantFactory/Mistral-7B-Instruct-v0.3-GGUF","bartowski/Mistral-7B-Instruct-v0.3-GGUF","legraphista/Mistral-7B-v0.3-IMat-GGUF","lmstudio-community/Mistral-7B-Instruct-v0.3-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-8-35b-a3b-distill-mtp-apex-i-miniplus-v2-1-abliterated","family":"IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","name":"Qwen3.8 35B A3B Distill MTP APEX I MiniPlus V2.1 Abliterated","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF/Qwen3.8-35B-A3B-Distill.APEX-I-MiniPlus-V2.1-Abliterated.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-20T23:59:01.000Z","downloads":104038,"likes":61,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","file":"Qwen3.8-35B-A3B-Distill.APEX-I-MiniPlus-V2.1-Abliterated.gguf","label":"Qwen3.8-35B-A3B-Distill.APEX-I-MiniPlus-V2.1-Abliterated","size":14658690144,"bits":3.38,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF"],"logoFrom":"empero-ai"},{"id":"clef-flash","family":"Cloudflare/clef-flash","name":"Clef Flash","maker":"Cloudflare","catalog":null,"tuned":false,"params":9.08,"active":null,"layers":32,"probe":"bartowski/Cloudflare_clef-flash-GGUF/Cloudflare_clef-flash-Q2_K.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"clef","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-30T21:15:36.000Z","downloads":103383,"likes":101,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q2_K.gguf","label":"Q2_K","size":4194031776,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q3_K_S.gguf","label":"Q3_K_S","size":4799076512,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-IQ3_M.gguf","label":"IQ3_M","size":4852291744,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q3_K_M.gguf","label":"Q3_K_M","size":5049948320,"bits":4.45,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q3_K_L.gguf","label":"Q3_K_L","size":5240789152,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-IQ4_XS.gguf","label":"IQ4_XS","size":5403859104,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q4_0.gguf","label":"Q4_0","size":5600008352,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-IQ4_NL.gguf","label":"IQ4_NL","size":5633824928,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q4_K_S.gguf","label":"Q4_K_S","size":5727934624,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q4_K_M.gguf","label":"Q4_K_M","size":6040541344,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q4_1.gguf","label":"Q4_1","size":6074620064,"bits":5.35,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q5_K_S.gguf","label":"Q5_K_S","size":6656186528,"bits":5.86,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q4_K_L.gguf","label":"Q4_K_L","size":6795434144,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q5_K_M.gguf","label":"Q5_K_M","size":6982686880,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q6_K.gguf","label":"Q6_K","size":7830018208,"bits":6.9,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q6_K_L.gguf","label":"Q6_K_L","size":8322685088,"bits":7.33,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-Q8_0.gguf","label":"Q8_0","size":9675741344,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-flash-GGUF","file":"Cloudflare_clef-flash-bf16.gguf","label":"BF16","size":18164488352,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Cloudflare_clef-flash-GGUF","ggml-org/Clef-Flash-GGUF"],"logoFrom":"Cloudflare"},{"id":"nvidia-nemotron-3-5-bolt-e4b-4gb","family":"nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB","name":"NVIDIA Nemotron 3.5 Bolt E4B 4GB","maker":"NVIDIA","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB/Nemotron-3.5-Bolt-E4B-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-05T04:26:43.000Z","downloads":103117,"likes":370,"trending":107,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB","file":"Nemotron-3.5-Bolt-E4B-Q4_K_M.gguf","label":"Q4_K_M","size":6180446208,"bits":6.57,"known":true,"rank":0}],"repos":["nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-4GB"],"logoFrom":"nvidia"},{"id":"gemma-2-2b-it","family":"google/gemma-2-2b-it","name":"Gemma 2 2B","maker":"Google","catalog":null,"tuned":false,"params":2.61,"active":null,"layers":26,"probe":"MaziyarPanahi/gemma-2-2b-it-GGUF/gemma-2-2b-it.IQ1_S.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":218103808,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-07-16T10:51:39.000Z","downloads":102757,"likes":153,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1200,"arenaCoding":1191,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.IQ1_S.gguf","label":"IQ1_S","size":832159584,"bits":2.55,"known":true,"rank":1},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.IQ1_M.gguf","label":"IQ1_M","size":873797472,"bits":2.68,"known":true,"rank":1},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.IQ2_XS.gguf","label":"IQ2_XS","size":1002544992,"bits":3.07,"known":true,"rank":1},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q2_K.gguf","label":"Q2_K","size":1229829984,"bits":3.77,"known":true,"rank":0},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.Q2_K.gguf","label":"Q2_K","size":1229829984,"bits":3.77,"known":true,"rank":1},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.IQ3_XS.gguf","label":"IQ3_XS","size":1314211680,"bits":4.03,"known":true,"rank":1},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.Q3_K_S.gguf","label":"Q3_K_S","size":1360660320,"bits":4.17,"known":true,"rank":1},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-IQ3_M.gguf","label":"IQ3_M","size":1393561440,"bits":4.27,"known":true,"rank":0},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.Q3_K_M.gguf","label":"Q3_K_M","size":1461667680,"bits":4.48,"known":true,"rank":1},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q3_K_L.gguf","label":"Q3_K_L","size":1550436192,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-IQ4_XS.gguf","label":"IQ4_XS","size":1566250848,"bits":4.8,"known":true,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q4_0.gguf","label":"Q4_0","size":1629509472,"bits":4.99,"known":true,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1629509472,"bits":4.99,"known":false,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1629509472,"bits":4.99,"known":false,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1629509472,"bits":4.99,"known":false,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q4_K_S.gguf","label":"Q4_K_S","size":1638651744,"bits":5.02,"known":true,"rank":0},{"repo":"BafS/gemma-2-2b-it-Q4_K_M-GGUF","file":"gemma-2-2b-it-q4_k_m.gguf","label":"Q4_K_M","size":1708582496,"bits":5.24,"known":true,"rank":3},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q4_K_M.gguf","label":"Q4_K_M","size":1708582752,"bits":5.24,"known":true,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q4_K_M.gguf","label":"Q4_K_M","size":1708582752,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q5_K_S.gguf","label":"Q5_K_S","size":1882543968,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q5_K_M.gguf","label":"Q5_K_M","size":1923278688,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q6_K.gguf","label":"Q6_K","size":2151393120,"bits":6.59,"known":true,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q6_K.gguf","label":"Q6_K","size":2151393120,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q6_K_L.gguf","label":"Q6_K_L","size":2294241120,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-Q8_0.gguf","label":"Q8_0","size":2784495456,"bits":8.53,"known":true,"rank":0},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-Q8_0.gguf","label":"Q8_0","size":2784495456,"bits":8.53,"known":true,"rank":0},{"repo":"MaziyarPanahi/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it.fp16.gguf","label":"gemma-2-2b-it.fp16","size":5235213952,"bits":16.05,"known":false,"rank":1},{"repo":"l3utterfly/gemma-2-2b-it-gguf","file":"gemma-2-2b-it-f16.gguf","label":"F16","size":5235214176,"bits":16.05,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-GGUF","file":"gemma-2-2b-it-f32.gguf","label":"F32","size":10463413856,"bits":32.07,"known":true,"rank":0}],"repos":["BafS/gemma-2-2b-it-Q4_K_M-GGUF","MaziyarPanahi/gemma-2-2b-it-GGUF","bartowski/gemma-2-2b-it-GGUF","l3utterfly/gemma-2-2b-it-gguf","lmstudio-community/gemma-2-2b-it-GGUF"],"logoFrom":"google"},{"id":"supra2-100m-instruct","family":"SupraLabs/Supra2-100M-Instruct","name":"Supra2 100M","maker":"SupraLabs","catalog":null,"tuned":false,"params":0.1,"active":null,"layers":12,"probe":"SupraLabs/Supra2-100M-Instruct/Supra2-100M-SFT-F16.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":2048,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-03T12:18:47.000Z","downloads":102092,"likes":64,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SupraLabs/Supra2-100M-Instruct","file":"Supra2-100M-SFT-F16.gguf","label":"F16","size":202580384,"bits":16.21,"known":true,"rank":0}],"repos":["SupraLabs/Supra2-100M-Instruct"],"logoFrom":"SupraLabs"},{"id":"gemma-4-12b-heretic-abliterated","family":"culturerevolt/gemma-4-12b-heretic-abliterated","name":"Gemma 4 12B Heretic Abliterated","maker":"culturerevolt","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF/gemma-4-12b-heretic-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-05T04:41:31.000Z","downloads":101885,"likes":60,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2983691840,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848320,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568109120,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887842880,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4079597120,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":4371805760,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147520,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":4830148160,"bits":3.24,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194560,"bits":3.26,"known":true,"rank":1},{"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","file":"gemma-4-12b-heretic-IQ3_XS.gguf","label":"IQ3_XS","size":5272393056,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229440,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528229440,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":5733992000,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087087680,"bits":4.09,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566319680,"bits":4.41,"known":true,"rank":1},{"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","file":"gemma-4-12b-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":6635255136,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975878720,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":6997997120,"bits":4.7,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024047680,"bits":4.72,"known":true,"rank":1},{"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","file":"gemma-4-12b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":7381382496,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":7657125440,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF","file":"gemma-4-12b-heretic-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338372160,"bits":5.6,"known":true,"rank":1},{"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","file":"gemma-4-12b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":8547267936,"bits":5.74,"known":true,"rank":0},{"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","file":"gemma-4-12b-heretic-Q6_K.gguf","label":"Q6_K","size":9786021216,"bits":6.57,"known":true,"rank":0},{"repo":"culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","file":"gemma-4-12b-heretic-abliterated-Q8_0.gguf","label":"Q8_0","size":12669645440,"bits":8.51,"known":true,"rank":0}],"repos":["culturerevolt/gemma-4-12b-heretic-abliterated-GGUF","mradermacher/gemma-4-12b-heretic-abliterated-i1-GGUF"],"logoFrom":"google"},{"id":"qwen3-8-27b-abliterated","family":"Blackfrost-AI/Qwen3.8-27B-ABLITERATED-GGUF","name":"Qwen3.8 27B ABLITERATED","maker":"Blackfrost-AI","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":5,"probe":"Blackfrost-AI/Qwen3.8-27B-ABLITERATED-GGUF/dflash-Qwen3.8-27B-ABLITERATED-BF16.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":41943040,"context":262144,"arch":"dflash","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T19:38:30.000Z","downloads":101681,"likes":307,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825440,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084960,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184160,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592160,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914720,"bits":2.74,"known":true,"rank":0},{"repo":"hotdogs/Qwen3.8-27B-abliterated-MTP-GGUF","file":"Qwen3.8-27B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":10004593344,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594080,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326560,"bits":3,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q2_K.gguf","label":"Q2_K","size":10711665472,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10711666080,"bits":3.14,"known":true,"rank":0},{"repo":"hotdogs/Qwen3.8-27B-abliterated-MTP-GGUF","file":"Qwen3.8-27B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371264,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372000,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131040,"bits":3.5,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12073954112,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954720,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329440,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875680,"bits":3.68,"known":true,"rank":0},{"repo":"hotdogs/Qwen3.8-27B-abliterated-MTP-GGUF","file":"Qwen3.8-27B-abliterated-IQ2_M-custom.gguf","label":"Qwen3.8-27B-abliterated-IQ2_M-custom","size":12621607104,"bits":3.7,"known":false,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13301443392,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444000,"bits":3.9,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14344776512,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777120,"bits":4.2,"known":true,"rank":0},{"repo":"hotdogs/Qwen3.8-27B-abliterated-MTP-GGUF","file":"Qwen3.8-27B-abliterated-IQ3_M-custom.gguf","label":"Qwen3.8-27B-abliterated-IQ3_M-custom","size":14490780864,"bits":4.24,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507680,"bits":4.42,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-27B-Abliterated-GGUF","file":"Qwen3.8-27B-Abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":15309039488,"bits":4.48,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q4_0.gguf","label":"Q4_0","size":15476869952,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521435040,"bits":4.55,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15586315072,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315680,"bits":4.56,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16547400512,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401120,"bits":4.85,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-27B-Abliterated-GGUF","file":"Qwen3.8-27B-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16810715008,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078242720,"bits":5,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q5_0.gguf","label":"Q5_0","size":18679614272,"bits":5.47,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18679614272,"bits":5.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614880,"bits":5.47,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19231099712,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","file":"Qwen3.8-27B-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100320,"bits":5.63,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-27B-Abliterated-GGUF","file":"Qwen3.8-27B-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19535701888,"bits":5.72,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3.8-27B-abliterated-GGUF","file":"Qwen3.8-27B-abliterated.Q6_K.gguf","label":"Q6_K","size":22082530112,"bits":6.47,"known":true,"rank":0}],"repos":["Blackfrost-AI/Qwen3.8-27B-ABLITERATED-GGUF","hotdogs/Qwen3.8-27B-abliterated-MTP-GGUF","mradermacher/Qwen3.8-27B-abliterated-GGUF","mradermacher/Qwen3.8-27B-abliterated-i1-GGUF","prithivMLmods/Qwen3.8-27B-abliterated-GGUF","windowsxp811203/Qwen3.8-27B-Abliterated-GGUF"],"logoFrom":"Blackfrost-AI"},{"id":"qwen2-5-coder-32b-instruct","family":"Qwen/Qwen2.5-Coder-32B-Instruct","name":"Qwen2.5 Coder 32B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Qwen2.5-Coder-32B-Instruct-GGUF/Qwen2.5-Coder-32B-Instruct-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-06T07:49:50.000Z","downloads":101270,"likes":402,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1271,"arenaCoding":1342,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250400,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ2_XS.gguf","label":"IQ2_XS","size":9957550880,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ2_S.gguf","label":"IQ2_S","size":10387569440,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ2_M.gguf","label":"IQ2_M","size":11264441120,"bits":2.75,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q2_k.gguf","label":"Q2_K","size":12313098432,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271200,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q2_K_L.gguf","label":"Q2_K_L","size":13073419040,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ3_XS.gguf","label":"IQ3_XS","size":13705513760,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14392331040,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ3_M.gguf","label":"IQ3_M","size":14810123040,"bits":3.62,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":15935047872,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17247079200,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17693154080,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325920,"bits":4.38,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q4_0.gguf","label":"Q4_0","size":18640230592,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640231200,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640231200,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640231200,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-IQ4_NL.gguf","label":"IQ4_NL","size":18682174240,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q4_K_S.gguf","label":"Q4_K_S","size":18784410400,"bits":4.59,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":19851335872,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q4_K_L.gguf","label":"Q4_K_L","size":20429179680,"bits":4.99,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q5_0.gguf","label":"Q5_0","size":22638254272,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22638254880,"bits":5.53,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":23262156992,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q5_K_L.gguf","label":"Q5_K_L","size":23742679840,"bits":5.8,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q6_k.gguf","label":"Q6_K","size":26886154432,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-GGUF","file":"Qwen2.5-Coder-32B-Q6_K_L.gguf","label":"Q6_K_L","size":27263273760,"bits":6.66,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-q8_0.gguf","label":"Q8_0","size":34820884672,"bits":8.5,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","file":"qwen2.5-coder-32b-instruct-fp16-00001-of-00009.gguf","label":"qwen2.5-coder-32b-instruct-fp16","size":65535970464,"bits":16,"known":false,"rank":0}],"repos":["Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","ThomasBaruzier/Qwen2.5-Coder-32B-Instruct-GGUF","bartowski/Qwen2.5-Coder-32B-GGUF","bartowski/Qwen2.5-Coder-32B-Instruct-GGUF","lmstudio-community/Qwen2.5-Coder-32B-GGUF","lmstudio-community/Qwen2.5-Coder-32B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"holo-3-1-35b-a3b","family":"Hcompany/Holo-3.1-35B-A3B-GGUF","name":"Holo 3.1 35B A3B","maker":"Hcompany","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"Hcompany/Holo-3.1-35B-A3B-GGUF/q4_k_m.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-02T11:21:36.000Z","downloads":101069,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Hcompany/Holo-3.1-35B-A3B-GGUF","file":"q4_k_m.gguf","label":"Q4_K_M","size":21297870912,"bits":4.92,"known":true,"rank":0},{"repo":"Hcompany/Holo-3.1-35B-A3B-GGUF","file":"main.bf16.gguf","label":"BF16","size":69376637024,"bits":16.01,"known":true,"rank":0}],"repos":["Hcompany/Holo-3.1-35B-A3B-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-6-35b-a3b-uncensored-heretic","family":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic","name":"Qwen3.6 35B A3B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF/Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-19T07:28:55.000Z","downloads":100555,"likes":226,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142752,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209632,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654432,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031712,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480672,"bits":2.46,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236512,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097952,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":12939594624,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760032,"bits":3.14,"known":true,"rank":1},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Mini.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Mini","size":14316565664,"bits":3.3,"known":false,"rank":2},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145312,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":15182185344,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424992,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520352,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":16764765056,"bits":3.87,"known":true,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-Compact.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-Compact","size":17293088640,"bits":3.99,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Compact.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Compact","size":17293088928,"bits":3.99,"known":false,"rank":2},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":18115330944,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":18939313024,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":19799268512,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":19889904512,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":21166758784,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":21848169632,"bits":5.04,"known":true,"rank":1},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-Quality.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-Quality","size":22819401600,"bits":5.27,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Quality.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Quality","size":22819401888,"bits":5.27,"known":false,"rank":2},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":23981284224,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":24729131904,"bits":5.71,"known":true,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-Balanced.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-Balanced","size":25624956800,"bits":5.91,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Balanced.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-APEX-I-Balanced","size":25624957088,"bits":5.91,"known":false,"rank":2},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q6_K.gguf","label":"Q6_K","size":28514153344,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic.Q8_0.gguf","label":"Q8_0","size":36903140224,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-BF16.gguf","label":"BF16","size":69376641152,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-GGUF","mradermacher/Qwen3.6-35B-A3B-uncensored-heretic-i1-GGUF","mudler/Qwen3.6-35B-A3B-uncensored-heretic-APEX-GGUF"],"logoFrom":"llmfan46"},{"id":"nl2sh-1-5b-q4-k-m","family":"ThorOdinson246/nl2sh-1.5b-Q4_K_M","name":"Nl2sh 1.5B Q4 K M","maker":"ThorOdinson246","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"ThorOdinson246/nl2sh-1.5b-Q4_K_M/nl2sh-1.5b-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-07T06:29:19.000Z","downloads":99759,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThorOdinson246/nl2sh-1.5b-Q4_K_M","file":"nl2sh-1.5b-Q4_K_M.gguf","label":"Q4_K_M","size":986048000,"bits":5.12,"known":true,"rank":0}],"repos":["ThorOdinson246/nl2sh-1.5b-Q4_K_M"],"logoFrom":"Qwen"},{"id":"llama-3-3-70b-instruct-abliterated","family":"huihui-ai/Llama-3.3-70B-Instruct-abliterated","name":"Llama 3.3 70B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF/Llama-3.3-70B-Instruct-abliterated-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2024-12-11T03:50:44.000Z","downloads":99292,"likes":47,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ1_M.gguf","label":"IQ1_M","size":16751201344,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097390144,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":21142113344,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ2_S.gguf","label":"IQ2_S","size":22242348096,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":24119299136,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":26375113792,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":27401161792,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499456,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":30912056384,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":31937039424,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":34267499584,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":37140597824,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":37902666816,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936832,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":40053623872,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":40116538432,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":40347225152,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":42520398912,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":43300195392,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q4_1.gguf","label":"Q4_1","size":44313594944,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":48657452096,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q5_K_M/Llama-3.3-70B-Instruct-abliterated-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949822240,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q5_K_L/Llama-3.3-70B-Instruct-abliterated-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598284544,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q6_K/Llama-3.3-70B-Instruct-abliterated-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148768,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","file":"Llama-3.3-70B-Instruct-abliterated-Q8_0/Llama-3.3-70B-Instruct-abliterated-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054816,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Llama-3.3-70B-Instruct-abliterated-GGUF","mradermacher/Llama-3.3-70B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"gemma-4-31b-it-uncensored-heretic","family":"llmfan46/gemma-4-31B-it-uncensored-heretic","name":"Gemma 4 31B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF/gemma-4-31B-it-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-03T22:23:19.000Z","downloads":98821,"likes":218,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156484832,"bits":1.86,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725867744,"bits":2.01,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674839264,"bits":2.26,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354400,"bits":2.48,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157884128,"bits":2.65,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917061344,"bits":2.84,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584416,"bits":2.86,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":11916308928,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077503200,"bits":3.15,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072364256,"bits":3.41,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":13761352128,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352416,"bits":3.59,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424492768,"bits":3.76,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15287108736,"bits":3.98,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":16628270208,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":16862228928,"bits":4.39,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701573344,"bits":4.61,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":17763165312,"bits":4.63,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":18687063168,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-31B-it-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481416416,"bits":5.08,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":21311841408,"bits":5.55,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":21845570688,"bits":5.69,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":25201484928,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":32635675776,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","file":"gemma-4-31B-it-uncensored-heretic-BF16.gguf","label":"BF16","size":61413188736,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-31B-it-uncensored-heretic-GGUF","mradermacher/gemma-4-31B-it-uncensored-heretic-GGUF","mradermacher/gemma-4-31B-it-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-6-40b-claude-4-6-opus-deckard-heretic-uncensored-thinking-neo-code-di-imatrix-max","family":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","name":"Qwen3.6 40B Claude 4.6 Opus Deckard Heretic Uncensored Thinking NEO CODE Di IMatrix MAX","maker":"DavidAU","catalog":null,"tuned":true,"params":39.07,"active":null,"layers":96,"probe":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF/Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ2_M.gguf","kvBytesPerToken":119833,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-01T00:29:29.000Z","downloads":98723,"likes":793,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ2_M.gguf","label":"IQ2_M","size":14775450656,"bits":3.03,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ3_M.gguf","label":"IQ3_M","size":18382715936,"bits":3.76,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_XS.gguf","label":"IQ4_XS","size":22077236256,"bits":4.52,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_S.gguf","label":"Q4_K_S","size":22801818656,"bits":4.67,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-IQ4_NL.gguf","label":"IQ4_NL","size":23135396896,"bits":4.74,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf","label":"Q4_K_M","size":24253604896,"bits":4.97,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_S.gguf","label":"Q5_K_S","size":27368039456,"bits":5.6,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q5_K_M.gguf","label":"Q5_K_M","size":28195267616,"bits":5.77,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-Q6_K.gguf","label":"Q6_K","size":32391855136,"bits":6.63,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-40B-Deck-Opus-NEO-CODE-HERE-2T-OT-HIGH-Q8_0.gguf","label":"Q8_0","size":42847202336,"bits":8.77,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.6-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-NEO-CODE-Di-IMatrix-MAX-GGUF"],"logoFrom":"DavidAU"},{"id":"gemma-4-26b-a4b-it-heretic","family":"coder3101/gemma-4-26B-A4B-it-heretic","name":"Gemma 4 26B A4B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF/gemma-4-26B-A4B-it-heretic.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T20:55:22.000Z","downloads":97925,"likes":160,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273664,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659584,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302784,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433024,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203584,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718144,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q2_K.gguf","label":"Q2_K","size":10582732960,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484224,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696384,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070272,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":12222405280,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412160,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566144,"bits":3.93,"known":true,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-I-Mini.gguf","label":"gemma-4-26B-A4B-heretic-APEX-I-Mini","size":12984470880,"bits":4.12,"known":false,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":13286729376,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":13824484000,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728640,"bits":4.41,"known":true,"rank":0},{"repo":"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF","file":"gemma-4-26B-A4B-it-qat-heretic-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14249045568,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":14488058752,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":15464820896,"bits":4.9,"known":true,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-Compact.gguf","label":"gemma-4-26B-A4B-heretic-APEX-Compact","size":15495514720,"bits":4.91,"known":false,"rank":1},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-I-Compact.gguf","label":"gemma-4-26B-A4B-heretic-APEX-I-Compact","size":15495514976,"bits":4.91,"known":false,"rank":1},{"repo":"mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","file":"Gemma-4-26B-A4B-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":15969578880,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":16796011680,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":17986729120,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":19132886176,"bits":6.07,"known":true,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-Balanced.gguf","label":"gemma-4-26B-A4B-heretic-APEX-Balanced","size":19508269664,"bits":6.19,"known":false,"rank":1},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-I-Balanced.gguf","label":"gemma-4-26B-A4B-heretic-APEX-I-Balanced","size":19508269920,"bits":6.19,"known":false,"rank":1},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-Quality.gguf","label":"gemma-4-26B-A4B-heretic-APEX-Quality","size":20576631904,"bits":6.52,"known":false,"rank":1},{"repo":"mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF","file":"gemma-4-26B-A4B-heretic-APEX-I-Quality.gguf","label":"gemma-4-26B-A4B-heretic-APEX-I-Quality","size":20576632160,"bits":6.52,"known":false,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q6_K.gguf","label":"Q6_K","size":22638395040,"bits":7.18,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","file":"gemma-4-26B-A4B-it-heretic.Q8_0.gguf","label":"Q8_0","size":26859855008,"bits":8.52,"known":true,"rank":0},{"repo":"SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF","file":"gemma-4-26B-A4B-it-qat-heretic-f16.gguf","label":"F16","size":50505135680,"bits":16.01,"known":true,"rank":0}],"repos":["SC117/gemma-4-26B-A4B-it-qat-heretic-GGUF","mradermacher/gemma-4-26B-A4B-it-heretic-GGUF","mradermacher/gemma-4-26B-A4B-it-heretic-i1-GGUF","mradermacher/gemma-4-26b-a4b-heretic-i1-GGUF","mudler/gemma-4-26B-A4B-it-heretic-APEX-GGUF"],"logoFrom":"google"},{"id":"lfm3-vl-2b","family":"LiquidAI/LFM3-VL-2B","name":"LFM3 VL 2B","maker":"Liquid AI","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"bartowski/LFM3-VL-2B-GGUF/LFM3-VL-2B-IQ2_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-19T19:51:46.000Z","downloads":95959,"likes":72,"trending":30,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-IQ2_M.gguf","label":"IQ2_M","size":651650720,"bits":3.01,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q2_K.gguf","label":"Q2_K","size":701310624,"bits":3.24,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":780871328,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q3_K_S.gguf","label":"Q3_K_S","size":811501216,"bits":3.75,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-IQ3_XS.gguf","label":"IQ3_XS","size":812467872,"bits":3.76,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q3_K_M.gguf","label":"Q3_K_M","size":847300256,"bits":3.92,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q3_K_L.gguf","label":"Q3_K_L","size":887580320,"bits":4.1,"known":true,"rank":1},{"repo":"AtomicChat/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-AD-IQ3_S.gguf","label":"IQ3_S","size":921541696,"bits":4.26,"known":true,"rank":3},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-IQ3_M.gguf","label":"IQ3_M","size":925533856,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-IQ4_XS.gguf","label":"IQ4_XS","size":997303968,"bits":4.61,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-QAD-Q4_0.gguf","label":"Q4_0","size":1049615648,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q4_K_S.gguf","label":"Q4_K_S","size":1053787808,"bits":4.87,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1099627808,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-IQ4_NL.gguf","label":"IQ4_NL","size":1115637408,"bits":5.16,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q4_1.gguf","label":"Q4_1","size":1145353888,"bits":5.3,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q4_K_L.gguf","label":"Q4_K_L","size":1190389408,"bits":5.5,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1258663200,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q5_K_S.gguf","label":"Q5_K_S","size":1268172448,"bits":5.86,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-NVFP4.gguf","label":"LFM3-VL-2B-NVFP4","size":1280020064,"bits":5.92,"known":false,"rank":0},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q6_K.gguf","label":"Q6_K","size":1427638304,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q6_K_S.gguf","label":"Q6_K_S","size":1456719520,"bits":6.74,"known":true,"rank":1},{"repo":"bartowski/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q6_K_L.gguf","label":"Q6_K_L","size":1582933664,"bits":7.32,"known":true,"rank":1},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-Q8_0.gguf","label":"Q8_0","size":1846238496,"bits":8.54,"known":true,"rank":0},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-BF16.gguf","label":"BF16","size":3466626336,"bits":16.03,"known":true,"rank":0},{"repo":"LiquidAI/LFM3-VL-2B-GGUF","file":"LFM3-VL-2B-F16.gguf","label":"F16","size":3466626336,"bits":16.03,"known":true,"rank":0}],"repos":["AtomicChat/LFM3-VL-2B-GGUF","LiquidAI/LFM3-VL-2B-GGUF","bartowski/LFM3-VL-2B-GGUF","lmstudio-community/LFM3-VL-2B-GGUF"],"logoFrom":"LiquidAI"},{"id":"clover-35b-a3b-preview","family":"Diffuspace/Clover-35B-A3B-Preview","name":"Clover 35B A3B Preview","maker":"Diffuspace","catalog":null,"tuned":false,"params":34.66,"active":3.46,"layers":40,"probe":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF/Diffuspace_Clover-35B-A3B-Preview-IQ2_XXS.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"clover_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T03:46:30.000Z","downloads":95741,"likes":58,"trending":34,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Clover-35B-A3B-Preview-APEX-GGUF","file":"Clover-35B-A3B-Preview-APEX-I-Micro.gguf","label":"Clover-35B-A3B-Preview-APEX-I-Micro","size":10582745472,"bits":2.44,"known":false,"rank":4},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ2_XXS.gguf","label":"IQ2_XXS","size":10793196448,"bits":2.49,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":11265260448,"bits":2.6,"known":true,"rank":1},{"repo":"mudler/Clover-35B-A3B-Preview-APEX-GGUF","file":"Clover-35B-A3B-Preview-APEX-I-Nano.gguf","label":"Clover-35B-A3B-Preview-APEX-I-Nano","size":11463549312,"bits":2.65,"known":false,"rank":4},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ2_S.gguf","label":"IQ2_S","size":11979545504,"bits":2.77,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ2_M.gguf","label":"IQ2_M","size":13233806240,"bits":3.05,"known":true,"rank":1},{"repo":"mudler/Clover-35B-A3B-Preview-APEX-GGUF","file":"Clover-35B-A3B-Preview-APEX-I-Mini.gguf","label":"Clover-35B-A3B-Preview-APEX-I-Mini","size":13470179712,"bits":3.11,"known":false,"rank":4},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q2_K.gguf","label":"Q2_K","size":13839334304,"bits":3.19,"known":true,"rank":1},{"repo":"maternion/Clover-35B-A3B-Preview-GGUF","file":"Diffuspace-Clover-35B-A3B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":15182177184,"bits":3.5,"known":true,"rank":2},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":15581674400,"bits":3.6,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":16318692256,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":16318692256,"bits":3.77,"known":true,"rank":1},{"repo":"mudler/Clover-35B-A3B-Preview-APEX-GGUF","file":"Clover-35B-A3B-Preview-APEX-Compact.gguf","label":"Clover-35B-A3B-Preview-APEX-Compact","size":16541820064,"bits":3.82,"known":false,"rank":4},{"repo":"mudler/Clover-35B-A3B-Preview-APEX-GGUF","file":"Clover-35B-A3B-Preview-APEX-I-Compact.gguf","label":"Clover-35B-A3B-Preview-APEX-I-Compact","size":16541820288,"bits":3.82,"known":false,"rank":4},{"repo":"maternion/Clover-35B-A3B-Preview-GGUF","file":"Diffuspace-Clover-35B-A3B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":16764756896,"bits":3.87,"known":true,"rank":2},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":17344330656,"bits":4,"known":true,"rank":1},{"repo":"AtomicChat/Clover-35B-A3B-Preview-GGUF","file":"Clover-35B-A3B-Preview-AD-IQ4_XS-IQ3_S.gguf","label":"IQ3_S","size":17612309952,"bits":4.07,"known":true,"rank":3},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":18267077536,"bits":4.22,"known":true,"rank":1},{"repo":"maternion/Clover-35B-A3B-Preview-GGUF","file":"Diffuspace-Clover-35B-A3B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":18939304864,"bits":4.37,"known":true,"rank":2},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ3_M.gguf","label":"IQ3_M","size":18958220192,"bits":4.38,"known":true,"rank":1},{"repo":"Diffuspace/Clover-35B-A3B-Preview-GGUF","file":"Clover-35B-A3B-Preview-Q4_0.gguf","label":"Q4_0","size":19586909600,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":19886930848,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":20946975648,"bits":4.83,"known":true,"rank":1},{"repo":"maternion/Clover-35B-A3B-Preview-GGUF","file":"Diffuspace-Clover-35B-A3B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":21166750624,"bits":4.89,"known":true,"rank":2},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q4_1.gguf","label":"Q4_1","size":21973769120,"bits":5.07,"known":true,"rank":1},{"repo":"AtomicChat/Clover-35B-A3B-Preview-GGUF","file":"Clover-35B-A3B-Preview-AD-Q5_K-Q4_K.gguf","label":"Q4_K","size":22142158272,"bits":5.11,"known":true,"rank":3},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":22318513056,"bits":5.15,"known":true,"rank":1},{"repo":"mudler/Clover-35B-A3B-Preview-APEX-GGUF","file":"Clover-35B-A3B-Preview-APEX-Quality.gguf","label":"Clover-35B-A3B-Preview-APEX-Quality","size":22822370464,"bits":5.27,"known":false,"rank":4},{"repo":"Diffuspace/Clover-35B-A3B-Preview-GGUF","file":"Clover-35B-A3B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":22998009248,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":24113675168,"bits":5.57,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":25137085344,"bits":5.8,"known":true,"rank":1},{"repo":"AtomicChat/Clover-35B-A3B-Preview-GGUF","file":"Clover-35B-A3B-Preview-AD-Q6_K-Q5_K.gguf","label":"Q5_K","size":26252576192,"bits":6.06,"known":true,"rank":3},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":26984676256,"bits":6.23,"known":true,"rank":1},{"repo":"maternion/Clover-35B-A3B-Preview-GGUF","file":"Diffuspace-Clover-35B-A3B-Preview-Q6_K.gguf","label":"Q6_K","size":28514145184,"bits":6.58,"known":true,"rank":2},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q6_K_S.gguf","label":"Q6_K_S","size":29373332384,"bits":6.78,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q6_K.gguf","label":"Q6_K","size":30738578336,"bits":7.09,"known":true,"rank":1},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":32298859424,"bits":7.46,"known":true,"rank":1},{"repo":"maternion/Clover-35B-A3B-Preview-GGUF","file":"Diffuspace-Clover-35B-A3B-Preview-Q8_0.gguf","label":"Q8_0","size":36903132064,"bits":8.52,"known":true,"rank":2},{"repo":"Diffuspace/Clover-35B-A3B-Preview-GGUF","file":"Clover-35B-A3B-Preview-Q8_0.gguf","label":"Q8_0","size":37863343264,"bits":8.74,"known":true,"rank":0},{"repo":"bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","file":"Diffuspace_Clover-35B-A3B-Preview-bf16/Diffuspace_Clover-35B-A3B-Preview-bf16-00001-of-00002.gguf","label":"BF16","size":69376637696,"bits":16.01,"known":true,"rank":1}],"repos":["AtomicChat/Clover-35B-A3B-Preview-GGUF","Diffuspace/Clover-35B-A3B-Preview-GGUF","bartowski/Diffuspace_Clover-35B-A3B-Preview-GGUF","maternion/Clover-35B-A3B-Preview-GGUF","mudler/Clover-35B-A3B-Preview-APEX-GGUF","na0x2c6/Clover-35B-A3B-Preview-GGUF"],"logoFrom":"Diffuspace"},{"id":"qwen3-14b-abliterated","family":"mlabonne/Qwen3-14B-abliterated","name":"Qwen3 14B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Qwen3-14B-abliterated-i1-GGUF/Qwen3-14B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T22:00:18.000Z","downloads":94555,"likes":87,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","file":"Qwen3-14B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":3579934752,"bits":1.94,"known":true,"rank":2},{"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","file":"Qwen3-14B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3849656352,"bits":2.09,"known":true,"rank":2},{"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","file":"Qwen3-14B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299192352,"bits":2.33,"known":true,"rank":2},{"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","file":"Qwen3-14B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691589152,"bits":2.54,"known":true,"rank":2},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ2_S.gguf","label":"IQ2_S","size":4963312736,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":5322941536,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","file":"Qwen3-14B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389849632,"bits":2.92,"known":true,"rank":2},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q2_K.gguf","label":"Q2_K","size":5753984096,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666336,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":6375301216,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":6513664096,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":6657106016,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-abliterated-i1-GGUF","file":"Qwen3-14B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":6684958752,"bits":3.62,"known":true,"rank":2},{"repo":"richardyoung/Qwen3-14B-abliterated-GGUF","file":"Qwen3-14B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":6883409440,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":6883410016,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":7321313376,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":7900651616,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":8110730336,"bits":4.39,"known":true,"rank":0},{"repo":"richardyoung/Qwen3-14B-abliterated-GGUF","file":"Qwen3-14B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":8180361760,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":8541363296,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q4_0.gguf","label":"Q4_0","size":8543001696,"bits":4.63,"known":true,"rank":0},{"repo":"AIgotahole/Qwen3-14B-abliterated-Q4_K_S-GGUF","file":"qwen3-14b-abliterated-q4_k_s.gguf","label":"Q4_K_S","size":8573475232,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":8573475936,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581324896,"bits":4.65,"known":true,"rank":0},{"repo":"richardyoung/Qwen3-14B-abliterated-GGUF","file":"Qwen3-14B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":9001753120,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":9001753696,"bits":4.88,"known":true,"rank":0},{"repo":"RootMonsteR/Qwen3-14B-Abliterated-GGUF","file":"qwen3-14b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":9001753792,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q4_1.gguf","label":"Q4_1","size":9389522016,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":9579110496,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":10263895136,"bits":5.56,"known":true,"rank":0},{"repo":"richardyoung/Qwen3-14B-abliterated-GGUF","file":"Qwen3-14B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":10514569760,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":10514570336,"bits":5.7,"known":true,"rank":0},{"repo":"RootMonsteR/Qwen3-14B-Abliterated-GGUF","file":"qwen3-14b-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":10514570432,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":10994688096,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q6_K.gguf","label":"Q6_K","size":12121938016,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":12498739296,"bits":6.77,"known":true,"rank":0},{"repo":"richardyoung/Qwen3-14B-abliterated-GGUF","file":"Qwen3-14B-abliterated-Q8_0.gguf","label":"Q8_0","size":15698533920,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-Q8_0.gguf","label":"Q8_0","size":15698534496,"bits":8.5,"known":true,"rank":0},{"repo":"richardyoung/Qwen3-14B-abliterated-GGUF","file":"Qwen3-14B-abliterated-f16.gguf","label":"F16","size":29543423520,"bits":16,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","file":"mlabonne_Qwen3-14B-abliterated-bf16.gguf","label":"BF16","size":29543423808,"bits":16,"known":true,"rank":0}],"repos":["AIgotahole/Qwen3-14B-abliterated-Q4_K_S-GGUF","RootMonsteR/Qwen3-14B-Abliterated-GGUF","bartowski/mlabonne_Qwen3-14B-abliterated-GGUF","mradermacher/Qwen3-14B-abliterated-GGUF","mradermacher/Qwen3-14B-abliterated-i1-GGUF","richardyoung/Qwen3-14B-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"deepseek-v4-pro-0813","family":"deepseek-ai/DeepSeek-V4-Pro-0813","name":"DeepSeek V4 Pro","maker":"DeepSeek","catalog":"deepseek-v4-pro-0813","tuned":true,"params":1573,"active":49.78,"layers":61,"probe":"unsloth/DeepSeek-V4-Pro-0813-GGUF/UD-Q4_K_XL/DeepSeek-V4-Pro-0813-UD-Q4_K_XL-00001-of-00020.gguf","kvBytesPerToken":18345,"kvHeader":15856,"kvFixed":0,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-08-13T03:05:06.000Z","downloads":94122,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1458,"arenaCoding":1500,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-V4-Pro-0813-GGUF","file":"UD-Q4_K_XL/DeepSeek-V4-Pro-0813-UD-Q4_K_XL-00001-of-00020.gguf","label":"UD-Q4_K_XL","size":849683927055,"bits":4.32,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-V4-Pro-0813-GGUF"],"logoFrom":"deepseek-ai"},{"id":"bonsai-8b","family":"prism-ml/Bonsai-8B-gguf","name":"Bonsai 8B","maker":"PrismML","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"prism-ml/Bonsai-8B-gguf/Bonsai-8B-Q1_0.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":65536,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-18T21:06:50.000Z","downloads":93397,"likes":800,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Bonsai-8B-gguf","file":"Bonsai-8B-Q1_0.gguf","label":"Q1_0","size":1158654496,"bits":1.13,"known":false,"rank":0},{"repo":"prism-ml/Bonsai-8B-gguf","file":"Bonsai-8B.gguf","label":"Bonsai-8B","size":1158654496,"bits":1.13,"known":false,"rank":0}],"repos":["prism-ml/Bonsai-8B-gguf"],"logoFrom":"prism-ml"},{"id":"qwen2-5-coder-7b-instruct-abliterated","family":"criscar22/Qwen2.5-Coder-7B-Instruct-abliterated","name":"Qwen2.5 Coder 7B Abliterated","maker":"criscar22","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"criscar22/Qwen2.5-Coder-7B-Instruct-abliterated/Qwen2.5-Coder-7B-Instruct-abliterated-Q4_K_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"agpl-3.0","open":false,"released":"2024-10-07T07:02:45.000Z","downloads":93341,"likes":112,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668480,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197248,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078528,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022976,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638528,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":2780343136,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":3015940960,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515712,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":3346256736,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":3492369248,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":3499193344,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":3548164960,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":3574012768,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":3808392032,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":4088460128,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":4218473312,"bits":4.43,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":4250298432,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431391584,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431391584,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431391584,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":4444121952,"bits":4.67,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":4457769024,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":4457769824,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332832,"bits":4.79,"known":true,"rank":0},{"repo":"criscar22/Qwen2.5-Coder-7B-Instruct-abliterated","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":4683073408,"bits":4.92,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":4683073600,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":5087564640,"bits":5.34,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":5315176512,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":5315177312,"bits":5.58,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":5444831296,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":5444832096,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":5781197664,"bits":6.07,"known":true,"rank":0},{"repo":"criscar22/Qwen2.5-Coder-7B-Instruct-abliterated","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":6254198656,"bits":6.57,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-Q6_K.gguf","label":"Q6_K","size":6254198848,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":6518182752,"bits":6.84,"known":true,"rank":0},{"repo":"criscar22/Qwen2.5-Coder-7B-Instruct-abliterated","file":"Qwen2.5-Coder-7B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":8098525056,"bits":8.5,"known":true,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-Q8_0.gguf","label":"Q8_0","size":8098525248,"bits":8.5,"known":true,"rank":0},{"repo":"criscar22/Qwen2.5-Coder-7B-Instruct-abliterated","file":"Qwen2.5-Coder-7B-Instruct-abliterated.gguf","label":"Qwen2.5-Coder-7B-Instruct-abliterated","size":15237853056,"bits":16,"known":false,"rank":0},{"repo":"nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Abliterated-f16.gguf","label":"F16","size":15237853248,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-7B-Instruct-abliterated-f16.gguf","label":"F16","size":15237853728,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","criscar22/Qwen2.5-Coder-7B-Instruct-abliterated","mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-GGUF","mradermacher/Qwen2.5-Coder-7B-Instruct-abliterated-i1-GGUF","nyan-ame/Qwen2.5-Coder-7B-Instruct-Abliterated-GGUF"],"logoFrom":"criscar22"},{"id":"gliner2-base-v1","family":"fastino/gliner2-base-v1","name":"Gliner2 Base V1","maker":"fastino","catalog":null,"tuned":false,"params":0.18,"active":null,"layers":12,"probe":"antflydb/gliner2-base-v1/gliner2-encoder.Q4_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":512,"arch":"deberta","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-02T16:09:09.000Z","downloads":93294,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"antflydb/gliner2-base-v1","file":"gliner2-encoder.Q4_K.gguf","label":"Q4_K","size":106928064,"bits":4.75,"known":true,"rank":0}],"repos":["antflydb/gliner2-base-v1"],"logoFrom":"fastino"},{"id":"smollm3-3b","family":"HuggingFaceTB/SmolLM3-3B","name":"SmolLM3 3B","maker":"Hugging Face","catalog":null,"tuned":false,"params":3.08,"active":null,"layers":36,"probe":"unsloth/SmolLM3-3B-GGUF/SmolLM3-3B-UD-IQ2_XXS.gguf","kvBytesPerToken":85303,"kvHeader":73728,"kvFixed":0,"context":65536,"arch":"smollm3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-08T10:11:45.000Z","downloads":93151,"likes":128,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":955159072,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-IQ2_M.gguf","label":"IQ2_M","size":1125355328,"bits":2.92,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1150607904,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q2_K.gguf","label":"Q2_K","size":1253302816,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1253302816,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1267666752,"bits":3.29,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1285218848,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1286296096,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1371414336,"bits":3.56,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1432314400,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-IQ3_M.gguf","label":"IQ3_M","size":1469357888,"bits":3.82,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1571070496,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1611305504,"bits":4.19,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1690214208,"bits":4.39,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1723834912,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1753829184,"bits":4.56,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1810539040,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q4_0.gguf","label":"Q4_0","size":1811456544,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1817616928,"bits":4.72,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1915306528,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1940419104,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-Q4_K_L.gguf","label":"Q4_K_L","size":1978920768,"bits":5.14,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q4_1.gguf","label":"Q4_1","size":1981588000,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2157355552,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2213757472,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2214707744,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2277371712,"bits":5.92,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q6_K.gguf","label":"Q6_K","size":2530861600,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","file":"HuggingFaceTB_SmolLM3-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2594475840,"bits":6.74,"known":true,"rank":1},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":2758529568,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-Q8_0.gguf","label":"Q8_0","size":3275575840,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":3898823200,"bits":10.13,"known":true,"rank":0},{"repo":"ggml-org/SmolLM3-3B-GGUF","file":"SmolLM3-f16.gguf","label":"F16","size":6158339424,"bits":16,"known":true,"rank":2},{"repo":"unsloth/SmolLM3-3B-GGUF","file":"SmolLM3-3B-BF16.gguf","label":"BF16","size":6158340416,"bits":16,"known":true,"rank":0}],"repos":["bartowski/HuggingFaceTB_SmolLM3-3B-GGUF","ggml-org/SmolLM3-3B-GGUF","unsloth/SmolLM3-3B-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"gemma4-26b-a4b-uncensored-hauhaucs-balanced","family":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","name":"Gemma4 26B A4B Uncensored HauhauCS Balanced","maker":"HauhauCS","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-IQ2_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-14T16:24:48.000Z","downloads":93065,"likes":309,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-IQ2_M.gguf","label":"IQ2_M","size":10377715552,"bits":3.29,"known":true,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q2_K_P.gguf","label":"Q2_K_P","size":10696723296,"bits":3.39,"known":false,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-IQ3_M.gguf","label":"IQ3_M","size":12392563552,"bits":3.93,"known":true,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q3_K_M.gguf","label":"Q3_K_M","size":13286733664,"bits":4.21,"known":true,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q3_K_P.gguf","label":"Q3_K_P","size":13405785696,"bits":4.25,"known":false,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-IQ4_XS.gguf","label":"IQ4_XS","size":13917726048,"bits":4.41,"known":true,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":16796015968,"bits":5.33,"known":true,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf","label":"Q4_K_P","size":16916915296,"bits":5.36,"known":false,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q5_K_M.gguf","label":"Q5_K_M","size":19132890464,"bits":6.07,"known":true,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q5_K_P.gguf","label":"Q5_K_P","size":19317146976,"bits":6.13,"known":false,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q6_K_P.gguf","label":"Q6_K_P","size":22758955104,"bits":7.22,"known":false,"rank":0},{"repo":"HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced","file":"Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q8_K_P.gguf","label":"Q8_K_P","size":27275669856,"bits":8.65,"known":false,"rank":0}],"repos":["HauhauCS/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced"],"logoFrom":"google"},{"id":"qwen3-8-9b-distill-uncensored-heretic","family":"nurdich/Qwen3.8-9B-Distill-uncensored-heretic","name":"Qwen3.8 9B Distill Uncensored Heretic","maker":"nurdich","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF/Qwen3.8-9B-Distill-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-20T16:07:18.000Z","downloads":92401,"likes":101,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":3914969440,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4364022112,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4475990656,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783360,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4737610080,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":5048512864,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5357875552,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5462864512,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5488554336,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663488,"bits":4.83,"known":true,"rank":1},{"repo":"ge525/Qwen3.8-9B-Distill-uncensored-heretic-Q4_K_M-GGUF","file":"qwen3.8-9b-distill-uncensored-heretic-q4_k_m.gguf","label":"Q4_K_M","size":5780090624,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5780091232,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5961462400,"bits":5.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":6472642912,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6642544992,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q6_K.gguf","label":"Q6_K","size":7558902112,"bits":6.57,"known":true,"rank":0},{"repo":"petruhonk/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-Heretic-Uncensored-Q8_0.gguf","label":"Q8_0","size":9786060160,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q8_0.gguf","label":"Q8_0","size":9786061152,"bits":8.51,"known":true,"rank":0},{"repo":"petruhonk/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-Heretic-Uncensored--F16.gguf","label":"F16","size":18407320960,"bits":16.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.f16.gguf","label":"F16","size":18407321952,"bits":16.01,"known":true,"rank":0}],"repos":["ge525/Qwen3.8-9B-Distill-uncensored-heretic-Q4_K_M-GGUF","mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-GGUF","mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-i1-GGUF","petruhonk/Qwen3.8-9B-Distill-uncensored-heretic-GGUF"],"logoFrom":"Qwen"},{"id":"artemis-31b-v1-2","family":"TheDrummer/Artemis-31B-v1.2","name":"Artemis 31B V1.2","maker":"TheDrummer","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Artemis-31B-v1.2-i1-GGUF/Artemis-31B-v1.2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-09-25T14:30:23.000Z","downloads":92362,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Artemis-31B-v1.2-i1-GGUF","file":"Artemis-31B-v1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491072,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Artemis-31B-v1.2-i1-GGUF","file":"Artemis-31B-v1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725873984,"bits":2.01,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ2_XXS.gguf","label":"IQ2_XXS","size":9158900160,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ2_XS.gguf","label":"IQ2_XS","size":9608247744,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ2_S.gguf","label":"IQ2_S","size":10215606720,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-i1-GGUF","file":"Artemis-31B-v1.2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590656,"bits":2.86,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ2_M.gguf","label":"IQ2_M","size":11343276480,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q2_K.gguf","label":"Q2_K","size":11925604800,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":13330074048,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-i1-GGUF","file":"Artemis-31B-v1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358656,"bits":3.59,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q3_K_S.gguf","label":"Q3_K_S","size":13960270272,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ3_XS.gguf","label":"IQ3_XS","size":14036437440,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q3_K_M.gguf","label":"Q3_K_M","size":14699233728,"bits":3.83,"known":true,"rank":0},{"repo":"Abiray/Artemis-31B-v1.2-GGUF","file":"Artemis-31B-v1.2-Q3_K_M.gguf","label":"Q3_K_M","size":15287109760,"bits":3.98,"known":true,"rank":2},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q3_K_L.gguf","label":"Q3_K_L","size":15622185408,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ3_M.gguf","label":"IQ3_M","size":16398221760,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ4_XS.gguf","label":"IQ4_XS","size":17232447936,"bits":4.49,"known":true,"rank":0},{"repo":"Abiray/Artemis-31B-v1.2-GGUF","file":"Artemis-31B-v1.2-Q4_K_S.gguf","label":"Q4_K_S","size":17763166336,"bits":4.63,"known":true,"rank":2},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q4_0.gguf","label":"Q4_0","size":18076264896,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q4_K_S.gguf","label":"Q4_K_S","size":18308164032,"bits":4.77,"known":true,"rank":0},{"repo":"Abiray/Artemis-31B-v1.2-GGUF","file":"Artemis-31B-v1.2-Q4_K_M.gguf","label":"Q4_K_M","size":18687064192,"bits":4.87,"known":true,"rank":2},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-IQ4_NL.gguf","label":"IQ4_NL","size":19402287552,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q4_K_M.gguf","label":"Q4_K_M","size":19517721024,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q4_1.gguf","label":"Q4_1","size":19765275072,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q4_K_L.gguf","label":"Q4_K_L","size":20907653568,"bits":5.45,"known":true,"rank":0},{"repo":"Abiray/Artemis-31B-v1.2-GGUF","file":"Artemis-31B-v1.2-Q5_K_M.gguf","label":"Q5_K_M","size":21845571712,"bits":5.69,"known":true,"rank":2},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q5_K_S.gguf","label":"Q5_K_S","size":21988401600,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q5_K_M.gguf","label":"Q5_K_M","size":23501810112,"bits":6.12,"known":true,"rank":0},{"repo":"Abiray/Artemis-31B-v1.2-GGUF","file":"Artemis-31B-v1.2-Q6_K.gguf","label":"Q6_K","size":25201485952,"bits":6.57,"known":true,"rank":2},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q6_K_S.gguf","label":"Q6_K_S","size":25760117184,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q6_K.gguf","label":"Q6_K","size":26964040128,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q6_K_L.gguf","label":"Q6_K_L","size":28286622144,"bits":7.37,"known":true,"rank":0},{"repo":"Abiray/Artemis-31B-v1.2-GGUF","file":"Artemis-31B-v1.2-Q8_0.gguf","label":"Q8_0","size":32635676800,"bits":8.5,"known":true,"rank":2},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-Q8_0.gguf","label":"Q8_0","size":32635677120,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","file":"TheDrummer_Artemis-31B-v1.2-bf16/TheDrummer_Artemis-31B-v1.2-bf16-00001-of-00002.gguf","label":"BF16","size":61413189984,"bits":16,"known":true,"rank":0}],"repos":["Abiray/Artemis-31B-v1.2-GGUF","bartowski/TheDrummer_Artemis-31B-v1.2-GGUF","mradermacher/Artemis-31B-v1.2-i1-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen3-0-6b-heretic-abliterated-uncensored","family":"DavidAU/Qwen3-0.6B-heretic-abliterated-uncensored","name":"Qwen3 0.6B Heretic Abliterated Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":0.6,"active":null,"layers":28,"probe":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF/Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-11-20T03:43:07.000Z","downloads":90374,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":208016224,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":216052576,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":229446496,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":241996640,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":254194528,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":264909664,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":279016288,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":280559456,"bits":3.74,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_Q2_K.gguf","label":"Q2_K","size":296238240,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":296238944,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":312754016,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":323075936,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":323075936,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":336027488,"bits":4.48,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_Q3_k_m.gguf","label":"Q3_K_M","size":347126944,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":347127648,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":367804256,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":368492384,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":381566816,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":382156640,"bits":5.1,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_IQ4_NL.gguf","label":"IQ4_NL","size":382745760,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":383270752,"bits":5.11,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_Q4_k_m.gguf","label":"Q4_K_M","size":396704928,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":396705632,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":409091936,"bits":5.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":436617056,"bits":5.82,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_Q5_k_m.gguf","label":"Q5_K_M","size":444415136,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":444415840,"bits":5.93,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_Q6_K.gguf","label":"Q6_K","size":495107232,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":495107936,"bits":6.6,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_Q8_0.gguf","label":"Q8_0","size":639447200,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.Q8_0.gguf","label":"Q8_0","size":639447584,"bits":8.53,"known":true,"rank":1},{"repo":"Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored_fp16.gguf","label":"Qwen3-0.6B-heretic-abliterated-uncensored_fp16","size":1198182560,"bits":15.98,"known":false,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","file":"Qwen3-0.6B-heretic-abliterated-uncensored.f16.gguf","label":"F16","size":1198182944,"bits":15.98,"known":true,"rank":1}],"repos":["Andycurrent/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-GGUF","mradermacher/Qwen3-0.6B-heretic-abliterated-uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"hermes-4-14b","family":"NousResearch/Hermes-4-14B","name":"Hermes 4 14B","maker":"Nous Research","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Hermes-4-14B-i1-GGUF/Hermes-4-14B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-30T20:12:05.000Z","downloads":90207,"likes":66,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-4-14B-i1-GGUF","file":"Hermes-4-14B.i1-IQ1_S.gguf","label":"IQ1_S","size":3579935072,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Hermes-4-14B-i1-GGUF","file":"Hermes-4-14B.i1-IQ1_M.gguf","label":"IQ1_M","size":3849656672,"bits":2.09,"known":true,"rank":1},{"repo":"mradermacher/Hermes-4-14B-i1-GGUF","file":"Hermes-4-14B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299192672,"bits":2.33,"known":true,"rank":1},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4691589056,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ2_S.gguf","label":"IQ2_S","size":4963312576,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ2_M.gguf","label":"IQ2_M","size":5322941376,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-14B-i1-GGUF","file":"Hermes-4-14B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389849952,"bits":2.92,"known":true,"rank":1},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q2_K.gguf","label":"Q2_K","size":5753983936,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666176,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6375301056,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6513663936,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6657105856,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-14B-i1-GGUF","file":"Hermes-4-14B.i1-IQ3_S.gguf","label":"IQ3_S","size":6684959072,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ3_M.gguf","label":"IQ3_M","size":6883409856,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7321313216,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7900651456,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8110730176,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8541363136,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q4_0.gguf","label":"Q4_0","size":8543001536,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573475776,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581324736,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9001753536,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q4_1.gguf","label":"Q4_1","size":9389521856,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9579110336,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10263894976,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10514570176,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10994687936,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q6_K.gguf","label":"Q6_K","size":12121937856,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12498739136,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-Q8_0.gguf","label":"Q8_0","size":15698534336,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-14B-GGUF","file":"NousResearch_Hermes-4-14B-bf16.gguf","label":"BF16","size":29543423648,"bits":16,"known":true,"rank":0}],"repos":["bartowski/NousResearch_Hermes-4-14B-GGUF","mradermacher/Hermes-4-14B-i1-GGUF"],"logoFrom":"NousResearch"},{"id":"llama-2-7b-chat","family":"TheBloke/Llama-2-7B-Chat-GGUF","name":"Llama 2 7B","maker":"TheBloke","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Llama-2-7B-Chat-GGUF/llama-2-7b-chat.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-04T15:53:57.000Z","downloads":90011,"likes":724,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-Chat-GGUF","file":"llama-2-7b-chat.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-7B-Chat-GGUF","TheBloke/Llama-2-7B-GGUF"],"logoFrom":"meta-llama"},{"id":"gemma4-31b-qat-uncensored-hauhaucs-balanced-mtp","family":"HauhauCS/Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-MTP","name":"Gemma4 31B QAT Uncensored HauhauCS Balanced MTP","maker":"HauhauCS","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"HauhauCS/Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-MTP/Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-06-24T23:43:41.000Z","downloads":88959,"likes":201,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-MTP","file":"Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":18687062176,"bits":4.87,"known":true,"rank":0}],"repos":["HauhauCS/Gemma4-31B-QAT-Uncensored-HauhauCS-Balanced-MTP"],"logoFrom":"google"},{"id":"nvidia-nemotron-3-5-super-vl-120b-a12b","family":"lmstudio-community/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","name":"NVIDIA Nemotron 3.5 Super VL 120B A12B","maker":"lmstudio-community","catalog":null,"tuned":true,"params":123.61,"active":2.47,"layers":89,"probe":"lmstudio-community/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_K_M-00001-of-00002.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":true,"licence":null,"open":false,"released":"2026-10-14T15:21:07.000Z","downloads":88605,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q2_0_S.gguf","label":"Q2_0_S","size":45717396896,"bits":2.96,"known":false,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q2_0_M.gguf","label":"Q2_0_M","size":51018997152,"bits":3.3,"known":false,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q2_0_L-00001-of-00002.gguf","label":"Q2_0_L","size":55841398368,"bits":3.61,"known":false,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q2_0_XL-00001-of-00002.gguf","label":"Q2_0_XL","size":57426845312,"bits":3.72,"known":false,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":59323719264,"bits":3.84,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":65336647296,"bits":4.23,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":69965422176,"bits":4.53,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":70103292320,"bits":4.54,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":74831863392,"bits":4.84,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4-00001-of-00002.gguf","label":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-NVFP4","size":75244173600,"bits":4.87,"known":false,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":86898876000,"bits":5.62,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":110570479296,"bits":7.16,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":119996653280,"bits":7.77,"known":true,"rank":0},{"repo":"AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-AD-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":131601243584,"bits":8.52,"known":true,"rank":0}],"repos":["AtomicChat/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","lmstudio-community/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF"],"logoFrom":"lmstudio-community"},{"id":"huihui-qwen3-30b-a3b-instruct-2507-abliterated","family":"huihui-ai/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated","name":"Huihui Qwen3 30B A3B 2507 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-01T09:21:48.000Z","downloads":88595,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":6416509888,"bits":1.68,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7078292416,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181263296,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076222912,"bits":2.38,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9287132096,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10169508800,"bits":2.66,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519364544,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q2_K.gguf","label":"Q2_K","size":11258610336,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849327552,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598442944,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":13292468896,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":13299153856,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063360,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":14711847584,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":15900670624,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":16557093536,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":17379988416,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":17456009888,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":18556687008,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":19192501184,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":21080511136,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":21725581984,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q6_K.gguf","label":"Q6_K","size":25092532896,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated.Q8_0.gguf","label":"Q8_0","size":32483932832,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-GGUF","mradermacher/Huihui-Qwen3-30B-A3B-Instruct-2507-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-0-6b-heretic-heresy-edition","family":"bruhmoment4242/Qwen3-0.6B-Heretic-Heresy-Edition","name":"Qwen3 0.6B Heretic Heresy Edition","maker":"bruhmoment4242","catalog":null,"tuned":true,"params":0.6,"active":null,"layers":28,"probe":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF/Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-18T14:34:04.000Z","downloads":87680,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ1_S.gguf","label":"IQ1_S","size":208016320,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ1_M.gguf","label":"IQ1_M","size":216052672,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":229446592,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ2_XS.gguf","label":"IQ2_XS","size":241996736,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ2_S.gguf","label":"IQ2_S","size":254194624,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ2_M.gguf","label":"IQ2_M","size":264909760,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":279016384,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q2_K_S.gguf","label":"Q2_K_S","size":280559552,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q2_K.gguf","label":"Q2_K","size":296239040,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ3_XS.gguf","label":"IQ3_XS","size":312754112,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ3_S.gguf","label":"IQ3_S","size":323076032,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q3_K_S.gguf","label":"Q3_K_S","size":323076032,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ3_M.gguf","label":"IQ3_M","size":336027584,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q3_K_M.gguf","label":"Q3_K_M","size":347127744,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ4_XS.gguf","label":"IQ4_XS","size":367804352,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q3_K_L.gguf","label":"Q3_K_L","size":368492480,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-IQ4_NL.gguf","label":"IQ4_NL","size":381566912,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q4_0.gguf","label":"Q4_0","size":382156736,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q4_K_S.gguf","label":"Q4_K_S","size":383270848,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q4_K_M.gguf","label":"Q4_K_M","size":396705728,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q4_1.gguf","label":"Q4_1","size":409092032,"bits":5.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q5_K_S.gguf","label":"Q5_K_S","size":436617152,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q5_K_M.gguf","label":"Q5_K_M","size":444415936,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.i1-Q6_K.gguf","label":"Q6_K","size":495108032,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.Q8_0.gguf","label":"Q8_0","size":639447712,"bits":8.53,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-GGUF","file":"Qwen3-0.6B-Heretic-Heresy-Edition.f16.gguf","label":"F16","size":1198183072,"bits":15.98,"known":true,"rank":1}],"repos":["mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-GGUF","mradermacher/Qwen3-0.6B-Heretic-Heresy-Edition-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-omni-30b-a3b-instruct","family":"Qwen/Qwen3-Omni-30B-A3B-Instruct","name":"Qwen3 Omni 30B A3B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF/Qwen3-Omni-30B-A3B-Instruct-Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":65536,"arch":"qwen3vlmoe","vision":true,"licence":"other","open":false,"released":"2025-09-20T03:16:00.000Z","downloads":86804,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF","file":"Qwen3-Omni-30B-A3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":18557053952,"bits":4.86,"known":true,"rank":0},{"repo":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF","file":"Qwen3-Omni-30B-A3B-Instruct-Q8_0.gguf","label":"Q8_0","size":32484494336,"bits":8.51,"known":true,"rank":0},{"repo":"ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF","file":"Qwen3-Omni-30B-A3B-Instruct-bf16.gguf","label":"BF16","size":61096856576,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-72b-instruct","family":"Qwen/Qwen2.5-72B-Instruct","name":"Qwen2.5 72B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":72.96,"active":null,"layers":80,"probe":"mradermacher/Qwen2.5-72B-Instruct-i1-GGUF/Qwen2.5-72B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-09-15T12:18:46.000Z","downloads":86521,"likes":110,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1303,"arenaCoding":1355,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":22690326176,"bits":2.49,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":23740212896,"bits":2.6,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490024096,"bits":2.79,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":27057645216,"bits":2.97,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q2_k-00001-of-00007.gguf","label":"Q2_K","size":27329259168,"bits":3,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":27939137184,"bits":3.06,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":29338986144,"bits":3.22,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":29569279648,"bits":3.24,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q2_K.gguf","label":"Q2_K","size":29811762848,"bits":3.27,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845082784,"bits":3.49,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":32842180256,"bits":3.6,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":34487789216,"bits":3.78,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":34487789216,"bits":3.78,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q3_k_m-00001-of-00009.gguf","label":"Q3_K_M","size":35472140224,"bits":3.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":35503597216,"bits":3.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":37698725536,"bits":4.13,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":39505225376,"bits":4.33,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":39709075104,"bits":4.35,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":41231738240,"bits":4.52,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":41231738240,"bits":4.52,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":41231738240,"bits":4.52,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":41315624608,"bits":4.53,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q4_0-00001-of-00011.gguf","label":"Q4_0","size":41373296800,"bits":4.54,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_0.gguf","label":"Q4_0","size":41383126688,"bits":4.54,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":43889223328,"bits":4.81,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q4_k_m-00001-of-00012.gguf","label":"Q4_K_M","size":44010465472,"bits":4.83,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_1.gguf","label":"Q4_1","size":45697885856,"bits":5.01,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":47415715488,"bits":5.2,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q5_0/Qwen2.5-72B-Instruct-Q5_0-00001-of-00002.gguf","label":"Q5_0","size":50315421536,"bits":5.52,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q5_0-00001-of-00013.gguf","label":"Q5_0","size":50337049024,"bits":5.52,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q5_K_S/Qwen2.5-72B-Instruct-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":51375138656,"bits":5.63,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q5_k_m-00001-of-00014.gguf","label":"Q5_K_M","size":51673983488,"bits":5.67,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q5_K_M/Qwen2.5-72B-Instruct-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54447466336,"bits":5.97,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q5_1/Qwen2.5-72B-Instruct-Q5_1-00001-of-00002.gguf","label":"Q5_1","size":54630180704,"bits":5.99,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q6_k-00001-of-00016.gguf","label":"Q6_K","size":59861035808,"bits":6.56,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q6_K/Qwen2.5-72B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347629408,"bits":7.06,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-Q8_0/Qwen2.5-72B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262612320,"bits":8.47,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-q8_0-00001-of-00021.gguf","label":"Q8_0","size":77530000800,"bits":8.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","file":"Qwen2.5-72B-Instruct-F16/Qwen2.5-72B-Instruct-F16-00001-of-00004.gguf","label":"F16","size":145422673728,"bits":15.95,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","file":"qwen2.5-72b-instruct-fp16-00001-of-00042.gguf","label":"qwen2.5-72b-instruct-fp16","size":145925994464,"bits":16,"known":false,"rank":0}],"repos":["Qwen/Qwen2.5-72B-Instruct-GGUF","ThomasBaruzier/Qwen2.5-72B-Instruct-GGUF","bartowski/Qwen2.5-72B-Instruct-GGUF","mradermacher/Qwen2.5-72B-GGUF","mradermacher/Qwen2.5-72B-Instruct-i1-GGUF","mradermacher/Qwen2.5-72B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-humanlike-chat","family":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","name":"Qwen3.8 27B Humanlike","maker":"LessThanThreeAI","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF/Qwen3.8-27B-Humanlike-Chat-IQ4_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-26T08:05:17.000Z","downloads":86190,"likes":232,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":13316373056,"bits":3.96,"known":true,"rank":0},{"repo":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":15095040448,"bits":4.49,"known":true,"rank":0},{"repo":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":16559196608,"bits":4.92,"known":true,"rank":0},{"repo":"Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":16559196736,"bits":4.92,"known":true,"rank":0},{"repo":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":19239946688,"bits":5.72,"known":true,"rank":0},{"repo":"Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":19239946816,"bits":5.72,"known":true,"rank":0},{"repo":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q6_K.gguf","label":"Q6_K","size":22088243648,"bits":6.57,"known":true,"rank":0},{"repo":"Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q6_K.gguf","label":"Q6_K","size":22088243776,"bits":6.57,"known":true,"rank":0},{"repo":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q8_0.gguf","label":"Q8_0","size":28595763424,"bits":8.5,"known":true,"rank":0},{"repo":"Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-Q8_0.gguf","label":"Q8_0","size":28595763456,"bits":8.5,"known":true,"rank":0},{"repo":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-BF16-00001-of-00002.gguf","label":"BF16","size":53808282016,"bits":16,"known":true,"rank":0},{"repo":"Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-BF16-00001-of-00002.gguf","label":"BF16","size":53808282080,"bits":16,"known":true,"rank":0}],"repos":["Guile/Qwen3.8-27B-Humanlike-Chat-GGUF","LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-GGUF"],"logoFrom":"huihui-ai"},{"id":"gemma-4-e2b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","name":"Gemma 4 E2B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-04-02T23:25:00.000Z","downloads":85933,"likes":363,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":3009448896,"bits":5.18,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":3134964672,"bits":5.39,"known":true,"rank":0},{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":3224043456,"bits":5.55,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":3450277824,"bits":5.94,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":3663440832,"bits":6.3,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":3866957760,"bits":6.65,"known":false,"rank":0},{"repo":"HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E2B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":5036057536,"bits":8.66,"known":false,"rank":0}],"repos":["HauhauCS/Gemma-4-E2B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"google"},{"id":"btl-4-compact","family":"badtheorylabs/BTL-4-Compact","name":"BTL 4 Compact","maker":"badtheorylabs","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"badtheorylabs/BTL-4-Compact/BTL-4-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-06T12:46:37.000Z","downloads":85480,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"badtheorylabs/BTL-4-Compact","file":"BTL-4-IQ2_XXS.gguf","label":"IQ2_XXS","size":9967966240,"bits":2.3,"known":true,"rank":0}],"repos":["badtheorylabs/BTL-4-Compact"],"logoFrom":"badtheorylabs"},{"id":"homura-30b","family":"hyrelabs/Homura-30B-GGUF","name":"Homura 30B","maker":"hyrelabs","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":52,"probe":"hyrelabs/Homura-30B-GGUF/Homura-30B-Q4_K_M.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-13T14:18:21.000Z","downloads":85340,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hyrelabs/Homura-30B-GGUF","file":"Homura-30B-Q4_K_M.gguf","label":"Q4_K_M","size":16935291488,"bits":4.86,"known":true,"rank":0}],"repos":["hyrelabs/Homura-30B-GGUF"],"logoFrom":"darkc0de"},{"id":"dolphin3-0-llama3-1-8b","family":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","name":"Dolphin3.0 Llama3.1 8B","maker":"dphn","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"dphn/Dolphin3.0-Llama3.1-8B-GGUF/Dolphin3.0-Llama3.1-8B-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-12-29T18:37:00.000Z","downloads":84973,"likes":289,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-IQ2_M.gguf","label":"IQ2_M","size":2948293920,"bits":2.94,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q2_K.gguf","label":"Q2_K","size":3179141120,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518761312,"bits":3.51,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664509760,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3692176736,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-IQ3_M.gguf","label":"IQ3_M","size":3784837472,"bits":3.77,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q3_K.gguf","label":"Q3_K","size":4018928448,"bits":4,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018928448,"bits":4,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321966912,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4447677600,"bits":4.43,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q4_0.gguf","label":"Q4_0","size":4661223296,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4678004128,"bits":4.66,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692680576,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781647200,"bits":4.76,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q4_K.gguf","label":"Q4_K","size":4920745856,"bits":4.9,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920745856,"bits":4.9,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q4_1.gguf","label":"Q4_1","size":5130264960,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5310653792,"bits":5.29,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q5_0.gguf","label":"Q5_0","size":5599306624,"bits":5.58,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599306624,"bits":5.58,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q5_K.gguf","label":"Q5_K","size":5733000064,"bits":5.71,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5733000064,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6057239904,"bits":6.03,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q5_1.gguf","label":"Q5_1","size":6068348288,"bits":6.05,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q6_K.gguf","label":"Q6_K","size":6596020160,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q6_K_L.gguf","label":"Q6_K_L","size":6850487648,"bits":6.82,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-Q8_0.gguf","label":"Q8_0","size":8540788544,"bits":8.51,"known":true,"rank":0},{"repo":"dphn/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-F16.gguf","label":"F16","size":16068924224,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.1-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-f32.gguf","label":"F32","size":32128950336,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Dolphin3.0-Llama3.1-8B-GGUF","dphn/Dolphin3.0-Llama3.1-8B-GGUF"],"logoFrom":"meta-llama"},{"id":"deepseek-coder-v2-lite-instruct","family":"deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","name":"DeepSeek Coder V2 Lite","maker":"DeepSeek","catalog":null,"tuned":true,"params":15.71,"active":2.66,"layers":27,"probe":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF/DeepSeek-Coder-V2-Lite-Instruct.IQ1_S.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2024-06-14T06:23:33.000Z","downloads":84460,"likes":326,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ1_S.gguf","label":"IQ1_S","size":4994131712,"bits":2.54,"known":true,"rank":2},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ1_M.gguf","label":"IQ1_M","size":5236564736,"bits":2.67,"known":true,"rank":2},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":5640619776,"bits":2.87,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":5967402752,"bits":3.04,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":5967402752,"bits":3.04,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ2_S.gguf","label":"IQ2_S","size":6005212928,"bits":3.06,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ2_S.gguf","label":"IQ2_S","size":6005212928,"bits":3.06,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ2_M.gguf","label":"IQ2_M","size":6328456960,"bits":3.22,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ2_M.gguf","label":"IQ2_M","size":6328456960,"bits":3.22,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q2_K.gguf","label":"Q2_K","size":6430464768,"bits":3.27,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.Q2_K.gguf","label":"Q2_K","size":6430464768,"bits":3.27,"known":true,"rank":2},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":6455376640,"bits":3.29,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":6964057856,"bits":3.55,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":6964057856,"bits":3.55,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":7122857728,"bits":3.63,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":7122857728,"bits":3.63,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":7487663872,"bits":3.81,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ3_S.gguf","label":"IQ3_S","size":7487663872,"bits":3.81,"known":true,"rank":2},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":7487663872,"bits":3.81,"known":true,"rank":2},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ3_S.gguf","label":"IQ3_S","size":7487664064,"bits":3.81,"known":true,"rank":1},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ3_M.gguf","label":"IQ3_M","size":7553175296,"bits":3.85,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ3_M.gguf","label":"IQ3_M","size":7553175296,"bits":3.85,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":8126607104,"bits":4.14,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.Q3_K.gguf","label":"Q3_K","size":8126607104,"bits":4.14,"known":true,"rank":2},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":8459398912,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":8459398912,"bits":4.31,"known":true,"rank":2},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":8571593472,"bits":4.36,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":8571593472,"bits":4.36,"known":true,"rank":2},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":8905110272,"bits":4.53,"known":true,"rank":2},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":9533608704,"bits":4.85,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":9533608704,"bits":4.85,"known":true,"rank":2},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":10364416768,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":10913280768,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":11143058176,"bits":5.67,"known":true,"rank":0},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":11851313920,"bits":6.04,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":12373963520,"bits":6.3,"known":true,"rank":0},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q6_K.gguf","label":"Q6_K","size":14066972416,"bits":7.16,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":14561769216,"bits":7.42,"known":true,"rank":0},{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q8_0.gguf","label":"Q8_0","size":16702518016,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-Q8_0_L.gguf","label":"Q8_0_L","size":17095734016,"bits":8.71,"known":false,"rank":0}],"repos":["bartowski/DeepSeek-Coder-V2-Lite-Instruct-GGUF","legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF","lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","mradermacher/DeepSeek-Coder-V2-Lite-Instruct-GGUF","mradermacher/DeepSeek-Coder-V2-Lite-Instruct-i1-GGUF","second-state/DeepSeek-Coder-V2-Lite-Instruct-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qmd-query-expansion-1-7b","family":"tobil/qmd-query-expansion-1.7B-gguf","name":"Qmd Query Expansion 1.7B","maker":"tobil","catalog":null,"tuned":false,"params":2.03,"active":null,"layers":28,"probe":"tobil/qmd-query-expansion-1.7B-gguf/qmd-query-expansion-1.7B-q4_k_m.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-01-23T23:46:36.000Z","downloads":84295,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tobil/qmd-query-expansion-1.7B","file":"qmd-query-expansion-1.7B-Q4_0.gguf","label":"Q4_0","size":1229453696,"bits":4.85,"known":true,"rank":0},{"repo":"tobil/qmd-query-expansion-1.7B-gguf","file":"qmd-query-expansion-1.7B-q4_k_m.gguf","label":"Q4_K_M","size":1282438912,"bits":5.05,"known":true,"rank":0},{"repo":"tobil/qmd-query-expansion-1.7B-gguf","file":"qmd-query-expansion-1.7B-q5_k_m.gguf","label":"Q5_K_M","size":1471805184,"bits":5.8,"known":true,"rank":0},{"repo":"tobil/qmd-query-expansion-1.7B","file":"qmd-query-expansion-1.7B-Q6_K.gguf","label":"Q6_K","size":1673007488,"bits":6.59,"known":true,"rank":0},{"repo":"tobil/qmd-query-expansion-1.7B-gguf","file":"qmd-query-expansion-1.7B-q8_0.gguf","label":"Q8_0","size":2165038848,"bits":8.53,"known":true,"rank":0},{"repo":"tobil/qmd-query-expansion-1.7B-gguf","file":"qmd-query-expansion-1.7B-f16.gguf","label":"F16","size":4069678848,"bits":16.04,"known":true,"rank":0},{"repo":"tobil/qmd-query-expansion-1.7B","file":"qmd-query-expansion-1.7B.gguf","label":"qmd-query-expansion-1.7B","size":4069679392,"bits":16.04,"known":false,"rank":0}],"repos":["tobil/qmd-query-expansion-1.7B","tobil/qmd-query-expansion-1.7B-gguf"],"logoFrom":"Qwen"},{"id":"lfm3-1-7b-uncensored","family":"AtomicChat/LFM3-1.7B-Uncensored-GGUF","name":"LFM3 1.7B Uncensored","maker":"AtomicChat","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"AtomicChat/LFM3-1.7B-Uncensored-GGUF/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-27T18:33:25.000Z","downloads":84188,"likes":256,"trending":130,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/LFM3-1.7B-Uncensored-GGUF","file":"LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf","label":"Q4_K_M","size":1132208000,"bits":5.24,"known":true,"rank":0},{"repo":"AtomicChat/LFM3-1.7B-Uncensored-GGUF","file":"LFM3-1.7B-Uncensored-AD-Q6_K.gguf","label":"Q6_K","size":1587969920,"bits":7.34,"known":true,"rank":0}],"repos":["AtomicChat/LFM3-1.7B-Uncensored-GGUF"],"logoFrom":"LiquidAI"},{"id":"hermes-3-llama-3-1-8b","family":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","name":"Hermes 3 Llama 3.1 8B","maker":"Nous Research","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF/Hermes-3-Llama-3.1-8B.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-07-28T06:00:57.000Z","downloads":83299,"likes":251,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ1_S.gguf","label":"IQ1_S","size":2019627904,"bits":2.01,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628352,"bits":2.01,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ1_M.gguf","label":"IQ1_M","size":2161972096,"bits":2.15,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972544,"bits":2.15,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212416,"bits":2.39,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212864,"bits":2.39,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ2_XS.gguf","label":"IQ2_XS","size":2605781888,"bits":2.6,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782336,"bits":2.6,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ2_S.gguf","label":"IQ2_S","size":2758488960,"bits":2.75,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489408,"bits":2.75,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ2_M.gguf","label":"IQ2_M","size":2948281216,"bits":2.94,"known":true,"rank":2},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-IQ2_M.gguf","label":"IQ2_M","size":2948281248,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.Q2_K_S.gguf","label":"Q2_K_S","size":2988815232,"bits":2.98,"known":true,"rank":2},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.Q2_K.gguf","label":"Q2_K","size":3179131776,"bits":3.17,"known":true,"rank":2},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q2_K.gguf","label":"Q2_K","size":3179131808,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912640,"bits":3.26,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913088,"bits":3.26,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ3_XS.gguf","label":"IQ3_XS","size":3518747520,"bits":3.51,"known":true,"rank":2},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518747552,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3664499584,"bits":3.65,"known":true,"rank":2},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664499616,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","file":"Hermes-3-Llama-3.1-8B.IQ3_S.gguf","label":"IQ3_S","size":3682325376,"bits":3.67,"known":true,"rank":2},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325824,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3692155808,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-IQ3_M.gguf","label":"IQ3_M","size":3784823712,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018918304,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321956768,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4447663008,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF","file":"Hermes-3-Llama-3.1-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675892544,"bits":4.66,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692669344,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626272,"bits":4.76,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B.Q4_K_M.gguf","label":"Q4_K_M","size":4920733824,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5310632864,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599294368,"bits":5.58,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B.Q5_K_M.gguf","label":"Q5_K_M","size":5732987008,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6057218976,"bits":6.03,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B.Q6_K.gguf","label":"Q6_K","size":6596006016,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-Q6_K_L.gguf","label":"Q6_K_L","size":6850466720,"bits":6.82,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B.Q8_0.gguf","label":"Q8_0","size":8540770432,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","file":"Hermes-3-Llama-3.1-8B-f32.gguf","label":"F32","size":32128881280,"bits":32.01,"known":true,"rank":0}],"repos":["NousResearch/Hermes-3-Llama-3.1-8B-GGUF","bartowski/Hermes-3-Llama-3.1-8B-GGUF","legraphista/Hermes-3-Llama-3.1-8B-IMat-GGUF","mradermacher/Hermes-3-Llama-3.1-8B-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"huihui-qwen3-8b-abliterated-v2","family":"huihui-ai/Huihui-Qwen3-8B-abliterated-v2","name":"Huihui Qwen3 8B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF/Huihui-Qwen3-8B-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-18T15:24:27.000Z","downloads":82852,"likes":35,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2115766240,"bits":2.07,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2256144352,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490107872,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696153056,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2864740320,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":3051911136,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083548640,"bits":3.01,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":3281729280,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369629664,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626870752,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3769607936,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3789662176,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3896616928,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4124157696,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4431390464,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4593293056,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":4787328992,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793620448,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4802008832,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5027780352,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.i1-Q4_1.gguf","label":"Q4_1","size":5247752160,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5720758016,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5851109120,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":6725895936,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":8709515008,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","file":"Huihui-Qwen3-8B-abliterated-v2.f16.gguf","label":"F16","size":16388040448,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-8B-abliterated-v2-GGUF","mradermacher/Huihui-Qwen3-8B-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"kimi-k2-7-code","family":"moonshotai/Kimi-K2.7-Code","name":"Kimi K2.7 Code","maker":"Moonshot AI","catalog":null,"tuned":true,"params":1026.41,"active":32.86,"layers":61,"probe":"unsloth/Kimi-K2.7-Code-GGUF/UD-IQ1_M/Kimi-K2.7-Code-UD-IQ1_M-00001-of-00008.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":true,"licence":"other","open":false,"released":"2026-06-11T07:51:47.000Z","downloads":82185,"likes":197,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-IQ1_M/Kimi-K2.7-Code-UD-IQ1_M-00001-of-00008.gguf","label":"UD-IQ1_M","size":303909170464,"bits":2.37,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-IQ2_XXS/Kimi-K2.7-Code-UD-IQ2_XXS-00001-of-00008.gguf","label":"UD-IQ2_XXS","size":317825871168,"bits":2.48,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-IQ2_M/Kimi-K2.7-Code-UD-IQ2_M-00001-of-00008.gguf","label":"UD-IQ2_M","size":317972671808,"bits":2.48,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-Q2_K_XL/Kimi-K2.7-Code-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":339464285536,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-IQ3_S/Kimi-K2.7-Code-UD-IQ3_S-00001-of-00010.gguf","label":"UD-IQ3_S","size":418807078496,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-Q3_K_M/Kimi-K2.7-Code-UD-Q3_K_M-00001-of-00011.gguf","label":"UD-Q3_K_M","size":463616941728,"bits":3.61,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-Q3_K_XL/Kimi-K2.7-Code-UD-Q3_K_XL-00001-of-00011.gguf","label":"UD-Q3_K_XL","size":463901367968,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-IQ4_XS/Kimi-K2.7-Code-UD-IQ4_XS-00001-of-00012.gguf","label":"UD-IQ4_XS","size":495081824000,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.7-Code-GGUF","file":"UD-Q4_K_XL/Kimi-K2.7-Code-UD-Q4_K_XL-00001-of-00014.gguf","label":"UD-Q4_K_XL","size":583710875520,"bits":4.55,"known":true,"rank":0}],"repos":["unsloth/Kimi-K2.7-Code-GGUF"],"logoFrom":"moonshotai"},{"id":"ling-3-0-flash-abliterated","family":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","name":"LING 3.0 FLASH ABLITERATED","maker":"mradermacher","catalog":null,"tuned":true,"params":127.49,"active":5.61,"layers":43,"probe":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF/LING-3.0-FLASH-ABLITERATED.Q2_K.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-20T23:03:47.000Z","downloads":81442,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q2_K.gguf","label":"Q2_K","size":46531262528,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q3_K_S.gguf","label":"Q3_K_S","size":55144723904,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q3_K_M.gguf","label":"Q3_K_M","size":60756218304,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q3_K_L.gguf","label":"Q3_K_L","size":66024903104,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.IQ4_XS.gguf","label":"IQ4_XS","size":68522012480,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q4_K_S.gguf","label":"Q4_K_S","size":72402918720,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q4_K_M.gguf","label":"Q4_K_M","size":77010145600,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q5_K_S.gguf","label":"Q5_K_S","size":87892989248,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF","file":"LING-3.0-FLASH-ABLITERATED.Q5_K_M.gguf","label":"Q5_K_M","size":90465978688,"bits":5.68,"known":true,"rank":0}],"repos":["mradermacher/LING-3.0-FLASH-ABLITERATED-GGUF"],"logoFrom":"inclusionAI"},{"id":"hermes-2-pro-mistral-7b","family":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","name":"Hermes 2 Pro Mistral 7B","maker":"Nous Research","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF/Hermes-2-Pro-Mistral-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-02T04:02:33.000Z","downloads":81440,"likes":265,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ1_S.gguf","label":"IQ1_S","size":1612235520,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612241152,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754585344,"bits":1.94,"known":true,"rank":1},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ2_XXS.gguf","label":"IQ2_XXS","size":1991820032,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991825664,"bits":2.2,"known":true,"rank":1},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ2_XS.gguf","label":"IQ2_XS","size":2198389504,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198395136,"bits":2.43,"known":true,"rank":1},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ2_S.gguf","label":"IQ2_S","size":2311067392,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2311073024,"bits":2.55,"known":true,"rank":1},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ2_M.gguf","label":"IQ2_M","size":2500859648,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500865280,"bits":2.76,"known":true,"rank":1},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q2_K_S.gguf","label":"Q2_K_S","size":2529076992,"bits":2.79,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q2_K.gguf","label":"Q2_K","size":2719393536,"bits":3,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q2_K.gguf","label":"Q2_K","size":2719393536,"bits":3,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ3_XXS.gguf","label":"IQ3_XXS","size":2827491072,"bits":3.12,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3001154304,"bits":3.32,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164732160,"bits":3.5,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164732160,"bits":3.5,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ3_S.gguf","label":"IQ3_S","size":3182557952,"bits":3.52,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ3_M.gguf","label":"IQ3_M","size":3285056256,"bits":3.63,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3519150848,"bits":3.89,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3519150848,"bits":3.89,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822189312,"bits":4.22,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822189312,"bits":4.22,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3907866368,"bits":4.32,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q4_0.gguf","label":"Q4_0","size":4109098752,"bits":4.54,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140556032,"bits":4.58,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140556032,"bits":4.58,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368621312,"bits":4.83,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368621312,"bits":4.83,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q5_0.gguf","label":"Q5_0","size":4997914368,"bits":5.52,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997914368,"bits":5.52,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997914368,"bits":5.52,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131607808,"bits":5.67,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131607808,"bits":5.67,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q6_K.gguf","label":"Q6_K","size":5942280960,"bits":6.57,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q6_K.gguf","label":"Q6_K","size":5942280960,"bits":6.57,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q8_0.gguf","label":"Q8_0","size":7696136960,"bits":8.5,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.Q8_0.gguf","label":"Q8_0","size":7696136960,"bits":8.5,"known":true,"rank":0},{"repo":"backyardai/Hermes-2-Pro-Mistral-7B-GGUF","file":"Hermes-2-Pro-Mistral-7B.F16.gguf","label":"F16","size":14485256928,"bits":16.01,"known":true,"rank":0}],"repos":["NousResearch/Hermes-2-Pro-Mistral-7B-GGUF","backyardai/Hermes-2-Pro-Mistral-7B-GGUF","mradermacher/Hermes-2-Pro-Mistral-7B-i1-GGUF"],"logoFrom":"mistralai"},{"id":"mistral-nemo-instruct-2407","family":"mistralai/Mistral-Nemo-Instruct-2407","name":"Mistral Nemo 2407","maker":"Mistral AI","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Mistral-Nemo-Instruct-2407-GGUF/Mistral-Nemo-Instruct-2407-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-17T17:26:49.000Z","downloads":79751,"likes":276,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-IQ2_M.gguf","label":"IQ2_M","size":4435027072,"bits":2.9,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q2_K.gguf","label":"Q2_K","size":4791047712,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-IQ3_XS.gguf","label":"IQ3_XS","size":5306492032,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q2_K_L.gguf","label":"Q2_K_L","size":5446411392,"bits":3.56,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q3_K_S.gguf","label":"Q3_K_S","size":5534225952,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-IQ3_M.gguf","label":"IQ3_M","size":5722236032,"bits":3.74,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q3_K_M.gguf","label":"Q3_K_M","size":6083089952,"bits":3.97,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q3_K_L.gguf","label":"Q3_K_L","size":6561502752,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-IQ4_XS.gguf","label":"IQ4_XS","size":6742713472,"bits":4.4,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q4_0.gguf","label":"Q4_0","size":7071700512,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071704192,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071704192,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071704192,"bits":4.62,"known":false,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q4_K_S.gguf","label":"Q4_K_S","size":7120197152,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708992,"bits":4.67,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q4_K_M.gguf","label":"Q4_K_M","size":7477204512,"bits":4.88,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q4_1.gguf","label":"Q4_1","size":7795217952,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q4_K_L.gguf","label":"Q4_K_L","size":7975281792,"bits":5.21,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q5_0.gguf","label":"Q5_0","size":8518735392,"bits":5.56,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q5_K_S.gguf","label":"Q5_K_S","size":8518735392,"bits":5.56,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q5_K_M.gguf","label":"Q5_K_M","size":8727631392,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q5_K_L.gguf","label":"Q5_K_L","size":9141822592,"bits":5.97,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q5_1.gguf","label":"Q5_1","size":9242252832,"bits":6.04,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q6_K.gguf","label":"Q6_K","size":10056209952,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-Q6_K_L.gguf","label":"Q6_K_L","size":10381272192,"bits":6.78,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.Q8_0.gguf","label":"Q8_0","size":13022369312,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407.fp16.gguf","label":"Mistral-Nemo-Instruct-2407.fp16","size":24504276704,"bits":16,"known":false,"rank":1},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-f16.gguf","label":"F16","size":24504279872,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","file":"Mistral-Nemo-Instruct-2407-f32.gguf","label":"F32","size":48999012032,"bits":32,"known":true,"rank":0}],"repos":["MaziyarPanahi/Mistral-Nemo-Instruct-2407-GGUF","QuantFactory/Mistral-Nemo-Instruct-2407-GGUF","bartowski/Mistral-Nemo-Instruct-2407-GGUF","lmstudio-community/Mistral-Nemo-Instruct-2407-GGUF"],"logoFrom":"mistralai"},{"id":"cyber-tiel-coder-35b-a3b","family":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","name":"Cyber Tiel Coder 35B A3B","maker":"peculiar-ragdoll","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF/Cyber-Tiel-Coder-35B-A3B-UD-Q2_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-08T17:46:15.000Z","downloads":79679,"likes":151,"trending":11,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12290651136,"bits":2.84,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13211177984,"bits":3.05,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":13676745728,"bits":3.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16845534208,"bits":3.89,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17730532352,"bits":4.09,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893037568,"bits":4.82,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":22134551552,"bits":5.11,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22360478720,"bits":5.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":24942072832,"bits":5.76,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26592531456,"bits":6.14,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843800064,"bits":7.35,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF","file":"Cyber-Tiel-Coder-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38451205120,"bits":8.88,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Cyber-Tiel-Coder-35B-A3B-GGUF"],"logoFrom":"huihui-ai"},{"id":"meta-llama-3-1-70b-instruct","family":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","name":"Meta Llama 3.1 70B","maker":"bartowski","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/Meta-Llama-3.1-70B-Instruct-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-23T15:42:15.000Z","downloads":78838,"likes":156,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":15343483008,"bits":1.74,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":16751196288,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389632,"bits":2.17,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":21142108288,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":22242347584,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":24119298624,"bits":2.74,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q2_K.gguf","label":"Q2_K","size":26375108736,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":27401161280,"bits":3.11,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":29307730048,"bits":3.32,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":30912051328,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":31937038912,"bits":3.62,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":34267494528,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":37140592768,"bits":4.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":37902661760,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936320,"bits":4.32,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":40347220096,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":42520393856,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":43300194880,"bits":4.91,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":48657447040,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":49949816960,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q5_K_L/Meta-Llama-3.1-70B-Instruct-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598284032,"bits":5.74,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct.Q6_K.gguf-00001-of-00006.gguf","label":"Meta-Llama-3.1-70B-Instruct.Q6_K.gguf","size":57888144192,"bits":6.56,"known":false,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q6_K/Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148224,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q6_K_L/Meta-Llama-3.1-70B-Instruct-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":58397068032,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","file":"Meta-Llama-3.1-70B-Instruct-Q8_0/Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054592,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF","bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","lmstudio-community/Meta-Llama-3.1-70B-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"l3-8b-stheno-v3-2","family":"Sao10K/L3-8B-Stheno-v3.2","name":"L3 8B Stheno V3.2","maker":"Sao10K","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF/L3-8B-Stheno-v3.2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-05T10:30:57.000Z","downloads":77797,"likes":120,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","file":"L3-8B-Stheno-v3.2.i1-IQ1_S.gguf","label":"IQ1_S","size":2019627968,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","file":"L3-8B-Stheno-v3.2.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972160,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","file":"L3-8B-Stheno-v3.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212480,"bits":2.39,"known":true,"rank":1},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ2_XS.gguf","label":"IQ2_XS","size":2605781536,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ2_S.gguf","label":"IQ2_S","size":2758488608,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ2_M.gguf","label":"IQ2_M","size":2948280864,"bits":2.94,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q2_K.gguf","label":"Q2_K","size":3179131136,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912288,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ3_XS.gguf","label":"IQ3_XS","size":3518747168,"bits":3.51,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q3_K_S.gguf","label":"Q3_K_S","size":3664498944,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/L3-8B-Stheno-v3.2-i1-GGUF","file":"L3-8B-Stheno-v3.2.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325440,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ3_M.gguf","label":"IQ3_M","size":3784823328,"bits":3.77,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q3_K_M.gguf","label":"Q3_K_M","size":4018917632,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q3_K_L.gguf","label":"Q3_K_L","size":4321956096,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-IQ4_XS.gguf","label":"IQ4_XS","size":4447662624,"bits":4.43,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q4_0.gguf","label":"Q4_0","size":4661211392,"bits":4.64,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q4_K_S.gguf","label":"Q4_K_S","size":4692668672,"bits":4.68,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q4_K_M.gguf","label":"Q4_K_M","size":4920733952,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q4_1.gguf","label":"Q4_1","size":5130252544,"bits":5.11,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q5_0.gguf","label":"Q5_0","size":5599293696,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q5_K_S.gguf","label":"Q5_K_S","size":5599293696,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q5_K_M.gguf","label":"Q5_K_M","size":5732987136,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q5_1.gguf","label":"Q5_1","size":6068334848,"bits":6.05,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q6_K.gguf","label":"Q6_K","size":6596006144,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2.Q8_0.gguf","label":"Q8_0","size":8540770560,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Stheno-v3.2-GGUF","file":"L3-8B-Stheno-v3.2-f32.gguf","label":"F32","size":32128880928,"bits":32.01,"known":true,"rank":0}],"repos":["QuantFactory/L3-8B-Stheno-v3.2-GGUF","bartowski/L3-8B-Stheno-v3.2-GGUF","mradermacher/L3-8B-Stheno-v3.2-GGUF","mradermacher/L3-8B-Stheno-v3.2-i1-GGUF"],"logoFrom":"Sao10K"},{"id":"ornith-1-5-35b-a3b-uncensored","family":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","name":"Ornith 1.5 35B A3B UNCENSORED","maker":"dealignai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF/Ornith-1.5-35B-A3B-CRACK-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-20T05:45:20.000Z","downloads":77788,"likes":62,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","file":"Ornith-1.5-35B-A3B-CRACK-Q2_K.gguf","label":"Q2_K","size":13247182400,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":15547036224,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-i1-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":15615415104,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-i1-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":15806624576,"bits":3.56,"known":true,"rank":1},{"repo":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","file":"Ornith-1.5-35B-A3B-CRACK-Q3_K_M.gguf","label":"Q3_K_M","size":17166659136,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":18552091200,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":19390057024,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-i1-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":20276226880,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":20366862912,"bits":4.59,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-35B-A3B-uncensored-GGUF","file":"Ornith-1.5-35B-A3B-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":21713462656,"bits":4.89,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","file":"Ornith-1.5-35B-A3B-CRACK-Q4_K_M.gguf","label":"Q4_K_M","size":21713462848,"bits":4.89,"known":true,"rank":0},{"repo":"0xKitkat/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":21713463264,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-i1-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":22377884480,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-A3B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":24563755584,"bits":5.53,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-35B-A3B-uncensored-GGUF","file":"Ornith-1.5-35B-A3B-uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":25347532160,"bits":5.71,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","file":"Ornith-1.5-35B-A3B-CRACK-Q5_K_M.gguf","label":"Q5_K_M","size":25347532352,"bits":5.71,"known":true,"rank":0},{"repo":"0xKitkat/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":25347532768,"bits":5.71,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-35B-A3B-uncensored-GGUF","file":"Ornith-1.5-35B-A3B-uncensored-Q6_K.gguf","label":"Q6_K","size":29208731008,"bits":6.58,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","file":"Ornith-1.5-35B-A3B-CRACK-Q6_K.gguf","label":"Q6_K","size":29208731200,"bits":6.58,"known":true,"rank":0},{"repo":"dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","file":"Ornith-1.5-35B-A3B-CRACK-Q8_0.gguf","label":"Q8_0","size":37802149152,"bits":8.52,"known":true,"rank":0},{"repo":"ressl/Ornith-1.5-35B-A3B-uncensored-GGUF","file":"Ornith-1.5-35B-A3B-uncensored-Q8_0.gguf","label":"Q8_0","size":37802149248,"bits":8.52,"known":true,"rank":0},{"repo":"0xKitkat/Ornith-1.5-35B-A3B-Uncensored-GGUF","file":"Ornith-1.5-35B-Uncensored-BF16.gguf","label":"BF16","size":71066995008,"bits":16.01,"known":true,"rank":0}],"repos":["0xKitkat/Ornith-1.5-35B-A3B-Uncensored-GGUF","dealignai/Ornith-1.5-35B-A3B-UNCENSORED-GGUF","mradermacher/Ornith-1.5-35B-A3B-Uncensored-GGUF","mradermacher/Ornith-1.5-35B-A3B-Uncensored-i1-GGUF","ressl/Ornith-1.5-35B-A3B-uncensored-GGUF"],"logoFrom":"ornith-ai"},{"id":"ministral-3-8b-instruct-2512","family":"mistralai/Ministral-3-8B-Instruct-2512","name":"Ministral 3 8B 2512","maker":"Mistral AI","catalog":null,"tuned":false,"params":8.49,"active":null,"layers":34,"probe":"unsloth/Ministral-3-8B-Instruct-2512-GGUF/Ministral-3-8B-Instruct-2512-UD-IQ1_S.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T08:43:35.000Z","downloads":77198,"likes":155,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2276824608,"bits":2.15,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2411238944,"bits":2.27,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2637010464,"bits":2.48,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-IQ2_M.gguf","label":"IQ2_M","size":3106707712,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3168114208,"bits":2.99,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q2_K.gguf","label":"Q2_K","size":3352926464,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455359232,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3502216736,"bits":3.3,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3565262368,"bits":3.36,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-IQ3_XS.gguf","label":"IQ3_XS","size":3714357504,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q3_K_S.gguf","label":"Q3_K_S","size":3866466560,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q2_K_L.gguf","label":"Q2_K_L","size":3877214464,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-IQ3_M.gguf","label":"IQ3_M","size":3992361216,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q3_K_M.gguf","label":"Q3_K_M","size":4242053376,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4432664096,"bits":4.18,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q3_K_L.gguf","label":"Q3_K_L","size":4565014784,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-IQ4_XS.gguf","label":"IQ4_XS","size":4696414464,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q4_0.gguf","label":"Q4_0","size":4937324800,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-IQ4_NL.gguf","label":"IQ4_NL","size":4940470528,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q4_K_S.gguf","label":"Q4_K_S","size":4954102016,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q3_K_XL.gguf","label":"Q3_K_XL","size":5034776832,"bits":4.74,"known":true,"rank":0},{"repo":"lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-Q4_K_M.gguf","label":"Q4_K_M","size":5198387168,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5288072736,"bits":4.98,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q4_1.gguf","label":"Q4_1","size":5419669760,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q4_K_L.gguf","label":"Q4_K_L","size":5596846336,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q5_K_S.gguf","label":"Q5_K_S","size":5916694784,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q5_K_M.gguf","label":"Q5_K_M","size":6058744064,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6072243744,"bits":5.72,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q5_K_L.gguf","label":"Q5_K_L","size":6390094080,"bits":6.02,"known":true,"rank":0},{"repo":"lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-Q6_K.gguf","label":"Q6_K","size":6972872672,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-Q6_K_L.gguf","label":"Q6_K_L","size":7232919808,"bits":6.82,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7724570144,"bits":7.28,"known":true,"rank":1},{"repo":"lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-Q8_0.gguf","label":"Q8_0","size":9028868064,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-8B-Instruct-2512-GGUF","file":"Ministral-3-8B-Instruct-2512-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":11093251616,"bits":10.45,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-8B-Instruct-2512-bf16.gguf","label":"BF16","size":16987559872,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/mistralai_Ministral-3-8B-Instruct-2512-GGUF","lmstudio-community/Ministral-3-8B-Instruct-2512-GGUF","mistralai/Ministral-3-8B-Instruct-2512-GGUF","unsloth/Ministral-3-8B-Instruct-2512-GGUF"],"logoFrom":"mistralai"},{"id":"phi-3-5-mini-instruct","family":"microsoft/Phi-3.5-mini-instruct","name":"Phi 3.5 Mini","maker":"Microsoft","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF/Phi-3.5-mini-instruct.IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-08-16T20:48:26.000Z","downloads":77000,"likes":129,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct.IQ1_S.gguf","label":"IQ1_S","size":841609952,"bits":1.76,"known":true,"rank":1},{"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct.IQ1_M.gguf","label":"IQ1_M","size":917107424,"bits":1.92,"known":true,"rank":1},{"repo":"MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":1153037024,"bits":2.41,"known":true,"rank":1},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316395296,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q2_K.gguf","label":"Q2_K","size":1416204576,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1512396576,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625175840,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681798944,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855600416,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955477280,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059853088,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087597856,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173785888,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2176177440,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2176177440,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2176177440,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_0.gguf","label":"Q4_0","size":2182468896,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188760352,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393232672,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2466338592,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641474848,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815276320,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2876069664,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q6_K.gguf","label":"Q6_K","size":3135853344,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":3183564576,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-Q8_0.gguf","label":"Q8_0","size":4061222688,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","file":"Phi-3.5-mini-instruct-f32.gguf","label":"F32","size":15285057024,"bits":32.01,"known":true,"rank":0}],"repos":["MaziyarPanahi/Phi-3.5-mini-instruct-GGUF","bartowski/Phi-3.5-mini-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"dolphin3-cyber-8b","family":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","name":"Dolphin3 Cyber 8B","maker":"RavichandranJ","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"RavichandranJ/Dolphin3-Cyber-8B-GGUF/Dolphin3.0-Llama3.1-8B-abliterated.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-02-13T18:01:26.000Z","downloads":75115,"likes":294,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q2_K.gguf","label":"Q2_K","size":3179141248,"bits":3.17,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q2_K.gguf","label":"Q2_K","size":3179141248,"bits":3.17,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q2_K.gguf","label":"Q2_K","size":3179141248,"bits":3.17,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018928576,"bits":4,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018928576,"bits":4,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018928576,"bits":4,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_0.gguf","label":"Q4_0","size":4661223424,"bits":4.64,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_0.gguf","label":"Q4_0","size":4661223424,"bits":4.64,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_0.gguf","label":"Q4_0","size":4661223424,"bits":4.64,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692680704,"bits":4.68,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692680704,"bits":4.68,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692680704,"bits":4.68,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920745984,"bits":4.9,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920745984,"bits":4.9,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920745984,"bits":4.9,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_0.gguf","label":"Q5_0","size":5599306752,"bits":5.58,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599306752,"bits":5.58,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_0.gguf","label":"Q5_0","size":5599306752,"bits":5.58,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599306752,"bits":5.58,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_0.gguf","label":"Q5_0","size":5599306752,"bits":5.58,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599306752,"bits":5.58,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5733000192,"bits":5.71,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5733000192,"bits":5.71,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5733000192,"bits":5.71,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q6_K.gguf","label":"Q6_K","size":6596020288,"bits":6.57,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q6_K.gguf","label":"Q6_K","size":6596020288,"bits":6.57,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q6_K.gguf","label":"Q6_K","size":6596020288,"bits":6.57,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q8_0.gguf","label":"Q8_0","size":8540788672,"bits":8.51,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q8_0.gguf","label":"Q8_0","size":8540788672,"bits":8.51,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q8_0.gguf","label":"Q8_0","size":8540788672,"bits":8.51,"known":true,"rank":0},{"repo":"RavichandranJ/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.F16.gguf","label":"F16","size":16068924352,"bits":16.01,"known":true,"rank":0},{"repo":"meowmeow123ok/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.F16.gguf","label":"F16","size":16068924352,"bits":16.01,"known":true,"rank":0},{"repo":"ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.F16.gguf","label":"F16","size":16068924352,"bits":16.01,"known":true,"rank":0}],"repos":["RavichandranJ/Dolphin3-Cyber-8B-GGUF","ScottzillaSystems/Dolphin3-Cyber-8B-GGUF","meowmeow123ok/Dolphin3-Cyber-8B-GGUF"],"logoFrom":"RavichandranJ"},{"id":"translategemma-12b-it","family":"google/translategemma-12b-it","name":"Translategemma 12B","maker":"Google","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/translategemma-12b-it-GGUF/translategemma-12b-it.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-01-12T16:11:57.000Z","downloads":74894,"likes":35,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q2_K.gguf","label":"Q2_K","size":4768237312,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q3_K_S.gguf","label":"Q3_K_S","size":5458331392,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q3_K_M.gguf","label":"Q3_K_M","size":6008833792,"bits":4.08,"known":true,"rank":0},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q3_K_L.gguf","label":"Q3_K_L","size":6480201024,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q3_K_L.gguf","label":"Q3_K_L","size":6480201472,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.IQ4_XS.gguf","label":"IQ4_XS","size":6606276352,"bits":4.49,"known":true,"rank":0},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q4_K_S.gguf","label":"Q4_K_S","size":6935348544,"bits":4.71,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q4_K_S.gguf","label":"Q4_K_S","size":6935348992,"bits":4.71,"known":true,"rank":0},{"repo":"NikolayKozloff/translategemma-12b-it-Q4_K_M-GGUF","file":"translategemma-12b-it-q4_k_m.gguf","label":"Q4_K_M","size":7300776544,"bits":4.96,"known":true,"rank":2},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q4_K_M.gguf","label":"Q4_K_M","size":7300793664,"bits":4.96,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q4_K_M.gguf","label":"Q4_K_M","size":7300794112,"bits":4.96,"known":true,"rank":0},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q5_K_S.gguf","label":"Q5_K_S","size":8231978304,"bits":5.6,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q5_K_S.gguf","label":"Q5_K_S","size":8231978752,"bits":5.6,"known":true,"rank":0},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q5_K_M.gguf","label":"Q5_K_M","size":8445052224,"bits":5.74,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q5_K_M.gguf","label":"Q5_K_M","size":8445052672,"bits":5.74,"known":true,"rank":0},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q6_K.gguf","label":"Q6_K","size":9660826944,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q6_K.gguf","label":"Q6_K","size":9660827392,"bits":6.57,"known":true,"rank":0},{"repo":"bullerwins/translategemma-12b-it-GGUF","file":"translategemma-12b-it-Q8_0.gguf","label":"Q8_0","size":12510227904,"bits":8.5,"known":true,"rank":1},{"repo":"mradermacher/translategemma-12b-it-GGUF","file":"translategemma-12b-it.Q8_0.gguf","label":"Q8_0","size":12510228352,"bits":8.5,"known":true,"rank":0}],"repos":["NikolayKozloff/translategemma-12b-it-Q4_K_M-GGUF","bullerwins/translategemma-12b-it-GGUF","mradermacher/translategemma-12b-it-GGUF"],"logoFrom":"google"},{"id":"maziyarpanahi-topxtral-4x7b-v0-1","family":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","name":"MaziyarPanahi Topxtral 4x7B V0.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":18.52,"active":12.88,"layers":32,"probe":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf/Topxtral-4x7B-v0.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-26T02:55:20.000Z","downloads":74756,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q2_K.gguf","label":"Q2_K","size":6801876160,"bits":2.94,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":7600571584,"bits":3.28,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":8010564800,"bits":3.46,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.IQ3_S.gguf","label":"IQ3_S","size":8028390592,"bits":3.47,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.IQ3_M.gguf","label":"IQ3_M","size":8193279168,"bits":3.54,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q3_K.gguf","label":"Q3_K","size":8893465792,"bits":3.84,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":8893465792,"bits":3.84,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q4_1.gguf","label":"Q4_1","size":9131044864,"bits":3.94,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":9636906176,"bits":4.16,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":10008831168,"bits":4.32,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q4_0.gguf","label":"Q4_0","size":10452280512,"bits":4.52,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":10542458048,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.IQ4_NL.gguf","label":"IQ4_NL","size":10557138112,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q4_K.gguf","label":"Q4_K","size":11196245184,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf","file":"Topxtral-4x7B-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":11196245184,"bits":4.84,"known":true,"rank":0}],"repos":["RichardErkhov/MaziyarPanahi_-_Topxtral-4x7B-v0.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"ministral-3-14b-instruct-2512","family":"mistralai/Ministral-3-14B-Instruct-2512","name":"Ministral 3 14B 2512","maker":"Mistral AI","catalog":null,"tuned":false,"params":13.51,"active":null,"layers":40,"probe":"unsloth/Ministral-3-14B-Instruct-2512-GGUF/Ministral-3-14B-Instruct-2512-UD-IQ1_S.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T08:43:24.000Z","downloads":74288,"likes":190,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3441750720,"bits":2.04,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3671126720,"bits":2.17,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4057379520,"bits":2.4,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ2_S.gguf","label":"IQ2_S","size":4509578656,"bits":2.67,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ2_M.gguf","label":"IQ2_M","size":4843812256,"bits":2.87,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":4912132800,"bits":2.91,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q2_K.gguf","label":"Q2_K","size":5246530976,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ3_XXS.gguf","label":"IQ3_XXS","size":5427082656,"bits":3.21,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":5493437120,"bits":3.25,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":5527106240,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ3_XS.gguf","label":"IQ3_XS","size":5817677216,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q2_K_L.gguf","label":"Q2_K_L","size":5901890976,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q3_K_S.gguf","label":"Q3_K_S","size":6074906016,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ3_M.gguf","label":"IQ3_M","size":6269875616,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q3_K_M.gguf","label":"Q3_K_M","size":6682097056,"bits":3.96,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":6931092160,"bits":4.1,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q3_K_L.gguf","label":"Q3_K_L","size":7210317216,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ4_XS.gguf","label":"IQ4_XS","size":7411185056,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q3_K_XL.gguf","label":"Q3_K_XL","size":7797519776,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-IQ4_NL.gguf","label":"IQ4_NL","size":7805711776,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q4_0.gguf","label":"Q4_0","size":7805711776,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q4_K_S.gguf","label":"Q4_K_S","size":7834547616,"bits":4.64,"known":true,"rank":0},{"repo":"lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-Q4_K_M.gguf","label":"Q4_K_M","size":8239067680,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":8366207680,"bits":4.95,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q4_1.gguf","label":"Q4_1","size":8581658016,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q4_K_L.gguf","label":"Q4_K_L","size":8737142176,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q5_K_S.gguf","label":"Q5_K_S","size":9383818656,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q5_K_M.gguf","label":"Q5_K_M","size":9620567456,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":9640104640,"bits":5.71,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q5_K_L.gguf","label":"Q5_K_L","size":10034754976,"bits":5.94,"known":true,"rank":0},{"repo":"lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-Q6_K.gguf","label":"Q6_K","size":11088409120,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-Q6_K_L.gguf","label":"Q6_K_L","size":11413468576,"bits":6.76,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":12124533440,"bits":7.18,"known":true,"rank":1},{"repo":"lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-Q8_0.gguf","label":"Q8_0","size":14359310880,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Instruct-2512-GGUF","file":"Ministral-3-14B-Instruct-2512-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":17116738240,"bits":10.14,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","file":"mistralai_Ministral-3-14B-Instruct-2512-bf16.gguf","label":"BF16","size":27020866656,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistralai_Ministral-3-14B-Instruct-2512-GGUF","lmstudio-community/Ministral-3-14B-Instruct-2512-GGUF","mistralai/Ministral-3-14B-Instruct-2512-GGUF","unsloth/Ministral-3-14B-Instruct-2512-GGUF"],"logoFrom":"mistralai"},{"id":"qwq-32b","family":"Qwen/QwQ-32B","name":"QwQ 32B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Qwen_QwQ-32B-GGUF/Qwen_QwQ-32B-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-05T14:16:59.000Z","downloads":74015,"likes":442,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1336,"arenaCoding":1383,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250432,"bits":2.2,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ2_XS.gguf","label":"IQ2_XS","size":9957550912,"bits":2.43,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ2_S.gguf","label":"IQ2_S","size":10387569472,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ2_M.gguf","label":"IQ2_M","size":11264441152,"bits":2.75,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q2_K.gguf","label":"Q2_K","size":12313099072,"bits":3.01,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271232,"bits":3.14,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q2_K_L.gguf","label":"Q2_K_L","size":13073419072,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ3_XS.gguf","label":"IQ3_XS","size":13705513792,"bits":3.35,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14392331072,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ3_M.gguf","label":"IQ3_M","size":14810123072,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q3_K_M.gguf","label":"Q3_K_M","size":15935048512,"bits":3.89,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17247079232,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17693154112,"bits":4.32,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325952,"bits":4.38,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-IQ4_NL.gguf","label":"IQ4_NL","size":18682174272,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q4_0.gguf","label":"Q4_0","size":18711010112,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q4_K_S.gguf","label":"Q4_K_S","size":18784410432,"bits":4.59,"known":true,"rank":1},{"repo":"Qwen/QwQ-32B-GGUF","file":"qwq-32b-q4_k_m.gguf","label":"Q4_K_M","size":19851335840,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q4_K_L.gguf","label":"Q4_K_L","size":20429179712,"bits":4.99,"known":true,"rank":1},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q4_1.gguf","label":"Q4_1","size":20639243072,"bits":5.04,"known":true,"rank":1},{"repo":"Qwen/QwQ-32B-GGUF","file":"qwq-32b-q5_0.gguf","label":"Q5_0","size":22638254240,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22638254912,"bits":5.53,"known":true,"rank":1},{"repo":"Qwen/QwQ-32B-GGUF","file":"qwq-32b-q5_k_m.gguf","label":"Q5_K_M","size":23262156960,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q5_K_L.gguf","label":"Q5_K_L","size":23742679872,"bits":5.8,"known":true,"rank":1},{"repo":"Qwen/QwQ-32B-GGUF","file":"qwq-32b-q6_k.gguf","label":"Q6_K","size":26886154400,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen_QwQ-32B-GGUF","file":"Qwen_QwQ-32B-Q6_K_L.gguf","label":"Q6_K_L","size":27263273792,"bits":6.66,"known":true,"rank":1},{"repo":"Qwen/QwQ-32B-GGUF","file":"qwq-32b-q8_0.gguf","label":"Q8_0","size":34820884640,"bits":8.5,"known":true,"rank":0},{"repo":"Qwen/QwQ-32B-GGUF","file":"fp16/qwq-32b-fp16-00001-of-00017.gguf","label":"qwq-32b-fp16","size":65535971456,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/QwQ-32B-GGUF","Qwen/QwQ-32B-GGUF","bartowski/Qwen_QwQ-32B-GGUF","lmstudio-community/QwQ-32B-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-1-flash-1017-uncensored-gsq-rco","family":"AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-GGUF","name":"DeepSeek V4.1 Flash 1017 Uncensored GSQ RCO","maker":"AtomicChat","catalog":null,"tuned":true,"params":551.88,"active":16.79,"layers":40,"probe":"AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-GGUF/DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ1_M-00001-of-00004.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":false,"licence":"mit","open":true,"released":"2026-10-28T04:48:45.000Z","downloads":73659,"likes":289,"trending":253,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-GGUF","file":"DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":120721120256,"bits":1.75,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-GGUF","file":"DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ2_XXS-00001-of-00004.gguf","label":"IQ2_XXS","size":138238893056,"bits":2,"known":true,"rank":0},{"repo":"AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-GGUF","file":"DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":155225824256,"bits":2.25,"known":true,"rank":0}],"repos":["AtomicChat/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"deepseek-v4-1-flash-1017-gsq-rco-coder","family":"ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-GGUF","name":"DeepSeek V4.1 Flash 1017 GSQ RCO Coder","maker":"ISTA-DASLab","catalog":null,"tuned":true,"params":196.61,"active":3.93,"layers":40,"probe":"ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-GGUF/IQ2_XXS/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-IQ2_XXS-00001-of-00006.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"mit","open":true,"released":"2026-11-02T13:52:10.000Z","downloads":73282,"likes":156,"trending":139,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-GGUF","file":"IQ2_XXS/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-IQ2_XXS-00001-of-00006.gguf","label":"IQ2_XXS","size":72123567456,"bits":2.93,"known":true,"rank":0},{"repo":"ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-GGUF","file":"DeepSeek-V4.1-Flash-Engram-IQ4_NL.gguf","label":"IQ4_NL","size":110595290816,"bits":4.5,"known":true,"rank":0}],"repos":["ISTA-DASLab/DeepSeek-V4.1-Flash-1017-GSQ-RCO-Coder-GGUF"],"logoFrom":"deepseek-ai"},{"id":"deepseek-r1-distill-llama-8b","family":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","name":"DeepSeek R1 Distill Llama 8B","maker":"DeepSeek","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/DeepSeek-R1-Distill-Llama-8B-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-01-20T09:09:42.000Z","downloads":73200,"likes":415,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2164669888,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2292202944,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2504867264,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-IQ2_M.gguf","label":"IQ2_M","size":2948283232,"bits":2.94,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3003268544,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf","label":"Q2_K","size":3179134400,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3302260160,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3321773504,"bits":3.31,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3388767680,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518749536,"bits":3.51,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664502208,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-IQ3_M.gguf","label":"IQ3_M","size":3784825696,"bits":3.77,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018920896,"bits":4,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4199611840,"bits":4.18,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321958752,"bits":4.31,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4464082368,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf","label":"Q4_0","size":4675894720,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4677991872,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692671936,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781628256,"bits":4.76,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920737216,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4994203072,"bits":4.98,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q4_1.gguf","label":"Q4_1","size":5130255808,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5310634848,"bits":5.29,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599296960,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732990400,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5738134976,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6057220960,"bits":6.03,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf","label":"Q6_K","size":6596009408,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q6_K_L.gguf","label":"Q6_K_L","size":6850468704,"bits":6.82,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7329930688,"bits":7.3,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf","label":"Q8_0","size":8540773088,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10575666624,"bits":10.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-F16.gguf","label":"F16","size":16068893408,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-BF16.gguf","label":"BF16","size":16068893856,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-f32.gguf","label":"F32","size":32128883264,"bits":32.01,"known":true,"rank":1}],"repos":["bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF","lmstudio-community/DeepSeek-R1-Distill-Llama-8B-GGUF","mradermacher/DeepSeek-R1-Distill-Llama-8B-GGUF","unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-8-14b-instruct-turbo","family":"ewinregirgojr/Qwen3.8-14B-Instruct-Turbo","name":"Qwen3.8 14B Turbo","maker":"ewinregirgojr","catalog":null,"tuned":true,"params":14.72,"active":null,"layers":32,"probe":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF/Qwen3.8-14B-Instruct-Turbo.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-29T17:51:06.000Z","downloads":73086,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ1_S.gguf","label":"IQ1_S","size":4226027616,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ1_M.gguf","label":"IQ1_M","size":4466657376,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4867706976,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ2_XS.gguf","label":"IQ2_XS","size":5196410976,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ2_S.gguf","label":"IQ2_S","size":5397135456,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ2_M.gguf","label":"IQ2_M","size":5717975136,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5859706976,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q2_K.gguf","label":"Q2_K","size":6091376448,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6308864096,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6783672416,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q3_K_S.gguf","label":"Q3_K_S","size":6837083968,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ3_S.gguf","label":"IQ3_S","size":7009771616,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ3_M.gguf","label":"IQ3_M","size":7090544736,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q3_K_M.gguf","label":"Q3_K_M","size":7457382208,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q3_K_L.gguf","label":"Q3_K_L","size":7972495168,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8405923936,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-Q4_0.gguf","label":"Q4_0","size":8645253216,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q4_K_S.gguf","label":"Q4_K_S","size":8687851328,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8785500256,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q4_K_M.gguf","label":"Q4_K_M","size":9158235968,"bits":4.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.i1-Q4_1.gguf","label":"Q4_1","size":9463388256,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q5_K_S.gguf","label":"Q5_K_S","size":10303805248,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q5_K_M.gguf","label":"Q5_K_M","size":10579547968,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q6_K.gguf","label":"Q6_K","size":12089691968,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","file":"Qwen3.8-14B-Instruct-Turbo.Q8_0.gguf","label":"Q8_0","size":15654225728,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-14B-Instruct-Turbo-GGUF","mradermacher/Qwen3.8-14B-Instruct-Turbo-i1-GGUF"],"logoFrom":"Qwen"},{"id":"glm-5-2","family":"zai-org/GLM-5.2","name":"GLM 5.2","maker":"Z.ai","catalog":null,"tuned":true,"params":753.86,"active":42.38,"layers":79,"probe":"unsloth/GLM-5.2-GGUF/UD-IQ1_S/GLM-5.2-UD-IQ1_S-00001-of-00006.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":1048576,"arch":"glm-dsa","vision":false,"licence":"mit","open":true,"released":"2026-06-16T07:39:20.000Z","downloads":72836,"likes":648,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1475,"arenaCoding":1514,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ1_S/GLM-5.2-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":216715360960,"bits":2.3,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ1_M/GLM-5.2-UD-IQ1_M-00001-of-00006.gguf","label":"UD-IQ1_M","size":228492966624,"bits":2.42,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ2_XXS/GLM-5.2-UD-IQ2_XXS-00001-of-00006.gguf","label":"UD-IQ2_XXS","size":238458632928,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ2_M/GLM-5.2-UD-IQ2_M-00001-of-00006.gguf","label":"UD-IQ2_M","size":238577580768,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q2_K_XL/GLM-5.2-UD-Q2_K_XL-00001-of-00007.gguf","label":"UD-Q2_K_XL","size":253878401856,"bits":2.69,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ3_XXS/GLM-5.2-UD-IQ3_XXS-00001-of-00007.gguf","label":"UD-IQ3_XXS","size":281688431424,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ3_S/GLM-5.2-UD-IQ3_S-00001-of-00008.gguf","label":"UD-IQ3_S","size":308641029024,"bits":3.28,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q3_K_M/GLM-5.2-UD-Q3_K_M-00001-of-00009.gguf","label":"UD-Q3_K_M","size":342735510656,"bits":3.64,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q3_K_XL/GLM-5.2-UD-Q3_K_XL-00001-of-00009.gguf","label":"UD-Q3_K_XL","size":342965972096,"bits":3.64,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ4_XS/GLM-5.2-UD-IQ4_XS-00001-of-00009.gguf","label":"UD-IQ4_XS","size":365313223776,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-IQ4_NL/GLM-5.2-UD-IQ4_NL-00001-of-00009.gguf","label":"UD-IQ4_NL","size":372661644384,"bits":3.95,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q4_K_S/GLM-5.2-UD-Q4_K_S-00001-of-00010.gguf","label":"UD-Q4_K_S","size":436431842432,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q4_K_M/GLM-5.2-UD-Q4_K_M-00001-of-00011.gguf","label":"UD-Q4_K_M","size":465825525088,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q4_K_XL/GLM-5.2-UD-Q4_K_XL-00001-of-00011.gguf","label":"UD-Q4_K_XL","size":467289111904,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q5_K_S/GLM-5.2-UD-Q5_K_S-00001-of-00012.gguf","label":"UD-Q5_K_S","size":527259270528,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q5_K_M/GLM-5.2-UD-Q5_K_M-00001-of-00013.gguf","label":"UD-Q5_K_M","size":560830479904,"bits":5.95,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q5_K_XL/GLM-5.2-UD-Q5_K_XL-00001-of-00013.gguf","label":"UD-Q5_K_XL","size":562466258496,"bits":5.97,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q6_K/GLM-5.2-UD-Q6_K-00001-of-00014.gguf","label":"UD-Q6_K","size":625858969376,"bits":6.64,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q6_K_XL/GLM-5.2-UD-Q6_K_XL-00001-of-00016.gguf","label":"UD-Q6_K_XL","size":684369510240,"bits":7.26,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"Q8_0/GLM-5.2-Q8_0-00001-of-00017.gguf","label":"Q8_0","size":801357672256,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"UD-Q8_K_XL/GLM-5.2-UD-Q8_K_XL-00001-of-00018.gguf","label":"UD-Q8_K_XL","size":819700080736,"bits":8.7,"known":true,"rank":0},{"repo":"unsloth/GLM-5.2-GGUF","file":"BF16/GLM-5.2-BF16-00001-of-00033.gguf","label":"BF16","size":1507988023008,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-5.2-GGUF"],"logoFrom":"zai-org"},{"id":"phi-4","family":"microsoft/phi-4","name":"Phi 4","maker":"Microsoft","catalog":null,"tuned":false,"params":14.66,"active":null,"layers":40,"probe":"mradermacher/phi-4-i1-GGUF/phi-4.i1-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":16384,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-12-11T11:47:29.000Z","downloads":71848,"likes":538,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1256,"arenaCoding":1306,"arenaVision":null,"builds":[{"repo":"mradermacher/phi-4-i1-GGUF","file":"phi-4.i1-IQ1_S.gguf","label":"IQ1_S","size":3315909376,"bits":1.81,"known":true,"rank":4},{"repo":"microsoft/phi-4-gguf","file":"phi-4-TQ1_0.gguf","label":"TQ1_0","size":3591098560,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/phi-4-i1-GGUF","file":"phi-4.i1-IQ1_M.gguf","label":"IQ1_M","size":3600069376,"bits":1.96,"known":true,"rank":4},{"repo":"mradermacher/phi-4-i1-GGUF","file":"phi-4.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4073669376,"bits":2.22,"known":true,"rank":4},{"repo":"microsoft/phi-4-gguf","file":"phi-4-TQ2_0.gguf","label":"TQ2_0","size":4230074560,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-IQ2_XS.gguf","label":"IQ2_XS","size":4485317056,"bits":2.45,"known":true,"rank":1},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-IQ2_S.gguf","label":"IQ2_S","size":4731548096,"bits":2.58,"known":true,"rank":1},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-IQ2_M.gguf","label":"IQ2_M","size":5110428096,"bits":2.79,"known":true,"rank":1},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q2_K.gguf","label":"Q2_K","size":5547348160,"bits":3.03,"known":true,"rank":0},{"repo":"unsloth/phi-4-GGUF","file":"phi-4-Q2_K_L.gguf","label":"Q2_K_L","size":5729218112,"bits":3.13,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-IQ3_XXS.gguf","label":"IQ3_XXS","size":6079643840,"bits":3.32,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-IQ3_XS.gguf","label":"IQ3_XS","size":6246699200,"bits":3.41,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-IQ3_S.gguf","label":"IQ3_S","size":6504747200,"bits":3.55,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q3_K_S.gguf","label":"Q3_K_S","size":6504747200,"bits":3.55,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-IQ3_M.gguf","label":"IQ3_M","size":6913835200,"bits":3.77,"known":true,"rank":0},{"repo":"unsloth/phi-4-GGUF","file":"phi-4-Q3_K_M.gguf","label":"Q3_K_M","size":7190834752,"bits":3.92,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q3_K.gguf","label":"Q3_K","size":7363268800,"bits":4.02,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q3_K_L.gguf","label":"Q3_K_L","size":7930155200,"bits":4.33,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-IQ4_XS.gguf","label":"IQ4_XS","size":8013058240,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-Q3_K_XL.gguf","label":"Q3_K_XL","size":8379732416,"bits":4.57,"known":true,"rank":1},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q4_0.gguf","label":"Q4_0","size":8383418560,"bits":4.57,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-IQ4_NL.gguf","label":"IQ4_NL","size":8440762560,"bits":4.61,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q4_K_S.gguf","label":"Q4_K_S","size":8440762560,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/phi-4-GGUF","file":"phi-4-Q4_K_M.gguf","label":"Q4_K_M","size":8890306112,"bits":4.85,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q4_K.gguf","label":"Q4_K","size":9053114560,"bits":4.94,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q4_1.gguf","label":"Q4_1","size":9267499200,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-Q4_K_L.gguf","label":"Q4_K_L","size":9434452416,"bits":5.15,"known":true,"rank":1},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q5_0.gguf","label":"Q5_0","size":10151579840,"bits":5.54,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q5_K_S.gguf","label":"Q5_K_S","size":10151579840,"bits":5.54,"known":true,"rank":0},{"repo":"unsloth/phi-4-GGUF","file":"phi-4-Q5_K_M.gguf","label":"Q5_K_M","size":10412707392,"bits":5.68,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q5_K.gguf","label":"Q5_K","size":10604187840,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-Q5_K_L.gguf","label":"Q5_K_L","size":10921300416,"bits":5.96,"known":true,"rank":1},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q5_1.gguf","label":"Q5_1","size":11035660480,"bits":6.02,"known":true,"rank":0},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q6_K.gguf","label":"Q6_K","size":12030251200,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-Q6_K_L.gguf","label":"Q6_K_L","size":12279124416,"bits":6.7,"known":true,"rank":1},{"repo":"microsoft/phi-4-gguf","file":"phi-4-Q8_0.gguf","label":"Q8_0","size":15580500160,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/phi-4-GGUF","file":"phi-4.fp16.gguf","label":"phi-4.fp16","size":29323399264,"bits":16,"known":false,"rank":2},{"repo":"microsoft/phi-4-gguf","file":"phi-4-bf16.gguf","label":"BF16","size":29323399360,"bits":16,"known":true,"rank":0},{"repo":"unsloth/phi-4-GGUF","file":"phi-4-F16.gguf","label":"F16","size":29323406912,"bits":16,"known":true,"rank":0},{"repo":"bartowski/phi-4-GGUF","file":"phi-4-f32/phi-4-f32-00001-of-00002.gguf","label":"F32","size":58641584544,"bits":32,"known":true,"rank":1}],"repos":["MaziyarPanahi/phi-4-GGUF","bartowski/phi-4-GGUF","lmstudio-community/phi-4-GGUF","microsoft/phi-4-gguf","mradermacher/phi-4-i1-GGUF","unsloth/phi-4-GGUF"],"logoFrom":"microsoft"},{"id":"wald-4b","family":"org2ai/Wald-4B","name":"Wald 4B","maker":"org2ai","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"org2ai/Wald-4B-GGUF/Wald-4B-v2-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T07:14:41.000Z","downloads":69935,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"org2ai/Wald-4B-GGUF","file":"Wald-4B-v2-Q4_K_M.gguf","label":"Q4_K_M","size":2708804000,"bits":5.15,"known":true,"rank":0},{"repo":"org2ai/Wald-4B-GGUF","file":"Wald-4B-v2-Q5_K_M.gguf","label":"Q5_K_M","size":3074986400,"bits":5.84,"known":true,"rank":0},{"repo":"org2ai/Wald-4B-GGUF","file":"Wald-4B-v2-Q6_K.gguf","label":"Q6_K","size":3464055200,"bits":6.58,"known":true,"rank":0},{"repo":"org2ai/Wald-4B-GGUF","file":"Wald-4B-v2-Q8_0.gguf","label":"Q8_0","size":4482402720,"bits":8.52,"known":true,"rank":0}],"repos":["org2ai/Wald-4B-GGUF"],"logoFrom":"org2ai"},{"id":"whiterabbitneo-33b-v1-5","family":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF","name":"WhiteRabbitNeo 33B V1.5","maker":"manuelgutierrez","catalog":null,"tuned":false,"params":33.34,"active":null,"layers":62,"probe":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF/whiterabbitneo-33b-v1.5.Q4_K_S.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-17T23:47:47.000Z","downloads":69639,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF","file":"whiterabbitneo-33b-v1.5.Q4_K_S.gguf","label":"Q4_K_S","size":18943534304,"bits":4.55,"known":true,"rank":0},{"repo":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF","file":"whiterabbitneo-33b-v1.5.Q4_K_M.gguf","label":"Q4_K_M","size":19940660448,"bits":4.78,"known":true,"rank":0},{"repo":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF","file":"whiterabbitneo-33b-v1.5.Q5_K_M.gguf","label":"Q5_K_M","size":23535899872,"bits":5.65,"known":true,"rank":0},{"repo":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF","file":"whiterabbitneo-33b-v1.5.Q6_K.gguf","label":"Q6_K","size":27355841760,"bits":6.56,"known":true,"rank":0},{"repo":"manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF","file":"whiterabbitneo-33b-v1.5.Q8_0.gguf","label":"Q8_0","size":35430880480,"bits":8.5,"known":true,"rank":0}],"repos":["manuelgutierrez/WhiteRabbitNeo-33B-v1.5-GGUF"],"logoFrom":null},{"id":"huihui-cyberstrike-offsec-35b-abliterated","family":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","name":"Huihui CyberStrike OffSec 35B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF/Huihui-CyberStrike-OffSec-35B-abliterated-Q4_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-11T05:05:19.000Z","downloads":69565,"likes":61,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q2_K.gguf","label":"Q2_K","size":13247183040,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":15547035840,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":17166659776,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":18552090816,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":19390056640,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":20366862528,"bits":4.59,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated-Q4_K.gguf","label":"Q4_K","size":21713462464,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":21713463488,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":24563755200,"bits":5.53,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated-Q5_K.gguf","label":"Q5_K","size":25347531968,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":25347532992,"bits":5.71,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated-Q6_K.gguf","label":"Q6_K","size":29208730816,"bits":6.58,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated-Q8_0.gguf","label":"Q8_0","size":37802149056,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","file":"Huihui-CyberStrike-OffSec-35B-abliterated-bf16.gguf","label":"BF16","size":71066994176,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF","mradermacher/Huihui-CyberStrike-OffSec-35B-abliterated-GGUF"],"logoFrom":"oyildirim"},{"id":"qwen3-8b-abliterated","family":"mlabonne/Qwen3-8B-abliterated","name":"Qwen3 8B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-abliterated-i1-GGUF/Qwen3-8B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T21:29:35.000Z","downloads":69495,"likes":60,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq2_xxs.gguf","label":"IQ2_XXS","size":2855318784,"bits":2.79,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq2_xs.gguf","label":"IQ2_XS","size":3011032320,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":3051914848,"bits":2.98,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q2_k_s.gguf","label":"Q2_K_S","size":3224548608,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q2_K.gguf","label":"Q2_K","size":3281733216,"bits":3.21,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq2_s.gguf","label":"IQ2_S","size":3343693056,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633376,"bits":3.29,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq2_m.gguf","label":"IQ2_M","size":3480532224,"bits":3.4,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq3_xxs.gguf","label":"IQ3_XXS","size":3530077440,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":3626874464,"bits":3.54,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq3_xs.gguf","label":"IQ3_XS","size":3704665344,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":3769611872,"bits":3.68,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q3_k_s.gguf","label":"Q3_K_S","size":3847402752,"bits":3.76,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq3_s.gguf","label":"IQ3_S","size":3867456768,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":3889477216,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":3896620640,"bits":3.81,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq3_m.gguf","label":"IQ3_M","size":3974411520,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":4124161632,"bits":4.03,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q3_k_m.gguf","label":"Q3_K_M","size":4367258880,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":4431394400,"bits":4.33,"known":true,"rank":0},{"repo":"DuoNeural/Qwen3-8B-Abliterated-GGUF","file":"qwen3_8b-Q3_K_L.gguf","label":"Q3_K_L","size":4431394464,"bits":4.33,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq4_xs.gguf","label":"IQ4_XS","size":4561839360,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":4561839712,"bits":4.46,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q4_0.gguf","label":"Q4_0","size":4614305024,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q4_0.gguf","label":"Q4_0","size":4787332704,"bits":4.68,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-iq4_nl.gguf","label":"IQ4_NL","size":4793623808,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":4793624160,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":4802012768,"bits":4.69,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q4_k_s.gguf","label":"Q4_K_S","size":4962456832,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975933024,"bits":4.86,"known":true,"rank":0},{"repo":"richardyoung/Qwen3-8B-Abliterated-GGUF","file":"qwen3-8b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5027784032,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5027784288,"bits":4.91,"known":true,"rank":0},{"repo":"DuoNeural/Qwen3-8B-Abliterated-GGUF","file":"qwen3_8b-Q4_K_M.gguf","label":"Q4_K_M","size":5027784352,"bits":4.91,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q4_1.gguf","label":"Q4_1","size":5126206720,"bits":5.01,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q4_k_m.gguf","label":"Q4_K_M","size":5188228352,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q4_1.gguf","label":"Q4_1","size":5247755872,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":5489669728,"bits":5.36,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q5_0.gguf","label":"Q5_0","size":5638108416,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","file":"mlabonne_Qwen3-8B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":5720761952,"bits":5.59,"known":true,"rank":0},{"repo":"Mungert/Qwen3-8B-abliterated-GGUF","file":"Qwen3-8B-abliterated-q5_k_s.gguf","label":"Q5_K_S","size":5803414784,"bits":5.67,"known":true,"rank":0}],"repos":["DuoNeural/Qwen3-8B-Abliterated-GGUF","Mungert/Qwen3-8B-abliterated-GGUF","bartowski/mlabonne_Qwen3-8B-abliterated-GGUF","mradermacher/Qwen3-8B-abliterated-GGUF","mradermacher/Qwen3-8B-abliterated-i1-GGUF","richardyoung/Qwen3-8B-Abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"rusmind-momentum","family":"DICPlay/RusMind-Momentum","name":"RusMind Momentum","maker":"DICPlay","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"DICPlay/RusMind-Momentum/v1.1/RusMind-Momentum-1.1-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-11T01:47:06.000Z","downloads":68745,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-Momentum","file":"v1.1/RusMind-Momentum-1.1-Lite.gguf","label":"RusMind-Momentum-1.1-Lite","size":2510376384,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.2/RusMind-Momentum-3.2-Lite.gguf","label":"RusMind-Momentum-3.2-Lite","size":2510376384,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.5.1/RusMind-Momentum-3.5.1-Lite.gguf","label":"RusMind-Momentum-3.5.1-Lite","size":2510376704,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.5/RusMind-Momentum-3.5-Lite.gguf","label":"RusMind-Momentum-3.5-Lite","size":2510376704,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.1/RusMind-Momentum-3.1-Lite.gguf","label":"RusMind-Momentum-3.1-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v4.5.4/RusMind-Momentum-4.5.4-Lite.gguf","label":"RusMind-Momentum-4.5.4-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v4.6.5/RusMind-Momentum-4.6.5-Lite.gguf","label":"RusMind-Momentum-4.6.5-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v4.7/RusMind-Momentum-4.7-Lite.gguf","label":"RusMind-Momentum-4.7-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.5.1/web/rusmind-momentum-3.5.1-00001-of-00009.gguf","label":"rusmind-momentum-3.5.1","size":2510377760,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v4.5.4/web/rusmind-momentum-4.5.4-00001-of-00009.gguf","label":"rusmind-momentum-4.5.4","size":2510377856,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v4.6.5/web/rusmind-momentum-4.6.5-00001-of-00009.gguf","label":"rusmind-momentum-4.6.5","size":2510377856,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v4.7/web/rusmind-momentum-4.7-00001-of-00009.gguf","label":"rusmind-momentum-4.7","size":2510377856,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v1.1/RusMind-Momentum-1.1-Q4_K_M.gguf","label":"Q4_K_M","size":3427880384,"bits":5.9,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.1/RusMind-Momentum-3.1-Q8_0.gguf","label":"Q8_0","size":4967497568,"bits":8.55,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Momentum","file":"v3.5/RusMind-Momentum-3.5-BF16.gguf","label":"BF16","size":9311305472,"bits":16.02,"known":true,"rank":0}],"repos":["DICPlay/RusMind-Momentum"],"logoFrom":"DICPlay"},{"id":"kai-os-grug-12b","family":"bartowski/kai-os_Grug-12B-GGUF","name":"Kai Os Grug 12B","maker":"bartowski","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"bartowski/kai-os_Grug-12B-GGUF/kai-os_Grug-12B-IQ2_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"other","open":false,"released":"2026-07-20T06:04:07.000Z","downloads":66720,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ2_S.gguf","label":"IQ2_S","size":4708744320,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ2_M.gguf","label":"IQ2_M","size":4940987520,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q2_K.gguf","label":"Q2_K","size":5077875840,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ3_XXS.gguf","label":"IQ3_XXS","size":5145091200,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5321669760,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5525773440,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5724839040,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ3_M.gguf","label":"IQ3_M","size":5969923200,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6301392000,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6652828800,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6780746880,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6896622720,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-IQ4_NL.gguf","label":"IQ4_NL","size":7105641600,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q4_0.gguf","label":"Q4_0","size":7127760000,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7169539200,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7662533760,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q4_1.gguf","label":"Q4_1","size":7755431040,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7906327680,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8405220480,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8774966400,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q5_K_L.gguf","label":"Q5_K_L","size":9018760320,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q6_K.gguf","label":"Q6_K","size":10239327360,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10483121280,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-Q8_0.gguf","label":"Q8_0","size":12669648000,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/kai-os_Grug-12B-GGUF","file":"kai-os_Grug-12B-bf16.gguf","label":"BF16","size":23832066944,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/kai-os_Grug-12B-GGUF"],"logoFrom":"kai-os"},{"id":"startlux-decision-v1-1-27b-autothink","family":"startlux-models/StartLux-Decision-v1.1-27B-AutoThink","name":"StartLux Decision V1.1 27B AutoThink","maker":"startlux-models","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"startlux-models/StartLux-Decision-v1.1-27B-AutoThink-GGUF/StartLux-Decision-v1.1-27B-AutoThink-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-10T21:58:35.000Z","downloads":66579,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-27B-AutoThink-GGUF","file":"StartLux-Decision-v1.1-27B-AutoThink-Q4_K_M.gguf","label":"Q4_K_M","size":16547400096,"bits":4.92,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-27B-AutoThink-GGUF","file":"StartLux-Decision-v1.1-27B-AutoThink-Q8_0.gguf","label":"Q8_0","size":28595763616,"bits":8.5,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-27B-AutoThink-GGUF"],"logoFrom":"startlux-models"},{"id":"ministral-3-14b-reasoning-2512","family":"mistralai/Ministral-3-14B-Reasoning-2512","name":"Ministral 3 14B Reasoning 2512","maker":"Mistral AI","catalog":null,"tuned":true,"params":13.51,"active":null,"layers":40,"probe":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF/Ministral-3-14B-Reasoning-2512-UD-IQ1_S.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T08:42:28.000Z","downloads":65878,"likes":126,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3441749184,"bits":2.04,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3671125184,"bits":2.17,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4057377984,"bits":2.4,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-IQ2_S.gguf","label":"IQ2_S","size":4509577088,"bits":2.67,"known":true,"rank":2},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-IQ2_M.gguf","label":"IQ2_M","size":4843810688,"bits":2.87,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":4912131264,"bits":2.91,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q2_K.gguf","label":"Q2_K","size":5246528704,"bits":3.11,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q2_K_L.gguf","label":"Q2_K_L","size":5403815104,"bits":3.2,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-IQ3_XXS.gguf","label":"IQ3_XXS","size":5427081088,"bits":3.21,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":5493435584,"bits":3.25,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":5527104704,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-IQ3_XS.gguf","label":"IQ3_XS","size":5817675648,"bits":3.44,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q3_K_S.gguf","label":"Q3_K_S","size":6074903744,"bits":3.6,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-IQ3_M.gguf","label":"IQ3_M","size":6269874048,"bits":3.71,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q3_K_M.gguf","label":"Q3_K_M","size":6682094784,"bits":3.96,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":6931090624,"bits":4.1,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-Q3_K_L.gguf","label":"Q3_K_L","size":7210315648,"bits":4.27,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-IQ4_XS.gguf","label":"IQ4_XS","size":7432154304,"bits":4.4,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-Q3_K_XL.gguf","label":"Q3_K_XL","size":7797518208,"bits":4.62,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-IQ4_NL.gguf","label":"IQ4_NL","size":7805709504,"bits":4.62,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q4_0.gguf","label":"Q4_0","size":7805709504,"bits":4.62,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q4_K_S.gguf","label":"Q4_K_S","size":7834545344,"bits":4.64,"known":true,"rank":1},{"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q4_K_M.gguf","label":"Q4_K_M","size":8239591488,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":8366206144,"bits":4.95,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q4_1.gguf","label":"Q4_1","size":8581655744,"bits":5.08,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-Q4_K_L.gguf","label":"Q4_K_L","size":8737140608,"bits":5.17,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q5_K_S.gguf","label":"Q5_K_S","size":9383816384,"bits":5.56,"known":true,"rank":1},{"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q5_K_M.gguf","label":"Q5_K_M","size":9621090368,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":9640103104,"bits":5.71,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-Q5_K_L.gguf","label":"Q5_K_L","size":10034753408,"bits":5.94,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q6_K.gguf","label":"Q6_K","size":11088407744,"bits":6.57,"known":true,"rank":1},{"repo":"bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","file":"mistralai_Ministral-3-14B-Reasoning-2512-Q6_K_L.gguf","label":"Q6_K_L","size":11413467008,"bits":6.76,"known":true,"rank":2},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":12124531904,"bits":7.18,"known":true,"rank":1},{"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-Q8_0.gguf","label":"Q8_0","size":14359834688,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":17116736704,"bits":10.14,"known":true,"rank":1},{"repo":"MaziyarPanahi/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512.fp16.gguf","label":"Ministral-3-14B-Reasoning-2512.fp16","size":27020865152,"bits":16,"known":false,"rank":4},{"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","file":"Ministral-3-14B-Reasoning-2512-BF16.gguf","label":"BF16","size":27021389888,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/Ministral-3-14B-Reasoning-2512-GGUF","bartowski/mistralai_Ministral-3-14B-Reasoning-2512-GGUF","lmstudio-community/Ministral-3-14B-Reasoning-2512-GGUF","mistralai/Ministral-3-14B-Reasoning-2512-GGUF","unsloth/Ministral-3-14B-Reasoning-2512-GGUF"],"logoFrom":"mistralai"},{"id":"kolibri-1","family":"Aleph-Alpha/Kolibri-1","name":"Kolibri 1","maker":"Aleph-Alpha","catalog":null,"tuned":false,"params":78.1,"active":3.79,"layers":50,"probe":"Hob-forge/Kolibri-1-GGUF/Kolibri-1-Q2_K.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T05:54:02.000Z","downloads":65108,"likes":35,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ1_S.gguf","label":"IQ1_S","size":17611671424,"bits":1.8,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ1_M.gguf","label":"IQ1_M","size":19774226304,"bits":2.03,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ2_XXS.gguf","label":"IQ2_XXS","size":22774013824,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ2_XS.gguf","label":"IQ2_XS","size":24339996544,"bits":2.49,"known":true,"rank":0},{"repo":"Myric/Kolibri-1-APEX-GGUF","file":"Kolibri-1-APEX-2.4bpw.gguf","label":"Kolibri-1-APEX","size":24379194880,"bits":2.5,"known":false,"rank":1},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ2_S.gguf","label":"IQ2_S","size":25633247104,"bits":2.63,"known":true,"rank":0},{"repo":"Myric/Kolibri-1-APEX-GGUF","file":"Kolibri-1-APEX-i-mini.gguf","label":"Kolibri-1-APEX-i-mini","size":27164474880,"bits":2.78,"known":false,"rank":1},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ2_M.gguf","label":"IQ2_M","size":28075691904,"bits":2.88,"known":true,"rank":0},{"repo":"Hob-forge/Kolibri-1-GGUF","file":"Kolibri-1-Q2_K.gguf","label":"Q2_K","size":28634017760,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q2_K.gguf","label":"Q2_K","size":29918769024,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ3_XXS.gguf","label":"IQ3_XXS","size":33653829504,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ3_XS.gguf","label":"IQ3_XS","size":35499732864,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q3_K_S.gguf","label":"Q3_K_S","size":35945541504,"bits":3.68,"known":true,"rank":0},{"repo":"InsidiousFiddler/Kolibri-1-GGUF","file":"Kolibri-1-Q3_K_XL.gguf","label":"Q3_K_XL","size":37506383616,"bits":3.84,"known":true,"rank":0},{"repo":"Hob-forge/Kolibri-1-GGUF","file":"Kolibri-1-Q3_K_M.gguf","label":"Q3_K_M","size":37523996640,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q3_K_M.gguf","label":"Q3_K_M","size":37620641664,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q3_K_L.gguf","label":"Q3_K_L","size":39810854784,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ3_M.gguf","label":"IQ3_M","size":40683794304,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ4_XS.gguf","label":"IQ4_XS","size":43632914304,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q4_0.gguf","label":"Q4_0","size":44610281344,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q4_K_S.gguf","label":"Q4_K_S","size":46401154944,"bits":4.75,"known":true,"rank":0},{"repo":"InsidiousFiddler/Kolibri-1-GGUF","file":"Kolibri-1-Q4_K_XL.gguf","label":"Q4_K_XL","size":47442951904,"bits":4.86,"known":true,"rank":0},{"repo":"Hob-forge/Kolibri-1-GGUF","file":"Kolibri-1-Q4_K_M.gguf","label":"Q4_K_M","size":47454113472,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q4_1.gguf","label":"Q4_1","size":49240481664,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-IQ4_NL.gguf","label":"IQ4_NL","size":49759219584,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q4_K_M.gguf","label":"Q4_K_M","size":49759219584,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q4_K_L.gguf","label":"Q4_K_L","size":53514432384,"bits":5.48,"known":true,"rank":0},{"repo":"InsidiousFiddler/Kolibri-1-GGUF","file":"Kolibri-1-Q5_K_XL.gguf","label":"Q5_K_XL","size":55566794496,"bits":5.69,"known":true,"rank":0},{"repo":"Hob-forge/Kolibri-1-GGUF","file":"Q5_K_M/Kolibri-1-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":55588769664,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q5_K_S/Kolibri-1-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":55779356736,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q5_K_M/Kolibri-1-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":60297408576,"bits":6.18,"known":true,"rank":0},{"repo":"InsidiousFiddler/Kolibri-1-GGUF","file":"Kolibri-1-Q6_K_XL.gguf","label":"Q6_K_XL","size":64190021376,"bits":6.58,"known":true,"rank":0},{"repo":"Hob-forge/Kolibri-1-GGUF","file":"Q6_K/Kolibri-1-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64231841664,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q6_K_S/Kolibri-1-Q6_K_S-00001-of-00002.gguf","label":"Q6_K_S","size":65826025536,"bits":6.74,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q6_K/Kolibri-1-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":68995346528,"bits":7.07,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q6_K_L/Kolibri-1-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":72530358336,"bits":7.43,"known":true,"rank":0},{"repo":"InsidiousFiddler/Kolibri-1-GGUF","file":"Kolibri-1-Q8_0.gguf","label":"Q8_0","size":83135393280,"bits":8.52,"known":true,"rank":0},{"repo":"Hob-forge/Kolibri-1-GGUF","file":"Q8_0/Kolibri-1-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":83135393696,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-Q8_0/Kolibri-1-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":83135393696,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Kolibri-1-GGUF","file":"Kolibri-1-bf16/Kolibri-1-bf16-00001-of-00004.gguf","label":"BF16","size":156310433856,"bits":16.01,"known":true,"rank":0}],"repos":["Hob-forge/Kolibri-1-GGUF","InsidiousFiddler/Kolibri-1-GGUF","Myric/Kolibri-1-APEX-GGUF","bartowski/Kolibri-1-GGUF","mudler/Kolibri-1-APEX-GGUF"],"logoFrom":"Aleph-Alpha"},{"id":"lfm2-5-vl-1-6b","family":"LiquidAI/LFM2.5-VL-1.6B","name":"LFM2.5 VL 1.6B","maker":"Liquid AI","catalog":null,"tuned":true,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2.5-VL-1.6B-GGUF/LFM2.5-VL-1.6B-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2026-01-05T19:07:50.000Z","downloads":64880,"likes":110,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q4_0.gguf","label":"Q4_0","size":695752480,"bits":4.76,"known":true,"rank":0},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q4_0.gguf","label":"Q4_0","size":695752480,"bits":4.76,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q4_K_M.gguf","label":"Q4_K_M","size":730896256,"bits":5,"known":true,"rank":0},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q4_K_M.gguf","label":"Q4_K_M","size":730896256,"bits":5,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q5_K_M.gguf","label":"Q5_K_M","size":843356032,"bits":5.77,"known":true,"rank":0},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q5_K_M.gguf","label":"Q5_K_M","size":843356032,"bits":5.77,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q6_K.gguf","label":"Q6_K","size":962844544,"bits":6.58,"known":true,"rank":0},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q6_K.gguf","label":"Q6_K","size":962844544,"bits":6.58,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q8_0.gguf","label":"Q8_0","size":1246254880,"bits":8.52,"known":true,"rank":0},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-Q8_0.gguf","label":"Q8_0","size":1246254880,"bits":8.52,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-BF16.gguf","label":"BF16","size":2343327520,"bits":16.02,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-F16.gguf","label":"F16","size":2343327520,"bits":16.02,"known":true,"rank":0},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-BF16.gguf","label":"BF16","size":2343327520,"bits":16.02,"known":true,"rank":1},{"repo":"ente-ai/LFM2.5-VL-1.6B-GGUF","file":"LFM2.5-VL-1.6B-F16.gguf","label":"F16","size":2343327520,"bits":16.02,"known":true,"rank":1}],"repos":["LiquidAI/LFM2.5-VL-1.6B-GGUF","ente-ai/LFM2.5-VL-1.6B-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-5-text-9b-nsfw-rp-roleplay","family":"DGDGDG12/Qwen3.5-text-9B-NSFW-RP-RolePlay","name":"Qwen3.5 Text 9B NSFW RP RolePlay","maker":"DGDGDG12","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF/Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-08-11T22:41:31.000Z","downloads":64438,"likes":26,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ1_S.gguf","label":"IQ1_S","size":2742640928,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ1_M.gguf","label":"IQ1_M","size":2877268256,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101647136,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285344544,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ2_S.gguf","label":"IQ2_S","size":3427967264,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ2_M.gguf","label":"IQ2_M","size":3607470368,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697238304,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q2_K.gguf","label":"Q2_K","size":3827261728,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938165024,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243415328,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259406112,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ3_S.gguf","label":"IQ3_S","size":4370817312,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ3_M.gguf","label":"IQ3_M","size":4415381792,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623524128,"bits":4.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925514016,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196439840,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q4_0.gguf","label":"Q4_0","size":5325938976,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351629088,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418213664,"bits":4.84,"known":true,"rank":1},{"repo":"DGDGDG12/Qwen3.5-text-9B-NSFW-RP-RolePlay-GGUF","file":"qwen3.5_9b_Q4_K_M.gguf","label":"Q4_K_M","size":5629107648,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q4_1.gguf","label":"Q4_1","size":5809332512,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305308960,"bits":5.64,"known":true,"rank":1},{"repo":"DGDGDG12/Qwen3.5-text-9B-NSFW-RP-RolePlay-GGUF","file":"qwen3.5_9b_Q5_K_M.gguf","label":"Q5_K_M","size":6467968448,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.i1-Q6_K.gguf","label":"Q6_K","size":7359258912,"bits":6.58,"known":true,"rank":1},{"repo":"DGDGDG12/Qwen3.5-text-9B-NSFW-RP-RolePlay-GGUF","file":"qwen3.5_9b_Q8_0.gguf","label":"Q8_0","size":9527500224,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-GGUF","file":"Qwen3.5-text-9B-NSFW-RP-RolePlay.f16.gguf","label":"F16","size":17920696320,"bits":16.02,"known":true,"rank":2}],"repos":["DGDGDG12/Qwen3.5-text-9B-NSFW-RP-RolePlay-GGUF","mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-GGUF","mradermacher/Qwen3.5-text-9B-NSFW-RP-RolePlay-i1-GGUF"],"logoFrom":"Qwen"},{"id":"tinyllama-1-1b-chat-v1-0","family":"TinyLlama/TinyLlama-1.1B-Chat-v1.0","name":"TinyLlama 1.1B V1.0","maker":"TinyLlama","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/tinyllama-1.1b-chat-v1.0.Q2_K.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-30T06:27:30.000Z","downloads":64030,"likes":239,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q2_K.gguf","label":"Q2_K","size":483116416,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":500315520,"bits":3.64,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":550819200,"bits":4.01,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":592500096,"bits":4.31,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q4_0.gguf","label":"Q4_0","size":637699456,"bits":4.64,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":643728768,"bits":4.68,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":668788096,"bits":4.86,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q5_0.gguf","label":"Q5_0","size":767001984,"bits":5.58,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":767001984,"bits":5.58,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":783017344,"bits":5.69,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q6_K.gguf","label":"Q6_K","size":904385920,"bits":6.58,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF","file":"tinyllama-1.1b-chat-v1.0.Q8_0.gguf","label":"Q8_0","size":1170781568,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"],"logoFrom":"TinyLlama"},{"id":"qwen3-8-27b-heretic-gsq-rco","family":"0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF","name":"Qwen3.8 27B Heretic GSQ RCO","maker":"0bserverx","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF/RVN-Qwen3.8-27B-Heretic-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-20T13:41:18.000Z","downloads":64005,"likes":68,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF","file":"RVN-Qwen3.8-27B-Heretic-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8446433824,"bits":2.51,"known":true,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF","file":"RVN-Qwen3.8-27B-Heretic-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9283103264,"bits":2.76,"known":true,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF","file":"RVN-Qwen3.8-27B-Heretic-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10117949984,"bits":3.01,"known":true,"rank":0},{"repo":"0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF","file":"RVN-Qwen3.8-27B-Heretic-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11795139104,"bits":3.51,"known":true,"rank":0}],"repos":["0bserverx/Qwen3.8-27B-Heretic-GSQ-RCO-GGUF"],"logoFrom":"0bserverx"},{"id":"gemma-4-ortenzya-the-creative-wordsmith-31b-it-uncensored-heretic","family":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic","name":"Gemma 4 Ortenzya The Creative Wordsmith 31B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q3_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-12T17:54:41.000Z","downloads":63836,"likes":91,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15287108160,"bits":3.98,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":16628269632,"bits":4.33,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":17763164736,"bits":4.63,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":18687062592,"bits":4.87,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":21311840832,"bits":5.55,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":21845570112,"bits":5.69,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":25201484352,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":32635675200,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF","file":"gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-BF16.gguf","label":"BF16","size":61413188160,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"xing4-0-29b-a4b","family":"XingChen-AGI/Xing4.0-29B-A4B","name":"Xing4.0 29B A4B","maker":"XingChen-AGI","catalog":null,"tuned":false,"params":31.22,"active":6.11,"layers":40,"probe":"Venastine-Research/Xing4.0-29B-A4B-GGUF/Xing4.0-29B-A4B-IQ2_M.gguf","kvBytesPerToken":53315,"kvHeader":46080,"kvFixed":0,"context":262144,"arch":"xing4_0","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-16T06:44:40.000Z","downloads":63245,"likes":952,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-IQ2_M.gguf","label":"IQ2_M","size":9901164768,"bits":2.54,"known":true,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":11583301856,"bits":2.97,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-iq2_M-slim.gguf","label":"xing4_0-29b-iq2_M-slim","size":11800813760,"bits":3.02,"known":false,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-IQ3_M.gguf","label":"IQ3_M","size":13133359328,"bits":3.37,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-iq3_xxs.gguf","label":"IQ3_XXS","size":13989927648,"bits":3.58,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-iq3_m.gguf","label":"IQ3_M","size":15446399712,"bits":3.96,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-iq4_xs.gguf","label":"IQ4_XS","size":18272862944,"bits":4.68,"known":true,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":18950630112,"bits":4.86,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-IQ4_NL.gguf","label":"IQ4_NL","size":20104012544,"bits":5.15,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-q5_0.gguf","label":"Q5_0","size":20416753312,"bits":5.23,"known":true,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":22208994016,"bits":5.69,"known":true,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-Q6_K.gguf","label":"Q6_K","size":25692165600,"bits":6.58,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-q6_k.gguf","label":"Q6_K","size":26876812000,"bits":6.89,"known":true,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-Q8_0.gguf","label":"Q8_0","size":33222310624,"bits":8.51,"known":true,"rank":0},{"repo":"XingChen-AGI/Xing4.0-29B-A4B-GGUF","file":"xing4_0-29b-q8_0.gguf","label":"Q8_0","size":34164155104,"bits":8.75,"known":true,"rank":0},{"repo":"Venastine-Research/Xing4.0-29B-A4B-GGUF","file":"Xing4.0-29B-A4B-f16.gguf","label":"F16","size":62451868384,"bits":16,"known":true,"rank":0}],"repos":["Venastine-Research/Xing4.0-29B-A4B-GGUF","XingChen-AGI/Xing4.0-29B-A4B-GGUF"],"logoFrom":"XingChen-AGI"},{"id":"qwen2-5-7b-instruct-abliterated-v2","family":"huihui-ai/Qwen2.5-7B-Instruct-abliterated-v2","name":"Qwen2.5 7B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF/Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-22T19:02:37.000Z","downloads":62723,"likes":51,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668480,"bits":2,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197248,"bits":2.14,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078528,"bits":2.39,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022976,"bits":2.59,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638528,"bits":2.73,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343552,"bits":2.92,"known":true,"rank":2},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":3015940480,"bits":3.17,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":3015940480,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.IQ3_XS.gguf","label":"IQ3_XS","size":3346256896,"bits":3.51,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3492368768,"bits":3.67,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3492368768,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.IQ3_S.gguf","label":"IQ3_S","size":3499193344,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.IQ3_M.gguf","label":"IQ3_M","size":3574012928,"bits":3.75,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":3808391552,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":3808391552,"bits":4,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4088459648,"bits":4.29,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4088459648,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4250299392,"bits":4.46,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_0.gguf","label":"Q4_0","size":4431391104,"bits":4.65,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_0.gguf","label":"Q4_0","size":4431391104,"bits":4.65,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4457769344,"bits":4.68,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4457769344,"bits":4.68,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":4683073920,"bits":4.92,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":4683073920,"bits":4.92,"known":true,"rank":0},{"repo":"lumen-models/Qwen2.5-7B-Instruct-abliterated-v2-Q4_K_M-GGUF","file":"qwen2.5-7b-instruct-abliterated-v2-q4_k_m.gguf","label":"Q4_K_M","size":4683074336,"bits":4.92,"known":true,"rank":1},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_1.gguf","label":"Q4_1","size":4873283968,"bits":5.12,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q4_1.gguf","label":"Q4_1","size":4873283968,"bits":5.12,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_0.gguf","label":"Q5_0","size":5315176832,"bits":5.58,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5315176832,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_0.gguf","label":"Q5_0","size":5315176832,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5315176832,"bits":5.58,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5444831616,"bits":5.72,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5444831616,"bits":5.72,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_1.gguf","label":"Q5_1","size":5757069696,"bits":6.04,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q5_1.gguf","label":"Q5_1","size":5757069696,"bits":6.04,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":6254199168,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":6254199168,"bits":6.57,"known":true,"rank":0},{"repo":"kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":8098525568,"bits":8.5,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":8098525568,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-v2.f16.gguf","label":"F16","size":15237854208,"bits":16,"known":true,"rank":0}],"repos":["QuantFactory/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","kepom/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","lumen-models/Qwen2.5-7B-Instruct-abliterated-v2-Q4_K_M-GGUF","mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-GGUF","mradermacher/Qwen2.5-7B-Instruct-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"llama3-3-8b-instruct-thinking-heretic-uncensored-claude-4-5-opus-high-reasoning","family":"DavidAU/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning","name":"Llama3.3 8B Thinking Heretic Uncensored Claude 4.5 Opus High Reasoning","maker":"DavidAU","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-02T05:51:49.000Z","downloads":62669,"likes":103,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_S.gguf","label":"IQ1_S","size":2019634688,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ1_M.gguf","label":"IQ1_M","size":2161978880,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399219200,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605788672,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_S.gguf","label":"IQ2_S","size":2758495744,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ2_M.gguf","label":"IQ2_M","size":2948288000,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988822016,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q2_K.gguf","label":"Q2_K","size":3179138560,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274919424,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518754304,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664506368,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_S.gguf","label":"IQ3_S","size":3682332160,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ3_M.gguf","label":"IQ3_M","size":3784830464,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018925056,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321963520,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447669760,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_0.gguf","label":"Q4_0","size":4675898880,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677996032,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692676096,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920741376,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q4_1.gguf","label":"Q4_1","size":5130259968,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599301120,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732994560,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF","file":"Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning.i1-Q6_K.gguf","label":"Q6_K","size":6596013568,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama3.3-8B-Instruct-Thinking-Heretic-Uncensored-Claude-4.5-Opus-High-Reasoning-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-6-27b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.6 27B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-22T17:47:49.000Z","downloads":62107,"likes":744,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":10004592096,"bits":2.98,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":11516069856,"bits":3.42,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_XS.gguf","label":"IQ3_XS","size":11967129056,"bits":3.56,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":12580873696,"bits":3.74,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":14301709536,"bits":4.25,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":15082505696,"bits":4.49,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":17536279776,"bits":5.22,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":20812953056,"bits":6.19,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":23154960096,"bits":6.89,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-27B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":31963749856,"bits":9.51,"known":false,"rank":0}],"repos":["HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-pi","family":"bytkim/Qwen3.8-27B-pi-GGUF","name":"Qwen3.8 27B Pi","maker":"bytkim","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bytkim/Qwen3.8-27B-pi-GGUF/Qwen3.8-27B-pi-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T23:46:38.000Z","downloads":61860,"likes":72,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881269248,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-IQ2_XS.gguf","label":"IQ2_XS","size":9088526848,"bits":2.7,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-IQ2_S.gguf","label":"IQ2_S","size":9362914304,"bits":2.78,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-IQ2_M.gguf","label":"IQ2_M","size":10004593664,"bits":2.98,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q2_K.gguf","label":"Q2_K","size":10711665664,"bits":3.19,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-IQ3_XS.gguf","label":"IQ3_XS","size":11967130624,"bits":3.56,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q3_K_S.gguf","label":"Q3_K_S","size":12073954304,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168448,"bits":3.66,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-IQ3_M.gguf","label":"IQ3_M","size":12580875264,"bits":3.74,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q3_K_M.gguf","label":"Q3_K_M","size":13301443584,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-Q3_K_L.gguf","label":"Q3_K_L","size":14122818048,"bits":4.2,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-IQ4_XS.gguf","label":"IQ4_XS","size":15082507264,"bits":4.49,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q4_K_S.gguf","label":"Q4_K_S","size":15586315264,"bits":4.64,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-IQ4_NL.gguf","label":"IQ4_NL","size":15801928704,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-Q4_0.gguf","label":"Q4_0","size":16348768768,"bits":4.86,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q4_K_M.gguf","label":"Q4_K_M","size":16547400704,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-Q4_1.gguf","label":"Q4_1","size":17825458688,"bits":5.3,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q5_K_S.gguf","label":"Q5_K_S","size":18679614464,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-Q4_K_L.gguf","label":"Q4_K_L","size":18820704768,"bits":5.6,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q5_K_M.gguf","label":"Q5_K_M","size":19231099904,"bits":5.72,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q6_K.gguf","label":"Q6_K","size":22082530304,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-Q6_K_S.gguf","label":"Q6_K_S","size":22857456128,"bits":6.8,"known":true,"rank":0},{"repo":"bartowski/bytkim_Qwen3.8-27B-pi-GGUF","file":"bytkim_Qwen3.8-27B-pi-Q6_K_L.gguf","label":"Q6_K_L","size":24958908928,"bits":7.42,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-Q8_0.gguf","label":"Q8_0","size":28595764224,"bits":8.5,"known":true,"rank":0},{"repo":"bytkim/Qwen3.8-27B-pi-GGUF","file":"Qwen3.8-27B-pi-BF16.gguf","label":"BF16","size":53808282368,"bits":16,"known":true,"rank":0}],"repos":["bartowski/bytkim_Qwen3.8-27B-pi-GGUF","bytkim/Qwen3.8-27B-pi-GGUF"],"logoFrom":"Qwen"},{"id":"ternary-bonsai-2-27b-uncensored-heretic-v2","family":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-GGUF","name":"Ternary Bonsai 2 27B Uncensored Heretic V2","maker":"OS-Software","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-GGUF/Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-03T08:28:07.000Z","downloads":61633,"likes":40,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-GGUF","file":"Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-GGUF","file":"Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["OS-Software/Ternary-Bonsai-2-27B-Uncensored-Heretic-v2-GGUF"],"logoFrom":"prism-ml"},{"id":"nvidia-nemotron-3-nano-4b","family":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","name":"NVIDIA Nemotron 3 Nano 4B (lmstudio-community)","maker":"lmstudio-community","catalog":null,"tuned":false,"params":3.97,"active":null,"layers":42,"probe":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF/NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2026-03-15T17:27:28.000Z","downloads":61067,"likes":92,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2182496672,"bits":4.4,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2298861088,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2355735584,"bits":4.75,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2389391136,"bits":4.81,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2464924832,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2504018208,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q4_0.gguf","label":"Q4_0","size":2528598176,"bits":5.1,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2544779936,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2567685280,"bits":5.17,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2682625952,"bits":5.41,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q4_1.gguf","label":"Q4_1","size":2707268640,"bits":5.46,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2831999904,"bits":5.71,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2837072896,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3110558240,"bits":6.27,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":3133118624,"bits":6.31,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3159586464,"bits":6.37,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":3311437856,"bits":6.67,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q6_K.gguf","label":"Q6_K","size":3933669376,"bits":7.93,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-Q8_0.gguf","label":"Q8_0","size":4233677952,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4558907296,"bits":9.19,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5626063008,"bits":11.34,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron-3-Nano-4B-BF16.gguf","label":"BF16","size":7957647392,"bits":16.04,"known":true,"rank":0}],"repos":["lmstudio-community/NVIDIA-Nemotron-3-Nano-4B-GGUF","unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF"],"logoFrom":"nvidia"},{"id":"dongfangshuo-qwen3-8-27b-nsfw-v4","family":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","name":"Dongfangshuo Qwen3.8 27B NSFW V4","maker":"dongfangshuo","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF/Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-10-21T16:49:45.000Z","downloads":60758,"likes":26,"trending":0.6000000000000001,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ1_S.gguf","label":"IQ1_S","size":7149826016,"bits":2.13,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085536,"bits":2.27,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184736,"bits":2.51,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592736,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ2_S.gguf","label":"IQ2_S","size":9362915296,"bits":2.78,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594656,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248327136,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q2_K.gguf","label":"Q2_K","size":10711666656,"bits":3.19,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372576,"bits":3.33,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131616,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073955296,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ3_S.gguf","label":"IQ3_S","size":12419330016,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ3_M.gguf","label":"IQ3_M","size":12580876256,"bits":3.74,"known":true,"rank":1},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4-Q3_K_M.gguf","label":"Q3_K_M","size":13301443040,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777696,"bits":4.27,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508256,"bits":4.49,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q4_0.gguf","label":"Q4_0","size":15521435616,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586316256,"bits":4.64,"known":true,"rank":1},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4-Q4_K_M.gguf","label":"Q4_K_M","size":16547400160,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q4_1.gguf","label":"Q4_1","size":17078243296,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615456,"bits":5.56,"known":true,"rank":1},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4-Q5_K_M.gguf","label":"Q5_K_M","size":19231099360,"bits":5.72,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4-Q6_K.gguf","label":"Q6_K","size":22082529760,"bits":6.57,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v4-Q8_0.gguf","label":"Q8_0","size":28595763680,"bits":8.5,"known":true,"rank":0}],"repos":["dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v4","mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-v4-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"clef","family":"Cloudflare/clef","name":"Clef","maker":"Cloudflare","catalog":null,"tuned":false,"params":27.02,"active":null,"layers":64,"probe":"abenzerps/Clef-GGUF/clef-IQ1_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-30T21:15:35.000Z","downloads":60742,"likes":68,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/Clef-GGUF","file":"clef-IQ1_M.gguf","label":"IQ1_M","size":7631084704,"bits":2.26,"known":true,"rank":2},{"repo":"abenzerps/Clef-GGUF","file":"clef-IQ2_M.gguf","label":"IQ2_M","size":10004593824,"bits":2.96,"known":true,"rank":2},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q2_K.gguf","label":"Q2_K","size":10711665568,"bits":3.17,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q2_K.gguf","label":"Q2_K","size":11705942080,"bits":3.47,"known":true,"rank":0},{"repo":"abenzerps/Clef-GGUF","file":"clef-IQ3_M.gguf","label":"IQ3_M","size":12580875424,"bits":3.72,"known":true,"rank":2},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q3_K_M.gguf","label":"Q3_K_M","size":13301443488,"bits":3.94,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q3_K_S.gguf","label":"Q3_K_S","size":13593235520,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-IQ3_M.gguf","label":"IQ3_M","size":13776408640,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q3_K_M.gguf","label":"Q3_K_M","size":14477971520,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q3_K_L.gguf","label":"Q3_K_L","size":15152336960,"bits":4.49,"known":true,"rank":0},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q4_0.gguf","label":"Q4_0","size":15476870048,"bits":4.58,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-IQ4_XS.gguf","label":"IQ4_XS","size":15558516800,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q4_0.gguf","label":"Q4_0","size":16185450560,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-IQ4_NL.gguf","label":"IQ4_NL","size":16296206400,"bits":4.82,"known":true,"rank":0},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q4_K_M.gguf","label":"Q4_K_M","size":16547400608,"bits":4.9,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q4_K_S.gguf","label":"Q4_K_S","size":16593739840,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q4_K_M.gguf","label":"Q4_K_M","size":17652432960,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q4_1.gguf","label":"Q4_1","size":17710637120,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q4_K_L.gguf","label":"Q4_K_L","size":18596048960,"bits":5.51,"known":true,"rank":0},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q5_K_M.gguf","label":"Q5_K_M","size":19231099808,"bits":5.69,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q5_K_S.gguf","label":"Q5_K_S","size":19570057280,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q5_K_M.gguf","label":"Q5_K_M","size":20641202240,"bits":6.11,"known":true,"rank":0},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q6_K.gguf","label":"Q6_K","size":22082530208,"bits":6.54,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q6_K.gguf","label":"Q6_K","size":23344091200,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q6_K_L.gguf","label":"Q6_K_L","size":23959924800,"bits":7.09,"known":true,"rank":0},{"repo":"abenzerps/Clef-GGUF","file":"clef-Q8_0.gguf","label":"Q8_0","size":28595764128,"bits":8.47,"known":true,"rank":2},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-Q8_0.gguf","label":"Q8_0","size":28801519680,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Cloudflare_clef-GGUF","file":"Cloudflare_clef-bf16/Cloudflare_clef-bf16-00001-of-00002.gguf","label":"BF16","size":54064664832,"bits":16.01,"known":true,"rank":0}],"repos":["abenzerps/Clef-GGUF","bartowski/Cloudflare_clef-GGUF","ggml-org/Clef-GGUF"],"logoFrom":"Cloudflare"},{"id":"d1-3b","family":"LiquidAI/d1-3B","name":"D1 3B","maker":"Liquid AI","catalog":null,"tuned":false,"params":2.7,"active":null,"layers":30,"probe":"NANI-Nithin/d1-3B-GGUF/d1-3B-IQ1_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":32768,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2026-10-05T09:55:28.000Z","downloads":60495,"likes":79,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q1_0.gguf","label":"Q1_0","size":566718336,"bits":1.68,"known":false,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ1_S.gguf","label":"IQ1_S","size":677040000,"bits":2.01,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ1_M.gguf","label":"IQ1_M","size":731574144,"bits":2.17,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":822464384,"bits":2.44,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ2_XS.gguf","label":"IQ2_XS","size":896225152,"bits":2.66,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ2_S.gguf","label":"IQ2_S","size":908504960,"bits":2.69,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q2_0.gguf","label":"Q2_0","size":909111168,"bits":2.69,"known":false,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ2_M.gguf","label":"IQ2_M","size":981217152,"bits":2.91,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q2_K_S.gguf","label":"Q2_K_S","size":1038724992,"bits":3.08,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q2_K.gguf","label":"Q2_K","size":1094594432,"bits":3.24,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1120530304,"bits":3.32,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1221078912,"bits":3.62,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ3_S.gguf","label":"IQ3_S","size":1270525824,"bits":3.76,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1270525824,"bits":3.76,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ3_M.gguf","label":"IQ3_M","size":1284870016,"bits":3.81,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1366847360,"bits":4.05,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1451650944,"bits":4.3,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1517809536,"bits":4.5,"known":true,"rank":1},{"repo":"AtomicChat/d1-3B-GGUF","file":"d1-3B-AD-IQ4_XS.gguf","label":"IQ4_XS","size":1569582880,"bits":4.65,"known":true,"rank":2},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q4_0.gguf","label":"Q4_0","size":1593896544,"bits":4.72,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1593896832,"bits":4.72,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1602678656,"bits":4.75,"known":true,"rank":1},{"repo":"LiquidAI/d1-3B-GGUF","file":"d1-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1674456672,"bits":4.96,"known":true,"rank":0},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1674456960,"bits":4.96,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q4_1.gguf","label":"Q4_1","size":1746071136,"bits":5.17,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q5_0.gguf","label":"Q5_0","size":1898245728,"bits":5.62,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q5_K_S.gguf","label":"Q5_K_S","size":1898246016,"bits":5.62,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q5_K_M.gguf","label":"Q5_K_M","size":1939746688,"bits":5.75,"known":true,"rank":1},{"repo":"AtomicChat/d1-3B-GGUF","file":"d1-3B-AD-Q5_K_M.gguf","label":"Q5_K_M","size":1953099552,"bits":5.79,"known":true,"rank":2},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q5_1.gguf","label":"Q5_1","size":2050420320,"bits":6.08,"known":true,"rank":1},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q6_K.gguf","label":"Q6_K","size":2221616736,"bits":6.58,"known":true,"rank":1},{"repo":"AtomicChat/d1-3B-GGUF","file":"d1-3B-AD-Q6_K.gguf","label":"Q6_K","size":2348085024,"bits":6.96,"known":true,"rank":2},{"repo":"LiquidAI/d1-3B-GGUF","file":"d1-3B-Q8_0.gguf","label":"Q8_0","size":2874781280,"bits":8.52,"known":true,"rank":0},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-Q8_0.gguf","label":"Q8_0","size":2874781280,"bits":8.52,"known":true,"rank":1},{"repo":"LiquidAI/d1-3B-GGUF","file":"d1-3B-BF16.gguf","label":"BF16","size":5403160160,"bits":16.01,"known":true,"rank":0},{"repo":"LiquidAI/d1-3B-GGUF","file":"d1-3B-F16.gguf","label":"F16","size":5403160160,"bits":16.01,"known":true,"rank":0},{"repo":"NANI-Nithin/d1-3B-GGUF","file":"d1-3B-BF16.gguf","label":"BF16","size":5403160160,"bits":16.01,"known":true,"rank":1}],"repos":["AtomicChat/d1-3B-GGUF","LiquidAI/d1-3B-GGUF","NANI-Nithin/d1-3B-GGUF"],"logoFrom":"LiquidAI"},{"id":"huihui-qwen3-coder-next-abliterated","family":"huihui-ai/Huihui-Qwen3-Coder-Next-abliterated","name":"Huihui Qwen3 Coder Next Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF/Huihui-Qwen3-Coder-Next-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-07T15:53:20.000Z","downloads":60393,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":16184078752,"bits":1.63,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":17995170208,"bits":1.81,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":21013655968,"bits":2.11,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":23431590304,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":23641246112,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":26056034720,"bits":2.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":27251784096,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q2_K.gguf","label":"Q2_K","size":29127915648,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30796597664,"bits":3.09,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32723616160,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":34547449984,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":34549121440,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":35071361440,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":38273925248,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":41313616000,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":43108780160,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":45282716064,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":45484959872,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":48487032960,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":50037959072,"bits":5.02,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":54994921600,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":56790870144,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q6_K.gguf","label":"Q6_K","size":65528467584,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","file":"Huihui-Qwen3-Coder-Next-abliterated.Q8_0.gguf","label":"Q8_0","size":84812058752,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-Coder-Next-abliterated-GGUF","mradermacher/Huihui-Qwen3-Coder-Next-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"huihui-qwythos-9b-claude-mythos-5-1m-abliterated","family":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","name":"Huihui Qwythos 9B Claude Mythos 5 1M Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-Q4_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-25T17:36:44.000Z","downloads":60324,"likes":227,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","file":"Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-Q4_K.gguf","label":"Q4_K","size":5780091040,"bits":5.03,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","file":"Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-Q5_K.gguf","label":"Q5_K","size":6642544800,"bits":5.78,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","file":"Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-Q6_K.gguf","label":"Q6_K","size":7558901920,"bits":6.57,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","file":"Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-Q8_0.gguf","label":"Q8_0","size":9786060960,"bits":8.51,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF","file":"Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-bf16.gguf","label":"BF16","size":18407321760,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Qwythos-9B-Claude-Mythos-5-1M-abliterated-GGUF"],"logoFrom":"empero-ai"},{"id":"glm-5-3-flash-cybersecurity","family":"SyndicateLabs/GLM-5.3-Flash-CYBERSECURITY-GGUF","name":"GLM 5.3 Flash CYBERSECURITY","maker":"SyndicateLabs","catalog":null,"tuned":true,"params":313.33,"active":17.38,"layers":45,"probe":"SyndicateLabs/GLM-5.3-Flash-CYBERSECURITY-GGUF/GLM-5.3-Flash-CYBER-IQ2_M.gguf","kvBytesPerToken":13032,"kvHeader":11264,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":false,"licence":"mit","open":true,"released":"2026-09-13T11:11:08.000Z","downloads":60039,"likes":24,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SyndicateLabs/GLM-5.3-Flash-CYBERSECURITY-GGUF","file":"GLM-5.3-Flash-CYBER-IQ2_M.gguf","label":"IQ2_M","size":115537726208,"bits":2.95,"known":true,"rank":0},{"repo":"SyndicateLabs/GLM-5.3-Flash-CYBERSECURITY-GGUF","file":"GLM-5.3-Flash-CYBER-IQ3_M.gguf","label":"IQ3_M","size":151263365888,"bits":3.86,"known":true,"rank":0}],"repos":["SyndicateLabs/GLM-5.3-Flash-CYBERSECURITY-GGUF"],"logoFrom":"dealignai"},{"id":"qwen3-vl-32b-instruct-minimax-h3","family":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF","name":"Qwen3 VL 32B MiniMax H3","maker":"nif0","catalog":null,"tuned":true,"params":25.16,"active":null,"layers":50,"probe":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF/Qwen3-VL-32B-Instruct-MiniMax-H3-L0-49-UD-IQ2_XXS.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-05T11:29:25.000Z","downloads":59672,"likes":21,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF","file":"Qwen3-VL-32B-Instruct-MiniMax-H3-L0-49-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6914358080,"bits":2.2,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF","file":"Qwen3-VL-32B-Instruct-MiniMax-H3-L0-49-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9570506432,"bits":3.04,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF","file":"Qwen3-VL-32B-Instruct-MiniMax-H3-L0-49-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9774717760,"bits":3.11,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF","file":"Qwen3-VL-32B-Instruct-MiniMax-H3-L0-49-IQ4_XS.gguf","label":"IQ4_XS","size":13438154528,"bits":4.27,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF","file":"Qwen3-VL-32B-Instruct-MiniMax-H3-L0-49-Q4_K_M.gguf","label":"Q4_K_M","size":14932211488,"bits":4.75,"known":true,"rank":0}],"repos":["nif0/Qwen3-VL-32B-Instruct-MiniMax-H3-GGUF"],"logoFrom":"unsloth"},{"id":"mistral-7b-instruct-v0-1","family":"mistralai/Mistral-7B-Instruct-v0.1","name":"Mistral 7B V0.1","maker":"Mistral AI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF/Mistral-7B-Instruct-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-20T13:03:50.000Z","downloads":59596,"likes":895,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103904,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1754448096,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688416,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257888,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922464,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714720,"bits":2.76,"known":true,"rank":1},{"repo":"MaziyarPanahi/Mistral-7B-v0.1-GGUF","file":"Mistral-7B-v0.1.Q2_K.gguf","label":"Q2_K","size":2719241920,"bits":3,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827346144,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817760,"bits":3.34,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-v0.1-GGUF","file":"Mistral-7B-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395616,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893920,"bits":3.63,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-v0.1-GGUF","file":"Mistral-7B-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-7B-v0.1-GGUF","file":"Mistral-7B-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690720,"bits":4.32,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","file":"Mistral-7B-Instruct-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":4123599072,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-v0.1-GGUF","file":"mistral-7b-v0.1.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","file":"mistral-7b-instruct-v0.1.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/Mistral-7B-v0.1-GGUF","TheBloke/Mistral-7B-Instruct-v0.1-GGUF","TheBloke/Mistral-7B-v0.1-GGUF","mradermacher/Mistral-7B-Instruct-v0.1-i1-GGUF","mradermacher/Mistral-7B-v0.1-i1-GGUF"],"logoFrom":"mistralai"},{"id":"rocinante-x-12b-v1","family":"TheDrummer/Rocinante-X-12B-v1-GGUF","name":"Rocinante X 12B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"TheDrummer/Rocinante-X-12B-v1-GGUF/Rocinante-X-12B-v1b-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-19T06:47:46.000Z","downloads":59216,"likes":75,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ2_S.gguf","label":"IQ2_S","size":4138476192,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ2_M.gguf","label":"IQ2_M","size":4435026592,"bits":2.9,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-X-12B-v1-GGUF","file":"Rocinante-X-12B-v1b-Q2_K.gguf","label":"Q2_K","size":4791050528,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945388192,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":5306491552,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":5446410912,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":5534229152,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ3_M.gguf","label":"IQ3_M","size":5722235552,"bits":3.74,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-X-12B-v1-GGUF","file":"Rocinante-X-12B-v1b-Q3_K_M.gguf","label":"Q3_K_M","size":6083092768,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":6561505952,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":6742712992,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q4_0.gguf","label":"Q4_0","size":7094641312,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":7097918112,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":7120200352,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708512,"bits":4.67,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-X-12B-v1-GGUF","file":"Rocinante-X-12B-v1b-Q4_K_M.gguf","label":"Q4_K_M","size":7477207328,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q4_1.gguf","label":"Q4_1","size":7795221152,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":7975281312,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":8518738592,"bits":5.56,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-X-12B-v1-GGUF","file":"Rocinante-X-12B-v1b-Q5_K_M.gguf","label":"Q5_K_M","size":8727634208,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":9141822112,"bits":5.97,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-X-12B-v1-GGUF","file":"Rocinante-X-12B-v1b-Q6_K.gguf","label":"Q6_K","size":10056212768,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":10381271712,"bits":6.78,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-X-12B-v1-GGUF","file":"Rocinante-X-12B-v1b-Q8_0.gguf","label":"Q8_0","size":13022372128,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF","file":"TheDrummer_Rocinante-X-12B-v1-bf16.gguf","label":"BF16","size":24504279424,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Rocinante-X-12B-v1-GGUF","bartowski/TheDrummer_Rocinante-X-12B-v1-GGUF"],"logoFrom":"mistralai"},{"id":"voxtral-mini-3b-2507","family":"ggml-org/Voxtral-Mini-3B-2507-GGUF","name":"Voxtral Mini 3B 2507","maker":"ggml-org","catalog":null,"tuned":false,"params":4.01,"active":null,"layers":30,"probe":"ggml-org/Voxtral-Mini-3B-2507-GGUF/Voxtral-Mini-3B-2507-Q4_K_M.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":null,"open":false,"released":"2025-07-24T21:11:01.000Z","downloads":59172,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/Voxtral-Mini-3B-2507-GGUF","file":"Voxtral-Mini-3B-2507-Q4_K_M.gguf","label":"Q4_K_M","size":2473001920,"bits":4.93,"known":true,"rank":0}],"repos":["ggml-org/Voxtral-Mini-3B-2507-GGUF"],"logoFrom":"ggml-org"},{"id":"gemma-3n-e2b-it","family":"google/gemma-3n-E2B-it","name":"Gemma 3n E2B","maker":"Google","catalog":null,"tuned":false,"params":4.46,"active":null,"layers":30,"probe":"bartowski/google_gemma-3n-E2B-it-GGUF/google_gemma-3n-E2B-it-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":25165824,"context":32768,"arch":"gemma3n","vision":true,"licence":"gemma","open":false,"released":"2025-06-12T17:44:07.000Z","downloads":59084,"likes":101,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2053426528,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-IQ3_XS.gguf","label":"IQ3_XS","size":2170211424,"bits":3.89,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2188660064,"bits":3.93,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q2_K.gguf","label":"Q2_K","size":2221329760,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q2_K_L.gguf","label":"Q2_K_L","size":2221329760,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-IQ3_M.gguf","label":"IQ3_M","size":2237156448,"bits":4.01,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2324114784,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-Q3_K_L.gguf","label":"Q3_K_L","size":2379893856,"bits":4.27,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q3_K_S.gguf","label":"Q3_K_S","size":2393083232,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q3_K_M.gguf","label":"Q3_K_M","size":2483178848,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2625236320,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2847870304,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-IQ4_XS.gguf","label":"IQ4_XS","size":2909785440,"bits":5.22,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q4_0.gguf","label":"Q4_0","size":2965687648,"bits":5.32,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-IQ4_NL.gguf","label":"IQ4_NL","size":2966474080,"bits":5.32,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q4_K_S.gguf","label":"Q4_K_S","size":2969357664,"bits":5.33,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q4_K_M.gguf","label":"Q4_K_M","size":3026881888,"bits":5.43,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q4_1.gguf","label":"Q4_1","size":3078540640,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q5_K_S.gguf","label":"Q5_K_S","size":3261648224,"bits":5.85,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q5_K_M.gguf","label":"Q5_K_M","size":3294793056,"bits":5.91,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":3753905504,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":3783937120,"bits":6.79,"known":true,"rank":1},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-Q4_K_L.gguf","label":"Q4_K_L","size":3924462688,"bits":7.04,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":4013010272,"bits":7.2,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-Q5_K_L.gguf","label":"Q5_K_L","size":4125264992,"bits":7.4,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q6_K.gguf","label":"Q6_K","size":4208594272,"bits":7.55,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E2B-it-GGUF","file":"google_gemma-3n-E2B-it-Q6_K_L.gguf","label":"Q6_K_L","size":4338617440,"bits":7.78,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4465593696,"bits":8.01,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-Q8_0.gguf","label":"Q8_0","size":4788112736,"bits":8.59,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":7468862816,"bits":13.4,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-GGUF","file":"gemma-3n-E2B-it-F16.gguf","label":"F16","size":8918846560,"bits":16,"known":true,"rank":0}],"repos":["bartowski/google_gemma-3n-E2B-it-GGUF","ggml-org/gemma-3n-E2B-it-GGUF","unsloth/gemma-3n-E2B-it-GGUF"],"logoFrom":"google"},{"id":"huihui-qwen3-6-27b-abliterated-mtp","family":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","name":"Huihui Qwen3.6 27B Abliterated MTP","maker":"huihui-ai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF/Huihui-Qwen3.6-27B-abliterated-ggml-model-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-19T05:52:43.000Z","downloads":59079,"likes":100,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-Q2_K.gguf","label":"Q2_K","size":10864591168,"bits":3.18,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-Q3_K.gguf","label":"Q3_K","size":13500735808,"bits":3.95,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-Q4_K.gguf","label":"Q4_K","size":16810713408,"bits":4.92,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-Q5_K.gguf","label":"Q5_K","size":19535700288,"bits":5.72,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-Q6_K.gguf","label":"Q6_K","size":22430998848,"bits":6.57,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-Q8_0.gguf","label":"Q8_0","size":29047083328,"bits":8.51,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-27B-abliterated-ggml-model-f16.gguf","label":"F16","size":54657732928,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Qwen3.6-27B-abliterated-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-e4b-it-obliterated","family":"OBLITERATUS/gemma-4-E4B-it-OBLITERATED","name":"Gemma 4 E4B OBLITERATED","maker":"OBLITERATUS","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF/gemma-4-E4B-it-OBLITERATED.Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-15T01:22:42.000Z","downloads":58622,"likes":837,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q2_K.gguf","label":"Q2_K","size":4376781472,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q3_K_S.gguf","label":"Q3_K_S","size":4630958752,"bits":4.93,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q3_K_M.gguf","label":"Q3_K_M","size":4823061152,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q3_K_L.gguf","label":"Q3_K_L","size":4990505632,"bits":5.31,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.IQ4_XS.gguf","label":"IQ4_XS","size":5057864352,"bits":5.38,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q4_K_S.gguf","label":"Q4_K_S","size":5171978912,"bits":5.5,"known":true,"rank":1},{"repo":"OBLITERATUS/gemma-4-E4B-it-OBLITERATED","file":"gemma-4-E4B-it-OBLITERATED-Q4_K_M.gguf","label":"Q4_K_M","size":5335289792,"bits":5.68,"known":true,"rank":0},{"repo":"Aimeeluvssya/gemma-4-E4B-it-OBLITERATED","file":"gemma-4-E4B-it-OBLITERATED-Q4_K_M.gguf","label":"Q4_K_M","size":5335289792,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q5_K_S.gguf","label":"Q5_K_S","size":5648097952,"bits":6.01,"known":true,"rank":1},{"repo":"OBLITERATUS/gemma-4-E4B-it-OBLITERATED","file":"gemma-4-E4B-it-OBLITERATED-Q5_K_M.gguf","label":"Q5_K_M","size":5762912192,"bits":6.13,"known":true,"rank":0},{"repo":"Aimeeluvssya/gemma-4-E4B-it-OBLITERATED","file":"gemma-4-E4B-it-OBLITERATED-Q5_K_M.gguf","label":"Q5_K_M","size":5762912192,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.Q6_K.gguf","label":"Q6_K","size":6172078752,"bits":6.57,"known":true,"rank":1},{"repo":"OBLITERATUS/gemma-4-E4B-it-OBLITERATED","file":"gemma-4-E4B-it-OBLITERATED-Q8_0.gguf","label":"Q8_0","size":8031240128,"bits":8.54,"known":true,"rank":0},{"repo":"Aimeeluvssya/gemma-4-E4B-it-OBLITERATED","file":"gemma-4-E4B-it-OBLITERATED-Q8_0.gguf","label":"Q8_0","size":8031240128,"bits":8.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF","file":"gemma-4-E4B-it-OBLITERATED.f16.gguf","label":"F16","size":14942970528,"bits":15.9,"known":true,"rank":1}],"repos":["Aimeeluvssya/gemma-4-E4B-it-OBLITERATED","OBLITERATUS/gemma-4-E4B-it-OBLITERATED","mradermacher/gemma-4-E4B-it-OBLITERATED-GGUF"],"logoFrom":"google"},{"id":"qwen3-5-2b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 2B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-05T22:13:04.000Z","downloads":58295,"likes":177,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-2B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":1270808032,"bits":5.41,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-2B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":1556390368,"bits":6.62,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-2B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":2012012000,"bits":8.56,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-2B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":3775708640,"bits":16.07,"known":true,"rank":0}],"repos":["HauhauCS/Qwen3.5-2B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-14b-abliterated-v2","family":"huihui-ai/Huihui-Qwen3-14B-abliterated-v2","name":"Huihui Qwen3 14B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF/Huihui-Qwen3-14B-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-17T15:29:37.000Z","downloads":57597,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":3579931168,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":3849652768,"bits":2.09,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299188768,"bits":2.33,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691585568,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":4963309088,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":5322937888,"bits":2.88,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389846048,"bits":2.92,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":5753980192,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942662688,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6375297568,"bits":3.45,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":6657102112,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":6684955168,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":6883406368,"bits":3.73,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":7321309472,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":7900647712,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":8180358432,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8541359648,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":8542998048,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":8573472032,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":9001749792,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.i1-Q4_1.gguf","label":"Q4_1","size":9389518368,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":10263891232,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":10514566432,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":12121934112,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","file":"Huihui-Qwen3-14B-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":15698530592,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-14B-abliterated-v2-GGUF","mradermacher/Huihui-Qwen3-14B-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"deepseek-r1-distill-llama-70b","family":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","name":"DeepSeek R1 Distill Llama 70B","maker":"DeepSeek","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/DeepSeek-R1-Distill-Llama-70B-UD-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-01-20T09:13:33.000Z","downloads":57497,"likes":174,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":15885222560,"bits":1.8,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ1_M.gguf","label":"IQ1_M","size":16751198368,"bits":1.9,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":17171563168,"bits":1.95,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097387168,"bits":2.17,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":19447628448,"bits":2.21,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ2_XS.gguf","label":"IQ2_XS","size":21142110368,"bits":2.4,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ2_S.gguf","label":"IQ2_S","size":22242345120,"bits":2.52,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ2_M.gguf","label":"IQ2_M","size":24119296160,"bits":2.74,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":24368595616,"bits":2.76,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q2_K.gguf","label":"Q2_K","size":26375111328,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q2_K_L.gguf","label":"Q2_K_L","size":26621362848,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":26966737568,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469496480,"bits":3.11,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":27655619232,"bits":3.14,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q3_K_S.gguf","label":"Q3_K_S","size":30912053920,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ3_M.gguf","label":"IQ3_M","size":31937036448,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q3_K_M.gguf","label":"Q3_K_M","size":34267497120,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":34876474016,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q3_K_L.gguf","label":"Q3_K_L","size":37140594848,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ4_XS.gguf","label":"IQ4_XS","size":37935497888,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059933856,"bits":4.32,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-IQ4_NL.gguf","label":"IQ4_NL","size":40053621408,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q4_0.gguf","label":"Q4_0","size":40116535968,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q4_K_S.gguf","label":"Q4_K_S","size":40347222688,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q4_K_M.gguf","label":"Q4_K_M","size":42520396448,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":42664575648,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q4_1.gguf","label":"Q4_1","size":44313592480,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q5_K_S.gguf","label":"Q5_K_S","size":48657449632,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q5_K_M.gguf","label":"Q5_K_M","size":49949819552,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":49973478048,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"Q6_K/DeepSeek-R1-Distill-Llama-70B-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888146304,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"UD-Q6_K_XL/DeepSeek-R1-Distill-Llama-70B-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":61160063872,"bits":6.94,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-Q8_0/DeepSeek-R1-Distill-Llama-70B-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975052416,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"UD-Q8_K_XL/DeepSeek-R1-Distill-Llama-70B-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":81231119200,"bits":9.21,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"BF16/DeepSeek-R1-Distill-Llama-70B-BF16-00001-of-00003.gguf","label":"BF16","size":141117915872,"bits":16,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","file":"DeepSeek-R1-Distill-Llama-70B-F16/DeepSeek-R1-Distill-Llama-70B-F16-00001-of-00003.gguf","label":"F16","size":141117915936,"bits":16,"known":true,"rank":0}],"repos":["bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF","lmstudio-community/DeepSeek-R1-Distill-Llama-70B-GGUF","unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"muscriptor","family":"DamRsn/muscriptor-gguf","name":"Muscriptor","maker":"DamRsn","catalog":null,"tuned":false,"params":1.37,"active":null,"layers":48,"probe":"DamRsn/muscriptor-gguf/v1/muscriptor-large-f16.gguf","kvBytesPerToken":341213,"kvHeader":294912,"kvFixed":0,"context":null,"arch":"muscriptor","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-12T15:13:02.000Z","downloads":57210,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DamRsn/muscriptor-gguf","file":"v1/muscriptor-large-f16.gguf","label":"F16","size":2739142176,"bits":15.99,"known":true,"rank":0}],"repos":["DamRsn/muscriptor-gguf"],"logoFrom":"MuScriptor"},{"id":"ministral-3-3b-reasoning-2512","family":"mistralai/Ministral-3-3B-Reasoning-2512","name":"Ministral 3 3B Reasoning 2512","maker":"Mistral AI","catalog":null,"tuned":true,"params":3.43,"active":null,"layers":26,"probe":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF/Ministral-3-3B-Reasoning-2512-UD-IQ1_S.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T08:39:58.000Z","downloads":56912,"likes":94,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":969158400,"bits":2.26,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1019195136,"bits":2.38,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1108946688,"bits":2.59,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq2_xxs.gguf","label":"IQ2_XXS","size":1177219616,"bits":2.75,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq2_xs.gguf","label":"IQ2_XS","size":1264415264,"bits":2.95,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq2_s.gguf","label":"IQ2_S","size":1302164000,"bits":3.04,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q2_k_s.gguf","label":"Q2_K_S","size":1332490784,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1339887360,"bits":3.13,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq2_m.gguf","label":"IQ2_M","size":1355051552,"bits":3.16,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q2_k_m.gguf","label":"Q2_K_M","size":1382822432,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1457803008,"bits":3.4,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q2_K.gguf","label":"Q2_K","size":1458958080,"bits":3.4,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q2_K_L.gguf","label":"Q2_K_L","size":1458958080,"bits":3.4,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1492332288,"bits":3.48,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq3_xxs.gguf","label":"IQ3_XXS","size":1544581664,"bits":3.6,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq3_xs.gguf","label":"IQ3_XS","size":1588720160,"bits":3.71,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q3_K_S.gguf","label":"Q3_K_S","size":1639149312,"bits":3.82,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q3_k_s.gguf","label":"Q3_K_S","size":1729884704,"bits":4.03,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq3_m.gguf","label":"IQ3_M","size":1735782944,"bits":4.05,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q3_k_m.gguf","label":"Q3_K_M","size":1783362080,"bits":4.16,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q3_K_M.gguf","label":"Q3_K_M","size":1795550976,"bits":4.19,"known":true,"rank":1},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1856081664,"bits":4.33,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq4_nl.gguf","label":"IQ4_NL","size":1947480608,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-IQ4_XS.gguf","label":"IQ4_XS","size":1959276288,"bits":4.57,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-iq4_xs.gguf","label":"IQ4_XS","size":1959277088,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q4_0.gguf","label":"Q4_0","size":2046373632,"bits":4.77,"known":true,"rank":1},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q4_k_s.gguf","label":"Q4_K_S","size":2074489376,"bits":4.84,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q4_0.gguf","label":"Q4_0","size":2138583584,"bits":4.99,"known":true,"rank":0},{"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q4_K_M.gguf","label":"Q4_K_M","size":2147021472,"bits":5.01,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q4_1.gguf","label":"Q4_1","size":2176725536,"bits":5.08,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q4_k_m.gguf","label":"Q4_K_M","size":2228384288,"bits":5.2,"known":true,"rank":0},{"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q5_K_M.gguf","label":"Q5_K_M","size":2474177184,"bits":5.77,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q5_0.gguf","label":"Q5_0","size":2516857376,"bits":5.87,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q5_k_m.gguf","label":"Q5_K_M","size":2581197344,"bits":6.02,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q5_1.gguf","label":"Q5_1","size":2705994272,"bits":6.31,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q6_k_m.gguf","label":"Q6_K_M","size":2918773280,"bits":6.81,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-q8_0.gguf","label":"Q8_0","size":3651678432,"bits":8.52,"known":true,"rank":0},{"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-Q8_0.gguf","label":"Q8_0","size":3652203168,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-bf16.gguf","label":"BF16","size":6866219232,"bits":16.01,"known":true,"rank":0},{"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","file":"Ministral-3-3B-Reasoning-2512-BF16.gguf","label":"BF16","size":6866743968,"bits":16.02,"known":true,"rank":0}],"repos":["MaziyarPanahi/Ministral-3-3B-Reasoning-2512-GGUF","Mungert/Ministral-3-3B-Reasoning-2512-GGUF","bartowski/mistralai_Ministral-3-3B-Reasoning-2512-GGUF","mistralai/Ministral-3-3B-Reasoning-2512-GGUF","unsloth/Ministral-3-3B-Reasoning-2512-GGUF"],"logoFrom":"mistralai"},{"id":"h2o-lightning-4b","family":"h2oai/h2o-lightning-4b","name":"H2o Lightning 4B","maker":"h2oai","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":33,"probe":"h2oai/h2o-lightning-4b-gguf/h2o-lightning-4b-IQ3_XXS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-02T19:19:51.000Z","downloads":56858,"likes":30,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"h2oai/h2o-lightning-4b-gguf","file":"h2o-lightning-4b-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904497696,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q2_K.gguf","label":"Q2_K","size":1915471168,"bits":3.64,"known":true,"rank":1},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q3_K_S.gguf","label":"Q3_K_S","size":2069880128,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q3_K_M.gguf","label":"Q3_K_M","size":2262064448,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q3_K_L.gguf","label":"Q3_K_L","size":2421316928,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.IQ4_XS.gguf","label":"IQ4_XS","size":2529031488,"bits":4.81,"known":true,"rank":1},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q4_K_S.gguf","label":"Q4_K_S","size":2563888448,"bits":4.87,"known":true,"rank":1},{"repo":"h2oai/h2o-lightning-4b-gguf","file":"h2o-lightning-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2708808736,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q5_K_S.gguf","label":"Q5_K_S","size":2990036288,"bits":5.68,"known":true,"rank":1},{"repo":"h2oai/h2o-lightning-4b-gguf","file":"h2o-lightning-4b-Q5_K_M.gguf","label":"Q5_K_M","size":3074991136,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.Q6_K.gguf","label":"Q6_K","size":3464056128,"bits":6.58,"known":true,"rank":1},{"repo":"h2oai/h2o-lightning-4b-gguf","file":"h2o-lightning-4b-Q8_0.gguf","label":"Q8_0","size":4482407456,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/h2o-lightning-4b-GGUF","file":"h2o-lightning-4b.f16.gguf","label":"F16","size":8424394048,"bits":16.01,"known":true,"rank":1},{"repo":"h2oai/h2o-lightning-4b-gguf","file":"h2o-lightning-4b-BF16.gguf","label":"BF16","size":8424397760,"bits":16.01,"known":true,"rank":0}],"repos":["h2oai/h2o-lightning-4b-gguf","mradermacher/h2o-lightning-4b-GGUF"],"logoFrom":"h2oai"},{"id":"darkidol-llama-3-1-8b-instruct-1-2-uncensored","family":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored","name":"DarkIdol Llama 3.1 8B 1.2 Uncensored","maker":"aifeifei798","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-27T03:06:15.000Z","downloads":55657,"likes":202,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":2948282048,"bits":2.94,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q2_K.gguf","label":"Q2_K","size":3179132288,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":3518748352,"bits":3.51,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":3664500096,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-Q2_K_L.gguf","label":"Q2_K_L","size":3692156608,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":3784824512,"bits":3.77,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":4018918784,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":4321957248,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":4447663808,"bits":4.43,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q4_0.gguf","label":"Q4_0","size":4661212544,"bits":4.64,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":4692669824,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781627072,"bits":4.76,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4920735104,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q4_1.gguf","label":"Q4_1","size":5130253696,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-Q4_K_L.gguf","label":"Q4_K_L","size":5310633664,"bits":5.29,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q5_0.gguf","label":"Q5_0","size":5599294848,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":5599294848,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":5732988288,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-Q5_K_L.gguf","label":"Q5_K_L","size":6057219776,"bits":6.03,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q5_1.gguf","label":"Q5_1","size":6068336000,"bits":6.05,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q6_K.gguf","label":"Q6_K","size":6596007296,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-Q6_K_L.gguf","label":"Q6_K_L","size":6850467520,"bits":6.82,"known":true,"rank":0},{"repo":"QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored.Q8_0.gguf","label":"Q8_0","size":8540771712,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-f32.gguf","label":"F32","size":32128882048,"bits":32.01,"known":true,"rank":0}],"repos":["QuantFactory/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF","bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.2-Uncensored-GGUF"],"logoFrom":"aifeifei798"},{"id":"mistral-small-instruct-2409","family":"mistralai/Mistral-Small-Instruct-2409","name":"Mistral Small 2409","maker":"Mistral AI","catalog":null,"tuned":false,"params":22.25,"active":null,"layers":56,"probe":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF/Mistral-Small-Instruct-2409.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-09-17T13:05:37.000Z","downloads":55284,"likes":59,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409.IQ1_S.gguf","label":"IQ1_S","size":4829489280,"bits":1.74,"known":true,"rank":1},{"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409.IQ1_M.gguf","label":"IQ1_M","size":5267138688,"bits":1.89,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-IQ2_XXS.gguf","label":"IQ2_XXS","size":5996557312,"bits":2.16,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-IQ2_XS.gguf","label":"IQ2_XS","size":6646150144,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-IQ2_M.gguf","label":"IQ2_M","size":7618966528,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q2_K.gguf","label":"Q2_K","size":8272098304,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q2_K_L.gguf","label":"Q2_K_L","size":8468706304,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-IQ3_XS.gguf","label":"IQ3_XS","size":9176101888,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q3_K_S.gguf","label":"Q3_K_S","size":9641276416,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-IQ3_M.gguf","label":"IQ3_M","size":10062410752,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q3_K_M.gguf","label":"Q3_K_M","size":10756830208,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q3_K_L.gguf","label":"Q3_K_L","size":11730433024,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q3_K_XL.gguf","label":"Q3_K_XL","size":11906593792,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-IQ4_XS.gguf","label":"IQ4_XS","size":11935298560,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":12569162752,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":12569162752,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":12569162752,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_0.gguf","label":"Q4_0","size":12613202944,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_K_S.gguf","label":"Q4_K_S","size":12660388864,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_K_M.gguf","label":"Q4_K_M","size":13341242368,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q4_K_L.gguf","label":"Q4_K_L","size":13490664448,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q5_K_S.gguf","label":"Q5_K_S","size":15324820480,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q5_K_M.gguf","label":"Q5_K_M","size":15722558464,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q5_K_L.gguf","label":"Q5_K_L","size":15846814720,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q6_K.gguf","label":"Q6_K","size":18252706816,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q6_K_L.gguf","label":"Q6_K_L","size":18350224384,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-Q8_0.gguf","label":"Q8_0","size":23640552448,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409-f16.gguf","label":"F16","size":44496728768,"bits":16,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","file":"Mistral-Small-Instruct-2409.fp16.gguf","label":"Mistral-Small-Instruct-2409.fp16","size":44496728832,"bits":16,"known":false,"rank":1}],"repos":["MaziyarPanahi/Mistral-Small-Instruct-2409-GGUF","bartowski/Mistral-Small-Instruct-2409-GGUF","mradermacher/Mistral-Small-Instruct-2409-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-32b-abliterated","family":"huihui-ai/Qwen3-32B-abliterated","name":"Qwen3 32B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"RoadToNowhere/Qwen3-32B-abliterated-Q4_K_M-GGUF/qwen3-32b-abliterated-q4_k_m.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-02T17:46:34.000Z","downloads":54727,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7323842144,"bits":1.79,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7959869024,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019913824,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9951835744,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10514825824,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11362861664,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11465814624,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q2_K.gguf","label":"Q2_K","size":12344652128,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821037664,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13702921824,"bits":3.35,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":14389738848,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":14434303584,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":14930083424,"bits":3.65,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":15971777888,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":17330994528,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":17854335328,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":18703088224,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":18771245408,"bits":4.58,"known":true,"rank":0},{"repo":"RoadToNowhere/Qwen3-32B-abliterated-Q4_K_M-GGUF","file":"qwen3-32b-abliterated-q4_k_m.gguf","label":"Q4_K_M","size":19762149504,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":19762149728,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-i1-GGUF","file":"Qwen3-32B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":20636523104,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":22635493728,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":23214831968,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q6_K.gguf","label":"Q6_K","size":26883306848,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-abliterated-GGUF","file":"Qwen3-32B-abliterated.Q8_0.gguf","label":"Q8_0","size":34817719648,"bits":8.5,"known":true,"rank":0}],"repos":["RoadToNowhere/Qwen3-32B-abliterated-Q4_K_M-GGUF","mradermacher/Qwen3-32B-abliterated-GGUF","mradermacher/Qwen3-32B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"huihui-qwen3-5-35b-a3b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-35B-A3B-abliterated","name":"Huihui Qwen3.5 35B A3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF/Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-27T07:29:37.000Z","downloads":54593,"likes":58,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7299331168,"bits":1.68,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8066194528,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9344300128,"bits":2.16,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10369406048,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10514855008,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11537339488,"bits":2.66,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12034133088,"bits":2.78,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q2_K.gguf","label":"Q2_K","size":12821629760,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13533320288,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14417298528,"bits":3.33,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":15182185280,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15183578208,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520288,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":16760832832,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":18052416320,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":18860669760,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19799268448,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":19884006208,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":21169118016,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21848169568,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":23981284160,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":24764783424,"bits":5.72,"known":true,"rank":0},{"repo":"cs2764/Huihui-Qwen3.5-35B-A3B-abliterated-Q6_K-GGUF","file":"huihui-qwen3.5-35b-a3b-abliterated-q6_k.gguf","label":"Q6_K","size":28514152800,"bits":6.58,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q6_K.gguf","label":"Q6_K","size":28514153280,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","file":"Huihui-Qwen3.5-35B-A3B-abliterated.Q8_0.gguf","label":"Q8_0","size":36903140160,"bits":8.52,"known":true,"rank":0}],"repos":["cs2764/Huihui-Qwen3.5-35B-A3B-abliterated-Q6_K-GGUF","mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-GGUF","mradermacher/Huihui-Qwen3.5-35B-A3B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-9b-heretic-uncensored","family":"rohit267/Qwen3.8-9B-heretic-uncensored","name":"Qwen3.8 9B Heretic Uncensored","maker":"rohit267","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"optionalAI/Qwen3.8-9B-heretic-uncensored-Q4_K_M-GGUF/qwen3.8-9b-heretic-uncensored-q4_k_m.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-18T08:28:31.000Z","downloads":54395,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q2_K.gguf","label":"Q2_K","size":3827262944,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":4259407328,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":4623525344,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":4925515232,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":5227898336,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":5351630304,"bits":4.78,"known":true,"rank":0},{"repo":"optionalAI/Qwen3.8-9B-heretic-uncensored-Q4_K_M-GGUF","file":"qwen3.8-9b-heretic-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":5629101504,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":5629109728,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":6305310176,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":6467970528,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q6_K.gguf","label":"Q6_K","size":7359260128,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.Q8_0.gguf","label":"Q8_0","size":9527502304,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","file":"Qwen3.8-9B-heretic-uncensored.f16.gguf","label":"F16","size":17920697824,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-9B-heretic-uncensored-GGUF","optionalAI/Qwen3.8-9B-heretic-uncensored-Q4_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"glm-4-6v","family":"zai-org/GLM-4.6V","name":"GLM 4.6V","maker":"Z.ai","catalog":null,"tuned":true,"params":106.85,"active":13.42,"layers":46,"probe":"mradermacher/GLM-4.6V-i1-GGUF/GLM-4.6V.i1-IQ1_S.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":true,"licence":"mit","open":true,"released":"2025-12-07T07:20:45.000Z","downloads":54374,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1378,"arenaCoding":1416,"arenaVision":1172,"builds":[{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ1_S.gguf","label":"IQ1_S","size":33885518464,"bits":2.54,"known":true,"rank":2},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ1_M.gguf","label":"IQ1_M","size":35515705984,"bits":2.66,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":36795788000,"bits":2.75,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":37038009056,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":38232685184,"bits":2.86,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":38576794336,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ2_XS.gguf","label":"IQ2_XS","size":40478620288,"bits":3.03,"known":true,"rank":2},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ2_S.gguf","label":"IQ2_S","size":40867248768,"bits":3.06,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":41197513440,"bits":3.08,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":42904595168,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ2_M.gguf","label":"IQ2_M","size":43040832128,"bits":3.22,"known":true,"rank":2},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-Q2_K_S.gguf","label":"Q2_K_S","size":43746069120,"bits":3.28,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-Q2_K.gguf","label":"Q2_K","size":43855039200,"bits":3.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-Q2_K_L.gguf","label":"Q2_K_L","size":44000529120,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":45775612640,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47231236736,"bits":3.54,"known":true,"rank":2},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ3_XS.gguf","label":"IQ3_XS","size":48172112512,"bits":3.61,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"GLM-4.6V-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":49675709152,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ3_S.gguf","label":"IQ3_S","size":50730818176,"bits":3.8,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q3_K_S/GLM-4.6V-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":50903890848,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-IQ3_M.gguf","label":"IQ3_M","size":51415898752,"bits":3.85,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"UD-Q3_K_XL/GLM-4.6V-UD-Q3_K_XL-00001-of-00002.gguf","label":"UD-Q3_K_XL","size":52739402624,"bits":3.95,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q3_K_M/GLM-4.6V-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":55444962208,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.6V-i1-GGUF","file":"GLM-4.6V.i1-Q3_K_L.gguf","label":"Q3_K_L","size":57637444224,"bits":4.32,"known":true,"rank":2},{"repo":"unsloth/GLM-4.6V-GGUF","file":"IQ4_XS/GLM-4.6V-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":58347531168,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"IQ4_NL/GLM-4.6V-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":60577246112,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q4_0/GLM-4.6V-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":60740479872,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q4_K_S/GLM-4.6V-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":64900541344,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"UD-Q4_K_XL/GLM-4.6V-UD-Q4_K_XL-00001-of-00002.gguf","label":"UD-Q4_K_XL","size":65451256736,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q4_1/GLM-4.6V-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":67142396832,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q4_K_M/GLM-4.6V-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":70564998048,"bits":5.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q5_K_S/GLM-4.6V-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":75879582624,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"UD-Q5_K_XL/GLM-4.6V-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":80303594400,"bits":6.01,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q5_K_M/GLM-4.6V-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":80750267296,"bits":6.05,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q6_K/GLM-4.6V-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":95858850688,"bits":7.18,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"UD-Q6_K_XL/GLM-4.6V-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":98391387040,"bits":7.37,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"Q8_0/GLM-4.6V-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":113612254208,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"UD-Q8_K_XL/GLM-4.6V-UD-Q8_K_XL-00001-of-00003.gguf","label":"UD-Q8_K_XL","size":123886742560,"bits":9.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6V-GGUF","file":"BF16/GLM-4.6V-BF16-00001-of-00005.gguf","label":"BF16","size":213763140640,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/GLM-4.6V-GGUF","mradermacher/GLM-4.6V-i1-GGUF","unsloth/GLM-4.6V-GGUF"],"logoFrom":"zai-org"},{"id":"qwen2-5-coder-14b-instruct-abliterated","family":"huihui-ai/Qwen2.5-Coder-14B-Instruct-abliterated","name":"Qwen2.5 Coder 14B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF/Qwen2.5-Coder-14B-Instruct-abliterated-IQ2_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-13T21:50:00.000Z","downloads":54094,"likes":77,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":3607994816,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3872309696,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4312834496,"bits":2.34,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":4704575840,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-IQ2_S.gguf","label":"IQ2_S","size":5003727200,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":5356147040,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5397189056,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":5770498400,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946708416,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":6383362400,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":6530818400,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":6659596640,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":6693020096,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":6916538720,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":7339204960,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":7924769120,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":8119841120,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517726560,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517726560,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517726560,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":8544268640,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8549183936,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":8573432160,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606015840,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":8988111200,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":9392140736,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":9565954400,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":10266554720,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":10508874080,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":10989396320,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":12124684640,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":12501803360,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":15701598560,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-14B-Instruct-abliterated-f16.gguf","label":"F16","size":29547716640,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF","mradermacher/Qwen2.5-Coder-14B-Instruct-3MPER0RR-abliterated-i1-GGUF","mradermacher/Qwen2.5-Coder-14B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"jackod-9b-coder","family":"ManniX-ITA/JackOD-9B-Coder","name":"JackOD 9B Coder","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF/JackOD-9B-Coder-IQ2_XS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-11T17:58:08.000Z","downloads":54087,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ2_XS.gguf","label":"IQ2_XS","size":3422269376,"bits":2.98,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ2_S.gguf","label":"IQ2_S","size":3564892096,"bits":3.1,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ2_M.gguf","label":"IQ2_M","size":3744395200,"bits":3.26,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-CD-Q2_K.gguf","label":"Q2_K","size":3946328000,"bits":3.43,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ3_XXS.gguf","label":"IQ3_XXS","size":4075089856,"bits":3.54,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q3_K_S.gguf","label":"Q3_K_S","size":4364021696,"bits":3.79,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ3_XS.gguf","label":"IQ3_XS","size":4380340160,"bits":3.81,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ3_M.gguf","label":"IQ3_M","size":4522782656,"bits":3.93,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q3_K_M.gguf","label":"Q3_K_M","size":4737609664,"bits":4.12,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q2_K_L.gguf","label":"Q2_K_L","size":4908249024,"bits":4.27,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q3_K_L.gguf","label":"Q3_K_L","size":5048512448,"bits":4.39,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ4_XS.gguf","label":"IQ4_XS","size":5326417856,"bits":4.63,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q4_K_S.gguf","label":"Q4_K_S","size":5488553920,"bits":4.77,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-IQ4_NL.gguf","label":"IQ4_NL","size":5555662784,"bits":4.83,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q3_K_XL.gguf","label":"Q3_K_XL","size":5627588544,"bits":4.89,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":5780090816,"bits":5.03,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q5_K_S.gguf","label":"Q5_K_S","size":6472642496,"bits":5.63,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q4_K_L.gguf","label":"Q4_K_L","size":6534983616,"bits":5.68,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":6642544576,"bits":5.78,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q5_K_L.gguf","label":"Q5_K_L","size":7270297536,"bits":6.32,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q6_K.gguf","label":"Q6_K","size":7558901696,"bits":6.57,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q6_K_L.gguf","label":"Q6_K_L","size":8051568576,"bits":7,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-Q8_0.gguf","label":"Q8_0","size":9786060448,"bits":8.51,"known":true,"rank":0},{"repo":"ManniX-ITA/JackOD-9B-Coder-MTP-GGUF","file":"JackOD-9B-Coder-F16.gguf","label":"F16","size":18407321248,"bits":16.01,"known":true,"rank":0}],"repos":["ManniX-ITA/JackOD-9B-Coder-MTP-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"huihui-gemma-4-26b-a4b-it-abliterated","family":"huihui-ai/Huihui-gemma-4-26B-A4B-it-abliterated","name":"Huihui Gemma 4 26B A4B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF/Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-11T02:37:41.000Z","downloads":53425,"likes":70,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":8290267072,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8668652992,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299296192,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816426432,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9873196992,"bits":3.13,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9882663872,"bits":3.13,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":9974938560,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10377711552,"bits":3.29,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10545958592,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10582733248,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624477632,"bits":3.37,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":11219402176,"bits":3.56,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11219402176,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325689792,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636063680,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12222405568,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222405568,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12392559552,"bits":3.93,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":12526279616,"bits":3.97,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q3_K_S.gguf","label":"UD-Q3_K_S","size":12526279616,"bits":3.97,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":12875553728,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286729664,"bits":4.21,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":13418748864,"bits":4.25,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":13418748864,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824484288,"bits":4.38,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917722048,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":14488052160,"bits":4.59,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464821184,"bits":4.9,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":15969572288,"bits":5.06,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":16392444864,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796011968,"bits":5.33,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16868236224,"bits":5.35,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17090272192,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"Huihui-gemma-4-26B-A4B-it-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986729408,"bits":5.7,"known":true,"rank":1},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":18771401664,"bits":5.95,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":21150358464,"bits":6.71,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21217762240,"bits":6.73,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q6_K.gguf","label":"UD-Q6_K","size":22903600064,"bits":7.26,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":23295384512,"bits":7.39,"known":true,"rank":0},{"repo":"groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":27866180544,"bits":8.84,"known":true,"rank":0}],"repos":["groxaxo/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-GGUF","mradermacher/Huihui-gemma-4-26B-A4B-it-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"glm-5-3-flash-uncensored-rco-gsq","family":"GCSA-AiLab/GLM-5.3-Flash-Uncensored-RCO-GSQ-GGUF","name":"GLM 5.3 Flash Uncensored RCO GSQ","maker":"GCSA-AiLab","catalog":null,"tuned":true,"params":313.33,"active":17.38,"layers":45,"probe":"GCSA-AiLab/GLM-5.3-Flash-Uncensored-RCO-GSQ-GGUF/Q8/GLM-5.3-Flash-Uncensored-Q8_0.gguf","kvBytesPerToken":13032,"kvHeader":11264,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-09-22T01:08:55.000Z","downloads":53207,"likes":11,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"GCSA-AiLab/GLM-5.3-Flash-Uncensored-RCO-GSQ-GGUF","file":"Q4/GLM-5.3-Flash-Uncensored-GSQ-RCO-Q4.gguf","label":"Q4","size":137073273280,"bits":3.5,"known":false,"rank":0},{"repo":"GCSA-AiLab/GLM-5.3-Flash-Uncensored-RCO-GSQ-GGUF","file":"Q6/GLM-5.3-Flash-Uncensored-GSQ-RCO-Q6.gguf","label":"Q6","size":234890472224,"bits":6,"known":false,"rank":0},{"repo":"GCSA-AiLab/GLM-5.3-Flash-Uncensored-RCO-GSQ-GGUF","file":"Q8/GLM-5.3-Flash-Uncensored-Q8_0.gguf","label":"Q8_0","size":333201812736,"bits":8.51,"known":true,"rank":0}],"repos":["GCSA-AiLab/GLM-5.3-Flash-Uncensored-RCO-GSQ-GGUF"],"logoFrom":"zai-org"},{"id":"glm-ocr","family":"zai-org/GLM-OCR","name":"GLM OCR","maker":"Z.ai","catalog":null,"tuned":true,"params":0.89,"active":null,"layers":17,"probe":"mradermacher/GLM-OCR-GGUF/GLM-OCR.Q2_K.gguf","kvBytesPerToken":80564,"kvHeader":69632,"kvFixed":0,"context":131072,"arch":"glm4","vision":true,"licence":"mit","open":true,"released":"2026-01-30T04:24:21.000Z","downloads":53200,"likes":130,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q2_K.gguf","label":"Q2_K","size":361356608,"bits":3.25,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q3_K_S.gguf","label":"Q3_K_S","size":422219072,"bits":3.8,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q3_K_M.gguf","label":"Q3_K_M","size":450131264,"bits":4.05,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q3_K_L.gguf","label":"Q3_K_L","size":473920832,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.IQ4_XS.gguf","label":"IQ4_XS","size":505660736,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q4_K_S.gguf","label":"Q4_K_S","size":530998592,"bits":4.77,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q4_K_M.gguf","label":"Q4_K_M","size":548515136,"bits":4.93,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q5_K_S.gguf","label":"Q5_K_S","size":628417856,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q5_K_M.gguf","label":"Q5_K_M","size":638758208,"bits":5.74,"known":true,"rank":1},{"repo":"mradermacher/GLM-OCR-GGUF","file":"GLM-OCR.Q6_K.gguf","label":"Q6_K","size":734641472,"bits":6.6,"known":true,"rank":1},{"repo":"ggml-org/GLM-OCR-GGUF","file":"GLM-OCR-Q8_0.gguf","label":"Q8_0","size":950433408,"bits":8.54,"known":true,"rank":0},{"repo":"ggml-org/GLM-OCR-GGUF","file":"GLM-OCR-f16.gguf","label":"F16","size":1785771648,"bits":16.05,"known":true,"rank":0}],"repos":["ggml-org/GLM-OCR-GGUF","mradermacher/GLM-OCR-GGUF"],"logoFrom":"zai-org"},{"id":"qwen2-5-7b-instruct-abliterated","family":"richardyoung/Qwen2.5-7B-Instruct-abliterated-GGUF","name":"Qwen2.5 7B Abliterated","maker":"richardyoung","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"richardyoung/Qwen2.5-7B-Instruct-abliterated-GGUF/Qwen2.5-7B-Instruct-abliterated-Q4_K_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-20T17:31:33.000Z","downloads":53146,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":3015941120,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.IQ3_XS.gguf","label":"IQ3_XS","size":3346256896,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3492369408,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":3499193344,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.IQ3_M.gguf","label":"IQ3_M","size":3574012928,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3808392192,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4088460288,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4250299392,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4457769984,"bits":4.68,"known":true,"rank":0},{"repo":"richardyoung/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":4683073568,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5315177472,"bits":5.58,"known":true,"rank":0},{"repo":"richardyoung/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":5444831264,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":6254199808,"bits":6.57,"known":true,"rank":0},{"repo":"richardyoung/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":8098525216,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.f16.gguf","label":"F16","size":15237854208,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-7B-Instruct-abliterated-GGUF","richardyoung/Qwen2.5-7B-Instruct-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-27b-claude-4-6-opus-reasoning-distilled","family":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","name":"Qwen3.5 27B Claude 4.6 Opus Reasoning Distilled","maker":"Jackrong","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.5-27B.Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-27T08:08:29.000Z","downloads":52758,"likes":838,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","label":"IQ1_S","size":6225763040,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ1_M.gguf","label":"IQ1_M","size":6766004960,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7666408160,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8402459360,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_S.gguf","label":"IQ2_S","size":8674781920,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ2_M.gguf","label":"IQ2_M","size":9395104480,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf","label":"Q2_K_S","size":9658497760,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q2_K.gguf","label":"Q2_K","size":10121837280,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10734168800,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11632892640,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073949920,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":12085091040,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":12580870880,"bits":3.74,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13289641376,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14030199520,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14689286880,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":15521430240,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15568616160,"bits":4.63,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16540267968,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":17078237920,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679610080,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19399604960,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q6_K.gguf","label":"Q6_K","size":22082525920,"bits":6.57,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-27B.Q8_0.gguf","label":"Q8_0","size":28595758528,"bits":8.5,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF"],"logoFrom":"Qwen"},{"id":"llama-3-2-3b-instruct-uncensored","family":"chuanli11/Llama-3.2-3B-Instruct-uncensored","name":"Llama 3.2 3B Instruct uncensored","maker":"chuanli11","catalog":null,"tuned":true,"params":3.61,"active":null,"layers":28,"probe":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF/Llama-3.2-3B-Instruct-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-27T14:36:17.000Z","downloads":52715,"likes":210,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":997440320,"bits":2.21,"known":true,"rank":2},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":1053473600,"bits":2.33,"known":true,"rank":2},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1146862400,"bits":2.54,"known":true,"rank":2},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1229830976,"bits":2.73,"known":true,"rank":2},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":1323619136,"bits":2.93,"known":true,"rank":2},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":1398330176,"bits":3.1,"known":true,"rank":2},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q2_K.gguf","label":"Q2_K","size":1493217664,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1518064448,"bits":3.36,"known":true,"rank":2},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":1646086528,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":1712146816,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored.IQ3_S.gguf","label":"IQ3_S","size":1712147008,"bits":3.79,"known":true,"rank":1},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-IQ3_M.gguf","label":"IQ3_M","size":1768966528,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":1856457088,"bits":4.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q2_K_L.gguf","label":"Q2_K_L","size":1877985664,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":1984645504,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":2038423936,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2138816896,"bits":4.74,"known":false,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2138816896,"bits":4.74,"known":false,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2138816896,"bits":4.74,"known":false,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_0.gguf","label":"Q4_0","size":2143535488,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":2149826944,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":2241003904,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":2329397632,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q4_K_L.gguf","label":"Q4_K_L","size":2533427584,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":2540388736,"bits":5.63,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":2593030528,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q5_K_L.gguf","label":"Q5_K_L","size":2836203904,"bits":6.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q6_K.gguf","label":"Q6_K","size":2967058816,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q6_K_L.gguf","label":"Q6_K_L","size":3157903744,"bits":7,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-Q8_0.gguf","label":"Q8_0","size":3840526720,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-uncensored-f16.gguf","label":"F16","size":7221692512,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF","mradermacher/Llama-3.2-3B-Instruct-uncensored-GGUF","mradermacher/Llama-3.2-3B-Instruct-uncensored-i1-GGUF"],"logoFrom":"chuanli11"},{"id":"gemma-4-e4b-it-qat-mobile","family":"unsloth/gemma-4-E4B-it-qat-mobile-GGUF","name":"Gemma 4 E4B Qat Mobile","maker":"unsloth","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"unsloth/gemma-4-E4B-it-qat-mobile-GGUF/gemma-4-E4B-it-qat-UD-Q2_K_XL.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-05T16:44:17.000Z","downloads":52418,"likes":35,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-4-E4B-it-qat-mobile-GGUF","file":"gemma-4-E4B-it-qat-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3219532192,"bits":3.45,"known":true,"rank":0}],"repos":["unsloth/gemma-4-E4B-it-qat-mobile-GGUF"],"logoFrom":"google"},{"id":"signal-3-8-flash-next","family":"agentionai/Signal-3.8-Flash-Next-GGUF","name":"Signal 3.8 Flash Next","maker":"agentionai","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"agentionai/Signal-3.8-Flash-Next-GGUF/AP-IQ4_XS/Signal-3.8-Flash-Next-AP-IQ4_XS.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-11T11:49:33.000Z","downloads":52216,"likes":39,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"agentionai/Signal-3.8-Flash-Next-GGUF","file":"AP-IQ4_XS/Signal-3.8-Flash-Next-AP-IQ4_XS.gguf","label":"IQ4_XS","size":90447294816,"bits":4.09,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-Flash-Next-GGUF","file":"AP-Q4_K_XL/Signal-3.8-Flash-Next-AP-Q4_K_XL.gguf","label":"Q4_K_XL","size":101142769984,"bits":4.57,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-Flash-Next-GGUF","file":"AP-Q5_K_M/Signal-3.8-Flash-Next-AP-Q5_K_M.gguf","label":"Q5_K_M","size":111209099392,"bits":5.03,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-Flash-Next-GGUF","file":"Q8_0/Signal-3.8-Flash-Next-Q8_0.gguf","label":"Q8_0","size":188225032736,"bits":8.51,"known":true,"rank":0}],"repos":["agentionai/Signal-3.8-Flash-Next-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-coder-0-5b-instruct","family":"Qwen/Qwen2.5-Coder-0.5B-Instruct","name":"Qwen2.5 Coder 0.5B Instruct","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":0.63,"active":null,"layers":24,"probe":"unsloth/Qwen2.5-Coder-0.5B-Instruct-GGUF/Qwen2.5-Coder-0.5B-Instruct-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-06T07:49:26.000Z","downloads":52122,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":342752672,"bits":4.35,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":349402784,"bits":4.44,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":352155296,"bits":4.47,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":352155296,"bits":4.47,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":352155296,"bits":4.47,"known":false,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":369358496,"bits":4.69,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":369358496,"bits":4.69,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":385472160,"bits":4.89,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":397808288,"bits":5.05,"known":true,"rank":2},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":412710560,"bits":5.24,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q2_k.gguf","label":"Q2_K","size":415182720,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":420086432,"bits":5.33,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q4_0.gguf","label":"Q4_0","size":428730240,"bits":5.44,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":432041856,"bits":5.49,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q5_0.gguf","label":"Q5_0","size":490475392,"bits":6.23,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":491400064,"bits":6.24,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":505736864,"bits":6.42,"known":true,"rank":2},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":522186624,"bits":6.63,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q6_k.gguf","label":"Q6_K","size":650379136,"bits":8.26,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-q8_0.gguf","label":"Q8_0","size":675710848,"bits":8.58,"known":true,"rank":0},{"repo":"Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","file":"qwen2.5-coder-0.5b-instruct-fp16.gguf","label":"qwen2.5-coder-0.5b-instruct-fp16","size":1266425728,"bits":16.08,"known":false,"rank":0}],"repos":["Qwen/Qwen2.5-Coder-0.5B-Instruct-GGUF","bartowski/Qwen2.5-Coder-0.5B-Instruct-GGUF","lmstudio-community/Qwen2.5-Coder-0.5B-Instruct-GGUF","unsloth/Qwen2.5-Coder-0.5B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"meta-llama-3-1-8b-instruct-abliterated","family":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","name":"Meta Llama 3.1 8B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/meta-llama-3.1-8b-instruct-abliterated.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-24T21:42:32.000Z","downloads":52086,"likes":267,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":2948281344,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":3179131904,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":3518747648,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":3664499712,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":3692155904,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":3784823808,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":4018918400,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":4321956864,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":4447663104,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":4692669440,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626368,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":4920734720,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":5310632960,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":5599294464,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":5732987904,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":6057219072,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":6596006912,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":6850466816,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":8540771328,"bits":8.51,"known":true,"rank":0},{"repo":"mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"meta-llama-3.1-8b-instruct-abliterated.bf16.gguf","label":"BF16","size":16068891712,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Meta-Llama-3.1-8B-Instruct-abliterated-f32.gguf","label":"F32","size":32128881344,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF","mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF"],"logoFrom":"meta-llama"},{"id":"qwen-3-8-27b-uncensored","family":"junafinity/Qwen-3.8-27B-Uncensored","name":"Qwen 3.8 27B Uncensored","maker":"junafinity","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF/Qwen-3.8-27B-Uncensored.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T15:02:56.000Z","downloads":51581,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q2_K.gguf","label":"Q2_K","size":10864593088,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":12256536768,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":13500737728,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":14559799488,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":15420451008,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":15825299648,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":16810715328,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":18971683008,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":19535702208,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q6_K.gguf","label":"Q6_K","size":22431000768,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.8-27B-Uncensored-GGUF","file":"Qwen-3.8-27B-Uncensored.Q8_0.gguf","label":"Q8_0","size":29047085248,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen-3.8-27B-Uncensored-GGUF"],"logoFrom":"junafinity"},{"id":"gemma-3n-e4b-it","family":"google/gemma-3n-E4B-it","name":"Gemma 3n E4B","maker":"Google","catalog":null,"tuned":false,"params":6.87,"active":null,"layers":35,"probe":"bartowski/google_gemma-3n-E4B-it-GGUF/google_gemma-3n-E4B-it-Q2_K.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":29360128,"context":32768,"arch":"gemma3n","vision":true,"licence":"gemma","open":false,"released":"2025-06-03T18:17:07.000Z","downloads":51353,"likes":229,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1318,"arenaCoding":1307,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2830964864,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3105929344,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-IQ3_XS.gguf","label":"IQ3_XS","size":3166394240,"bits":3.69,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q2_K.gguf","label":"Q2_K","size":3190380672,"bits":3.72,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q2_K_L.gguf","label":"Q2_K_L","size":3190380672,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-IQ3_M.gguf","label":"IQ3_M","size":3294107520,"bits":3.84,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3349244032,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q3_K_S.gguf","label":"Q3_K_S","size":3500947584,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-Q3_K_L.gguf","label":"Q3_K_L","size":3601995648,"bits":4.19,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3661842560,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q3_K_M.gguf","label":"Q3_K_M","size":3689945216,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4127762560,"bits":4.81,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-IQ4_XS.gguf","label":"IQ4_XS","size":4271954048,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-IQ4_NL.gguf","label":"IQ4_NL","size":4391983232,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q4_0.gguf","label":"Q4_0","size":4395784320,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q4_K_S.gguf","label":"Q4_K_S","size":4404697216,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q4_K_M.gguf","label":"Q4_K_M","size":4539054208,"bits":5.29,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q4_1.gguf","label":"Q4_1","size":4632828032,"bits":5.39,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q5_K_S.gguf","label":"Q5_K_S","size":4945369216,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q5_K_M.gguf","label":"Q5_K_M","size":5023496320,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":5218375552,"bits":6.08,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5385042048,"bits":6.27,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-Q4_K_L.gguf","label":"Q4_K_L","size":5541492608,"bits":6.45,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5857728640,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-Q5_K_L.gguf","label":"Q5_K_L","size":5958825856,"bits":6.94,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q6_K.gguf","label":"Q6_K","size":6272219264,"bits":7.3,"known":true,"rank":0},{"repo":"bartowski/google_gemma-3n-E4B-it-GGUF","file":"google_gemma-3n-E4B-it-Q6_K_L.gguf","label":"Q6_K_L","size":6402242432,"bits":7.46,"known":true,"rank":1},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6618101888,"bits":7.71,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-Q8_0.gguf","label":"Q8_0","size":7353292928,"bits":8.56,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10589460608,"bits":12.33,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-GGUF","file":"gemma-3n-E4B-it-F16.gguf","label":"F16","size":13740103552,"bits":16,"known":true,"rank":0}],"repos":["bartowski/google_gemma-3n-E4B-it-GGUF","unsloth/gemma-3n-E4B-it-GGUF"],"logoFrom":"google"},{"id":"esotest-ggufs","family":"Esobold/EsoTest_GGUFs","name":"EsoTest GGUFs","maker":"Esobold","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":32,"probe":"Esobold/EsoTest_GGUFs/MiMo-V2.6-Distill-Qwen-9B-S3half-r7-merged.Q8_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-05-27T21:46:09.000Z","downloads":51191,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Esobold/EsoTest_GGUFs","file":"Tv1.IQ4_XS.gguf","label":"IQ4_XS","size":16735790368,"bits":4.36,"known":true,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"g4-31b-dpo-r2.Q4_K_S.gguf","label":"Q4_K_S","size":17763166048,"bits":4.63,"known":true,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"fortunajuvat-q4km.gguf","label":"fortunajuvat-q4km","size":18687061632,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"tworomes-q4km.gguf","label":"tworomes-q4km","size":18687061632,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"mistermarks-q4km.gguf","label":"mistermarks-q4km","size":18687062656,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"mysterygizmo-q4km.gguf","label":"mysterygizmo-q4km","size":18687062656,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"Gpb.Q4_K_M.gguf","label":"Q4_K_M","size":18687063104,"bits":4.87,"known":true,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"leisurelylion-q4km.gguf","label":"leisurelylion-q4km","size":18687063872,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"leisurelyocelot-q4km.gguf","label":"leisurelyocelot-q4km","size":18687063872,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"mistersalaryman-q4km.gguf","label":"mistersalaryman-q4km","size":18687063872,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"teamworksmilodon-q4km.gguf","label":"teamworksmilodon-q4km","size":18687063872,"bits":4.87,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"TestWL-Merged-Q4KM.gguf","label":"TestWL-Merged-Q4KM","size":19479786528,"bits":5.08,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"Mentlegen-Q4KM.gguf","label":"Mentlegen-Q4KM","size":19479786816,"bits":5.08,"known":false,"rank":0},{"repo":"Esobold/EsoTest_GGUFs","file":"g4_31b_itmx5_s080.Q5_K_M.gguf","label":"Q5_K_M","size":21845552704,"bits":5.69,"known":true,"rank":0}],"repos":["Esobold/EsoTest_GGUFs"],"logoFrom":"Esobold"},{"id":"qwen3-omni-30b-a3b-thinking","family":"Qwen/Qwen3-Omni-30B-A3B-Thinking","name":"Qwen3 Omni 30B A3B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF/Qwen3-Omni-30B-A3B-Thinking-Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":65536,"arch":"qwen3vlmoe","vision":true,"licence":"other","open":false,"released":"2025-09-15T15:39:44.000Z","downloads":51175,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF","file":"Qwen3-Omni-30B-A3B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":18557053248,"bits":4.86,"known":true,"rank":0},{"repo":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF","file":"Qwen3-Omni-30B-A3B-Thinking-Q8_0.gguf","label":"Q8_0","size":32484493632,"bits":8.51,"known":true,"rank":0},{"repo":"ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF","file":"Qwen3-Omni-30B-A3B-Thinking-bf16.gguf","label":"BF16","size":61096855872,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"smollm2-360m-instruct","family":"HuggingFaceTB/SmolLM2-360M-Instruct","name":"SmolLM2 360M","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.36,"active":null,"layers":32,"probe":"unsloth/SmolLM2-360M-Instruct-GGUF/SmolLM2-360M-Instruct-Q2_K.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-31T13:41:35.000Z","downloads":50873,"likes":86,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q2_K.gguf","label":"Q2_K","size":218673152,"bits":4.86,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q3_K_S.gguf","label":"Q3_K_S","size":218673152,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":218674080,"bits":4.86,"known":true,"rank":2},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":218674080,"bits":4.86,"known":true,"rank":2},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-IQ3_M.gguf","label":"IQ3_M","size":224894880,"bits":5,"known":true,"rank":2},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":226661280,"bits":5.04,"known":true,"rank":2},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q4_0.gguf","label":"Q4_0","size":229117952,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":229118880,"bits":5.09,"known":false,"rank":2},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":229118880,"bits":5.09,"known":false,"rank":2},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":229118880,"bits":5.09,"known":false,"rank":2},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q3_K_M.gguf","label":"Q3_K_M","size":234685952,"bits":5.22,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q3_K_L.gguf","label":"Q3_K_L","size":246321152,"bits":5.47,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":246322080,"bits":5.47,"known":true,"rank":2},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q4_1.gguf","label":"Q4_1","size":248778752,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q4_K_S.gguf","label":"Q4_K_S","size":259914752,"bits":5.78,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q5_0.gguf","label":"Q5_0","size":268439552,"bits":5.97,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q4_K_M.gguf","label":"Q4_K_M","size":270589952,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":270590880,"bits":6.01,"known":true,"rank":2},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q5_K_S.gguf","label":"Q5_K_S","size":283185152,"bits":6.29,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q5_1.gguf","label":"Q5_1","size":288100352,"bits":6.4,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q5_K_M.gguf","label":"Q5_K_M","size":289943552,"bits":6.44,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":289944480,"bits":6.44,"known":true,"rank":2},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q6_K.gguf","label":"Q6_K","size":367357952,"bits":8.16,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":367358880,"bits":8.16,"known":true,"rank":2},{"repo":"QuantFactory/SmolLM2-360M-GGUF","file":"SmolLM2-360M.Q8_0.gguf","label":"Q8_0","size":386404352,"bits":8.59,"known":true,"rank":0},{"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","file":"SmolLM2-360M-Instruct-F16.gguf","label":"F16","size":725553760,"bits":16.12,"known":true,"rank":1}],"repos":["HuggingFaceTB/SmolLM2-360M-Instruct-GGUF","QuantFactory/SmolLM2-360M-GGUF","bartowski/SmolLM2-360M-Instruct-GGUF","unsloth/SmolLM2-360M-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"deepseek-coder-6-7b-instruct","family":"deepseek-ai/deepseek-coder-6.7b-instruct","name":"Deepseek Coder 6.7B","maker":"DeepSeek","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF/deepseek-coder-6.7b-instruct.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-29T11:01:36.000Z","downloads":50662,"likes":266,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":1530081280,"bits":1.82,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":1652469760,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1856450560,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2036412416,"bits":2.42,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":2198171648,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":2361356288,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q2_K.gguf","label":"Q2_K","size":2534502400,"bits":3.01,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2586996736,"bits":3.07,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2798268416,"bits":3.32,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q2_K.gguf","label":"Q2_K","size":2827706592,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":2950049792,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2950049792,"bits":3.5,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":2950176992,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":3116609536,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3299749888,"bits":3.92,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":3299877088,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3598856192,"bits":4.27,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":3598983392,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3621187584,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3827691520,"bits":4.54,"known":false,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3827691520,"bits":4.54,"known":false,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3827691520,"bits":4.54,"known":false,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q4_0.gguf","label":"Q4_0","size":3827818720,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q4_0.gguf","label":"Q4_0","size":3838963712,"bits":4.56,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3858624512,"bits":4.58,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":3858751712,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4082888704,"bits":4.85,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4083015904,"bits":4.85,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-6.7b-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q4_1.gguf","label":"Q4_1","size":4240698336,"bits":5.03,"known":true,"rank":4},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4653707264,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q5_0.gguf","label":"Q5_0","size":4653834464,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":4653834464,"bits":5.52,"known":true,"rank":0},{"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","file":"deepseek-coder-6.7b-instruct-Q5_0.gguf","label":"Q5_0","size":4653835200,"bits":5.52,"known":true,"rank":2},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4785172480,"bits":5.68,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":4785299680,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","file":"deepseek-coder-6.7b-instruct.i1-Q6_K.gguf","label":"Q6_K","size":5531348992,"bits":6.57,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q6_K.gguf","label":"Q6_K","size":5531476192,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.Q8_0.gguf","label":"Q8_0","size":7163879648,"bits":8.5,"known":true,"rank":0},{"repo":"second-state/Deepseek-Coder-6.7B-Instruct-GGUF","file":"deepseek-coder-6.7b-instruct-Q8_0.gguf","label":"Q8_0","size":7163880384,"bits":8.5,"known":true,"rank":2},{"repo":"mradermacher/deepseek-coder-6.7b-instruct-GGUF","file":"deepseek-coder-6.7b-instruct.f16.gguf","label":"F16","size":13482733312,"bits":16,"known":true,"rank":3}],"repos":["QuantFactory/deepseek-coder-6.7b-instruct-GGUF","TheBloke/deepseek-coder-6.7B-instruct-GGUF","mradermacher/deepseek-coder-6.7b-instruct-GGUF","mradermacher/deepseek-coder-6.7b-instruct-i1-GGUF","second-state/Deepseek-Coder-6.7B-Instruct-GGUF"],"logoFrom":"deepseek-ai"},{"id":"yi-coder-1-5b-chat","family":"01-ai/Yi-Coder-1.5B-Chat","name":"Yi Coder 1.5B","maker":"01-ai","catalog":null,"tuned":true,"params":1.48,"active":null,"layers":24,"probe":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF/Yi-Coder-1.5B-Chat.IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-21T02:11:15.000Z","downloads":50170,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat.IQ1_S.gguf","label":"IQ1_S","size":491167936,"bits":2.65,"known":true,"rank":1},{"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat.IQ1_M.gguf","label":"IQ1_M","size":508567744,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Yi-Coder-1.5B-Chat-i1-GGUF","file":"Yi-Coder-1.5B-Chat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":537568096,"bits":2.91,"known":true,"rank":2},{"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat.IQ2_XS.gguf","label":"IQ2_XS","size":563912896,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Yi-Coder-1.5B-Chat-i1-GGUF","file":"Yi-Coder-1.5B-Chat.i1-IQ2_S.gguf","label":"IQ2_S","size":601604960,"bits":3.25,"known":true,"rank":2},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-IQ2_M.gguf","label":"IQ2_M","size":624804032,"bits":3.38,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q2_K.gguf","label":"Q2_K","size":634699104,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/Yi-Coder-1.5B-Chat-i1-GGUF","file":"Yi-Coder-1.5B-Chat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":653902688,"bits":3.53,"known":true,"rank":2},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":694952128,"bits":3.76,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q3_K_S.gguf","label":"Q3_K_S","size":723410272,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Yi-Coder-1.5B-Chat-i1-GGUF","file":"Yi-Coder-1.5B-Chat.i1-IQ3_S.gguf","label":"IQ3_S","size":723411808,"bits":3.91,"known":true,"rank":2},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-IQ3_M.gguf","label":"IQ3_M","size":754376896,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q2_K_L.gguf","label":"Q2_K_L","size":762699968,"bits":4.12,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q3_K_M.gguf","label":"Q3_K_M","size":785718624,"bits":4.25,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q3_K_L.gguf","label":"Q3_K_L","size":826039648,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":832569536,"bits":4.5,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q4_0.gguf","label":"Q4_0","size":866155872,"bits":4.68,"known":true,"rank":0},{"repo":"lmstudio-community/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":866155904,"bits":4.68,"known":false,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":866156736,"bits":4.68,"known":false,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":866156736,"bits":4.68,"known":false,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q4_K_S.gguf","label":"Q4_K_S","size":904183136,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q3_K_XL.gguf","label":"Q3_K_XL","size":940728512,"bits":5.09,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q4_1.gguf","label":"Q4_1","size":950238560,"bits":5.14,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q4_K_M.gguf","label":"Q4_K_M","size":963673440,"bits":5.21,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q5_0.gguf","label":"Q5_0","size":1034321248,"bits":5.59,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q5_K_S.gguf","label":"Q5_K_S","size":1051229536,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q4_K_L.gguf","label":"Q4_K_L","size":1060954304,"bits":5.73,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q5_K_M.gguf","label":"Q5_K_M","size":1100184928,"bits":5.95,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q5_1.gguf","label":"Q5_1","size":1118403936,"bits":6.05,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q5_K_L.gguf","label":"Q5_K_L","size":1181081792,"bits":6.38,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q6_K.gguf","label":"Q6_K","size":1278516576,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-Q6_K_L.gguf","label":"Q6_K_L","size":1342005440,"bits":7.25,"known":true,"rank":0},{"repo":"QuantFactory/Yi-Coder-1.5B-GGUF","file":"Yi-Coder-1.5B.Q8_0.gguf","label":"Q8_0","size":1570561376,"bits":8.49,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat-f16.gguf","label":"F16","size":2954682304,"bits":15.97,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","file":"Yi-Coder-1.5B-Chat.fp16.gguf","label":"Yi-Coder-1.5B-Chat.fp16","size":2954682336,"bits":15.97,"known":false,"rank":1}],"repos":["MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF","QuantFactory/Yi-Coder-1.5B-GGUF","bartowski/Yi-Coder-1.5B-Chat-GGUF","lmstudio-community/Yi-Coder-1.5B-GGUF","mradermacher/Yi-Coder-1.5B-Chat-i1-GGUF"],"logoFrom":"01-ai"},{"id":"qwen2-5-72b-instruct-abliterated","family":"zetasepic/Qwen2.5-72B-Instruct-abliterated-GGUF","name":"Qwen2.5 72B Abliterated","maker":"zetasepic","catalog":null,"tuned":true,"params":72.71,"active":null,"layers":80,"probe":"zetasepic/Qwen2.5-72B-Instruct-abliterated-GGUF/Qwen2.5-72B-Instruct-abliterated-Q3_K_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-10-01T17:49:24.000Z","downloads":49481,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":29811763136,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":34487789504,"bits":3.79,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":37698724736,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":39505225664,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":40163239872,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":43889223616,"bits":4.83,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":47415714688,"bits":5.22,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-72B-Instruct-abliterated-GGUF","file":"Qwen2.5-72B-Instruct-abliterated-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347628608,"bits":7.08,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-72B-Instruct-abliterated-GGUF","zetasepic/Qwen2.5-72B-Instruct-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-6-35b-a3b-claude-4-7-opus-abliterated-mtp","family":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","name":"Huihui Qwen3.6 35B A3B Claude 4.7 Opus Abliterated MTP","maker":"huihui-ai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-19T16:01:21.000Z","downloads":49272,"likes":127,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q2_K.gguf","label":"Q2_K","size":13246129568,"bits":2.98,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q3_K.gguf","label":"Q3_K","size":17165606304,"bits":3.87,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q4_K.gguf","label":"Q4_K","size":21712410016,"bits":4.89,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q5_K.gguf","label":"Q5_K","size":25346479520,"bits":5.71,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q6_K.gguf","label":"Q6_K","size":29207678368,"bits":6.58,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q8_0.gguf","label":"Q8_0","size":37801096608,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-f16.gguf","label":"F16","size":71065941728,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-MTP-GGUF"],"logoFrom":"lordx64"},{"id":"qwen3-8-flash-next-uncensored-gufo-q4mix","family":"vmlinux/Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix-GGUF","name":"Qwen3.8 Flash Next Uncensored Gufo Q4Mix","maker":"vmlinux","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"vmlinux/Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix-GGUF/Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-29T17:17:21.000Z","downloads":48976,"likes":17,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vmlinux/Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix.gguf","label":"Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix","size":109776678624,"bits":4.96,"known":false,"rank":0}],"repos":["vmlinux/Qwen3.8-Flash-Next-Uncensored-Gufo-Q4Mix-GGUF"],"logoFrom":"orcarouter"},{"id":"dongfangshuo-qwen3-8-27b-nsfw-v2","family":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v2-GGUF","name":"Dongfangshuo Qwen3.8 27B NSFW V2","maker":"dongfangshuo","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v2-GGUF/Dongfangshuo-Qwen3.8-27B-NSFW-v2-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T14:14:08.000Z","downloads":48913,"likes":16,"trending":0.30000000000000004,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v2-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-v2-Q4_K_M.gguf","label":"Q4_K_M","size":16547400128,"bits":4.92,"known":true,"rank":0}],"repos":["dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-v2-GGUF"],"logoFrom":"Qwen"},{"id":"flint-int4","family":"RecursiveSI/flint-int4-gguf","name":"Flint Int4","maker":"RecursiveSI","catalog":null,"tuned":false,"params":39.79,"active":2.82,"layers":49,"probe":"RecursiveSI/flint-int4-gguf/flint-int4-q4_1.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T13:51:39.000Z","downloads":48815,"likes":34,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RecursiveSI/flint-int4-gguf","file":"flint-int4-q4_1.gguf","label":"Q4_1","size":25992966976,"bits":5.23,"known":true,"rank":0}],"repos":["RecursiveSI/flint-int4-gguf"],"logoFrom":"RecursiveSI"},{"id":"qwen2-5-vl-7b-instruct-abliterated","family":"huihui-ai/Qwen2.5-VL-7B-Instruct-abliterated","name":"Qwen2.5 VL 7B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF/Qwen2.5-VL-7B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-02-17T06:27:33.000Z","downloads":48642,"likes":57,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":3015940512,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3492368800,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3808391584,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4088459680,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4250298784,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4457769376,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4683073952,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5315176864,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5444831648,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":6254199200,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":8098525600,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-7B-Instruct-abliterated.f16.gguf","label":"F16","size":15237853600,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-7B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-next-80b-a3b-thinking","family":"Qwen/Qwen3-Next-80B-A3B-Thinking","name":"Qwen3 Next 80B A3B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF/Qwen_Qwen3-Next-80B-A3B-Thinking-IQ1_S.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-09T15:45:31.000Z","downloads":48376,"likes":139,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1369,"arenaCoding":1421,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ1_S.gguf","label":"IQ1_S","size":16582637440,"bits":1.67,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ1_M.gguf","label":"IQ1_M","size":17302419328,"bits":1.74,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ2_XXS.gguf","label":"IQ2_XXS","size":19298973568,"bits":1.94,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":20218835104,"bits":2.03,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ2_XS.gguf","label":"IQ2_XS","size":22217422720,"bits":2.23,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":22731223200,"bits":2.28,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ2_S.gguf","label":"IQ2_S","size":23368904576,"bits":2.35,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":24275779744,"bits":2.44,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ2_M.gguf","label":"IQ2_M","size":26098610048,"bits":2.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":26211160224,"bits":2.63,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q2_K.gguf","label":"Q2_K","size":29171167392,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":29244096672,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":30126547104,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ3_XXS.gguf","label":"IQ3_XXS","size":31726710656,"bits":3.19,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":32959844512,"bits":3.31,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ3_XS.gguf","label":"IQ3_XS","size":33031047040,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":34580478112,"bits":3.47,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":35494473888,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-IQ3_M.gguf","label":"IQ3_M","size":36643915648,"bits":3.68,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-Q3_K_L.gguf","label":"Q3_K_L","size":38227003264,"bits":3.84,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":38299875488,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-Q3_K_XL.gguf","label":"Q3_K_XL","size":38499272576,"bits":3.87,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":42644480160,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":45108125856,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q4_0.gguf","label":"Q4_0","size":45307879584,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":45509730464,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":45932667040,"bits":4.61,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":48410989824,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_L.gguf","label":"Q4_K_L","size":48958621568,"bits":4.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Q4_1/Qwen3-Next-80B-A3B-Thinking-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":50054078816,"bits":5.03,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q5_0.gguf","label":"Q5_0","size":54994916608,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Q5_K_S/Qwen3-Next-80B-A3B-Thinking-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":55014973792,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"UD-Q5_K_XL/Qwen3-Next-80B-A3B-Thinking-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":56664760672,"bits":5.69,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":56710370560,"bits":5.69,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q6_K.gguf","label":"Q6_K","size":65528462592,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"UD-Q6_K_XL/Qwen3-Next-80B-A3B-Thinking-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":68517353824,"bits":6.88,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-Q8_0.gguf","label":"Q8_0","size":84812053760,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"UD-Q8_K_XL/Qwen3-Next-80B-A3B-Thinking-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":93073033600,"bits":9.35,"known":true,"rank":0},{"repo":"Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-00001-of-00004.gguf","label":"Qwen3-Next-80B-A3B-Thinking","size":159458213920,"bits":16.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF","file":"BF16/Qwen3-Next-80B-A3B-Thinking-BF16-00001-of-00004.gguf","label":"BF16","size":159458216672,"bits":16.01,"known":true,"rank":0}],"repos":["Qwen/Qwen3-Next-80B-A3B-Thinking-GGUF","bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF","unsloth/Qwen3-Next-80B-A3B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"nemotron-3-nano-30b-a3b","family":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","name":"Nemotron 3 Nano 30B A3B","maker":"unsloth","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF/Nemotron-3-Nano-30B-A3B-Q2_K_L.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2025-12-15T11:42:58.000Z","downloads":48366,"likes":348,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":18010755296,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":18018668768,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":18026926304,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":18034839776,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q2_K.gguf","label":"Q2_K","size":18082750688,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":18096465696,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":18096599264,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":18108469472,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":18108469472,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":18113840928,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":18124162848,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":18134188256,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":18142101728,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":18145387296,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q4_0.gguf","label":"Q4_0","size":18214716192,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":18987036896,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":18987122912,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":19409289440,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":19585450208,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":19919660832,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":19939207968,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q4_1.gguf","label":"Q4_1","size":20055946976,"bits":5.08,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":22019698464,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22833947424,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":23953735968,"bits":6.07,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":24574373664,"bits":6.23,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":24788020448,"bits":6.28,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":26149294368,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":26260689632,"bits":6.65,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":27506196768,"bits":6.97,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q6_K.gguf","label":"Q6_K","size":33433338080,"bits":8.47,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","file":"nvidia_Nemotron-3-Nano-30B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":33433338080,"bits":8.47,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":33508167456,"bits":8.49,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-Q8_0.gguf","label":"Q8_0","size":33585495840,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"Nemotron-3-Nano-30B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":40447959840,"bits":10.25,"known":true,"rank":0},{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","file":"BF16/Nemotron-3-Nano-30B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":63181504736,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nvidia_Nemotron-3-Nano-30B-A3B-GGUF","unsloth/Nemotron-3-Nano-30B-A3B-GGUF"],"logoFrom":"nvidia"},{"id":"minicpm-v-4-5","family":"openbmb/MiniCPM-V-4_5","name":"MiniCPM V 4 5","maker":"openbmb","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"openbmb/MiniCPM-V-4_5-gguf/ggml-model-Q4_0.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-08-24T10:39:55.000Z","downloads":48087,"likes":76,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q4_0.gguf","label":"Q4_0","size":4773679808,"bits":4.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q4_K_S.gguf","label":"Q4_K_S","size":4800942784,"bits":4.69,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":5026714304,"bits":4.91,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q4_1.gguf","label":"Q4_1","size":5246637760,"bits":5.12,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q5_K_S.gguf","label":"Q5_K_S","size":5719595712,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q5_0.gguf","label":"Q5_0","size":5719595712,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q5_K_M.gguf","label":"Q5_K_M","size":5849946816,"bits":5.71,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q5_1.gguf","label":"Q5_1","size":6192553664,"bits":6.05,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":6724631360,"bits":6.57,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":8707877440,"bits":8.51,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4_5-gguf","file":"Model-8.2B-F16.gguf","label":"F16","size":16384959040,"bits":16,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-V-4_5-gguf"],"logoFrom":"openbmb"},{"id":"mistral-small-3-1-24b-instruct-2503-hf","family":"mrfakename/mistral-small-3.1-24b-instruct-2503-hf","name":"Mistral Small 3.1 24B 2503","maker":"mrfakename","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF/mistral-small-3.1-24b-instruct-2503-hf.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-03-11T17:04:58.000Z","downloads":48080,"likes":235,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":1132,"builds":[{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":5558558272,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6017310272,"bits":2.04,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545120736,"bits":2.22,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6750903872,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_XS.gguf","label":"IQ2_XS","size":7207034336,"bits":2.45,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_S.gguf","label":"IQ2_S","size":7478353376,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ2_M.gguf","label":"IQ2_M","size":8114052576,"bits":2.75,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243322432,"bits":2.8,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q2_K.gguf","label":"Q2_K","size":8890325536,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-Q2_K_L.gguf","label":"Q2_K_L","size":9047612992,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593376,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292144192,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409207872,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ3_XS.gguf","label":"IQ3_XS","size":9907117536,"bits":3.36,"known":true,"rank":1},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q3_K_S.gguf","label":"Q3_K_S","size":10400274976,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-IQ3_M.gguf","label":"IQ3_M","size":10650951136,"bits":3.62,"known":true,"rank":1},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q3_K_M.gguf","label":"Q3_K_M","size":11474082336,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11850874432,"bits":4.02,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q3_K_L.gguf","label":"Q3_K_L","size":12400761376,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-IQ4_XS.gguf","label":"IQ4_XS","size":12779888192,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987964896,"bits":4.41,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-IQ4_NL.gguf","label":"IQ4_NL","size":13468016192,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-Q4_0.gguf","label":"Q4_0","size":13494230592,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q4_K_S.gguf","label":"Q4_K_S","size":13549279776,"bits":4.6,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q4_K_M.gguf","label":"Q4_K_M","size":14333909536,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14505614912,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_L.gguf","label":"Q4_K_L","size":14831984096,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-Q4_1.gguf","label":"Q4_1","size":14873108032,"bits":5.05,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q5_K_S.gguf","label":"Q5_K_S","size":16304413216,"bits":5.53,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q5_K_M.gguf","label":"Q5_K_M","size":16763984416,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16765828672,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q5_K_L.gguf","label":"Q5_K_L","size":17178172896,"bits":5.83,"known":true,"rank":1},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q6_K.gguf","label":"Q6_K","size":19345938976,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q6_K_L.gguf","label":"Q6_K_L","size":19670998496,"bits":6.68,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788387392,"bits":7.06,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.Q8_0.gguf","label":"Q8_0","size":25054779936,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28991856192,"bits":9.84,"known":true,"rank":0},{"repo":"MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","file":"mistral-small-3.1-24b-instruct-2503-hf.fp16.gguf","label":"mistral-small-3.1-24b-instruct-2503-hf.fp16","size":47153519136,"bits":16,"known":false,"rank":0},{"repo":"unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-BF16.gguf","label":"BF16","size":47153519904,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/mistral-small-3.1-24b-instruct-2503-hf-GGUF","bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF","unsloth/Mistral-Small-3.1-24B-Instruct-2503-GGUF"],"logoFrom":"mrfakename"},{"id":"lfm2-5-vl-3b","family":"LiquidAI/LFM2.5-VL-3B","name":"LFM2.5 VL 3B","maker":"Liquid AI","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"unsloth/LFM2.5-VL-3B-GGUF/LFM2.5-VL-3B-UD-IQ2_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2026-08-11T22:54:10.000Z","downloads":47826,"likes":98,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1008003456,"bits":2.99,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1127696768,"bits":3.34,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1138002304,"bits":3.37,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1270524288,"bits":3.76,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1366845824,"bits":4.05,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1413147008,"bits":4.19,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1517808000,"bits":4.5,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q4_0.gguf","label":"Q4_0","size":1593894944,"bits":4.72,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1593895296,"bits":4.72,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1602677120,"bits":4.75,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1674455072,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1713113472,"bits":5.08,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q4_1.gguf","label":"Q4_1","size":1746069888,"bits":5.17,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q5_K_S.gguf","label":"Q5_K_S","size":1898244480,"bits":5.62,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q5_K_M.gguf","label":"Q5_K_M","size":1939744800,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1941186944,"bits":5.75,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q6_K.gguf","label":"Q6_K","size":2221615136,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":2403953024,"bits":7.12,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-Q8_0.gguf","label":"Q8_0","size":2874779680,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":3444943232,"bits":10.21,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-BF16.gguf","label":"BF16","size":5403158560,"bits":16.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","file":"LFM2.5-VL-3B-F16.gguf","label":"F16","size":5403158560,"bits":16.01,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-VL-3B-GGUF","unsloth/LFM2.5-VL-3B-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-5-9b-deepseek-v4-flash","family":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","name":"Qwen3.5 9B DeepSeek V4 Flash","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-29T16:12:36.000Z","downloads":47774,"likes":345,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","file":"Qwen3.5-9B-DeepSeek-V4-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":4623521024,"bits":4.13,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","file":"Qwen3.5-9B-DeepSeek-V4-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":5629105408,"bits":5.03,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","file":"Qwen3.5-9B-DeepSeek-V4-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":6467966208,"bits":5.78,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","file":"Qwen3.5-9B-DeepSeek-V4-Flash-Q6_K.gguf","label":"Q6_K","size":7359255808,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF","file":"Qwen3.5-9B-DeepSeek-V4-Flash-Q8_0.gguf","label":"Q8_0","size":9527497984,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF"],"logoFrom":"unsloth"},{"id":"qwen3-4b-thinking-2507","family":"Qwen/Qwen3-4B-Thinking-2507","name":"Qwen3 4B Thinking 2507","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Qwen3-4B-Thinking-2507-GGUF/Qwen3-4B-Thinking-2507-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-05T11:02:27.000Z","downloads":47603,"likes":156,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083149952,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143484032,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255345792,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-IQ2_M.gguf","label":"IQ2_M","size":1512983776,"bits":3.01,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1530402432,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q2_K.gguf","label":"Q2_K","size":1669500032,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q2_K_L.gguf","label":"Q2_K_L","size":1669500032,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670188256,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674376832,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695724672,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-IQ3_XS.gguf","label":"IQ3_XS","size":1814375136,"bits":3.61,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q3_K_S.gguf","label":"Q3_K_S","size":1886997632,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-IQ3_M.gguf","label":"IQ3_M","size":1962896096,"bits":3.91,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q3_K_M.gguf","label":"Q3_K_M","size":2075618432,"bits":4.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2128385152,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-Q3_K_L.gguf","label":"Q3_K_L","size":2239785696,"bits":4.46,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-IQ4_XS.gguf","label":"IQ4_XS","size":2270751872,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333986016,"bits":4.64,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q4_0.gguf","label":"Q4_0","size":2375773312,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-IQ4_NL.gguf","label":"IQ4_NL","size":2381343872,"bits":4.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q4_K_S.gguf","label":"Q4_K_S","size":2383309952,"bits":4.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q4_K_M.gguf","label":"Q4_K_M","size":2497281152,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546340992,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-Q4_K_L.gguf","label":"Q4_K_L","size":2591481056,"bits":5.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q4_1.gguf","label":"Q4_1","size":2596629632,"bits":5.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q5_K_S.gguf","label":"Q5_K_S","size":2823711872,"bits":5.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q5_K_M.gguf","label":"Q5_K_M","size":2889514112,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2899221632,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-Q5_K_L.gguf","label":"Q5_K_L","size":2983714016,"bits":5.94,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q6_K.gguf","label":"Q6_K","size":3306261632,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-Q6_K_L.gguf","label":"Q6_K_L","size":3400461536,"bits":6.77,"known":true,"rank":1},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658223232,"bits":7.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-Q8_0.gguf","label":"Q8_0","size":4280405632,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056700032,"bits":10.06,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","file":"Qwen_Qwen3-4B-Thinking-2507-bf16.gguf","label":"BF16","size":8051284928,"bits":16.02,"known":true,"rank":1},{"repo":"MaziyarPanahi/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507.fp16.gguf","label":"Qwen3-4B-Thinking-2507.fp16","size":8051284960,"bits":16.02,"known":false,"rank":2},{"repo":"unsloth/Qwen3-4B-Thinking-2507-GGUF","file":"Qwen3-4B-Thinking-2507-F16.gguf","label":"F16","size":8051285344,"bits":16.02,"known":true,"rank":0}],"repos":["MaziyarPanahi/Qwen3-4B-Thinking-2507-GGUF","bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF","lmstudio-community/Qwen3-4B-Thinking-2507-GGUF","unsloth/Qwen3-4B-Thinking-2507-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-7b-instruct","family":"Qwen/Qwen2-7B-Instruct","name":"Qwen2 7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"MaziyarPanahi/Qwen2-7B-Instruct-GGUF/Qwen2-7B-Instruct.IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-04T10:07:03.000Z","downloads":47556,"likes":213,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ1_S.gguf","label":"IQ1_S","size":1903664896,"bits":2,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ1_M.gguf","label":"IQ1_M","size":2042193664,"bits":2.14,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ2_XXS.gguf","label":"IQ2_XXS","size":2273074944,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ2_XS.gguf","label":"IQ2_XS","size":2469019392,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/Qwen2-7B-Instruct-GGUF","file":"Qwen2-7B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":2469019424,"bits":2.59,"known":true,"rank":1},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ2_S.gguf","label":"IQ2_S","size":2595634944,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2-7B-Instruct-GGUF","file":"Qwen2-7B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":2595634976,"bits":2.73,"known":true,"rank":1},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ2_M.gguf","label":"IQ2_M","size":2780339968,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2-7B-Instruct-GGUF","file":"Qwen2-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2780340000,"bits":2.92,"known":true,"rank":1},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q2_K_S.gguf","label":"Q2_K_S","size":2834071296,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q2_K.gguf","label":"Q2_K","size":3015937792,"bits":3.17,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q2_k.gguf","label":"Q2_K","size":3015937824,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ3_XXS.gguf","label":"IQ3_XXS","size":3114512128,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Qwen2-7B-Instruct-GGUF","file":"Qwen2-7B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114512160,"bits":3.27,"known":true,"rank":1},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3346253568,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2-7B-Instruct-GGUF","file":"Qwen2-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3346253600,"bits":3.51,"known":true,"rank":1},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492366080,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2-7B-Instruct-GGUF","file":"Qwen2-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3492366112,"bits":3.67,"known":true,"rank":1},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ3_S.gguf","label":"IQ3_S","size":3499190016,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ3_M.gguf","label":"IQ3_M","size":3574009600,"bits":3.75,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q3_K.gguf","label":"Q3_K","size":3808388864,"bits":4,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":3808388896,"bits":4,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088456960,"bits":4.29,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4218470144,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.IQ4_NL.gguf","label":"IQ4_NL","size":4437810944,"bits":4.66,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q4_0.gguf","label":"Q4_0","size":4444118816,"bits":4.67,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457766656,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q4_K.gguf","label":"Q4_K","size":4683071232,"bits":4.92,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4683071264,"bits":4.92,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315173888,"bits":5.58,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q5_0.gguf","label":"Q5_0","size":5327904544,"bits":5.59,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q5_K.gguf","label":"Q5_K","size":5444828672,"bits":5.72,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":5444828960,"bits":5.72,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q6_K.gguf","label":"Q6_K","size":6254196224,"bits":6.57,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q6_k.gguf","label":"Q6_K","size":6254196512,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.Q8_0.gguf","label":"Q8_0","size":8098522624,"bits":8.5,"known":true,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-q8_0.gguf","label":"Q8_0","size":8098522912,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.BF16.gguf","label":"BF16","size":15237850624,"bits":16,"known":true,"rank":0},{"repo":"legraphista/Qwen2-7B-IMat-GGUF","file":"Qwen2-7B.FP16.gguf","label":"Qwen2-7B.FP16","size":15237850624,"bits":16,"known":false,"rank":0},{"repo":"Qwen/Qwen2-7B-Instruct-GGUF","file":"qwen2-7b-instruct-fp16.gguf","label":"qwen2-7b-instruct-fp16","size":15237850688,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/Qwen2-7B-Instruct-GGUF","Qwen/Qwen2-7B-Instruct-GGUF","bartowski/Qwen2-7B-Instruct-GGUF","legraphista/Qwen2-7B-IMat-GGUF"],"logoFrom":"Qwen"},{"id":"creativewriter-llama3-2-3b","family":"theprint/CreativeWriter-Llama3.2-3B","name":"CreativeWriter Llama3.2 3B","maker":"theprint","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"theprint/CreativeWriter-Llama3.2-3B-GGUF/creativewriter-llama3.2-3b-q2_k.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-16T09:51:00.000Z","downloads":47370,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q2_k.gguf","label":"Q2_K","size":1363936576,"bits":3.4,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q3_k_s.gguf","label":"Q3_K_S","size":1542849856,"bits":3.85,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q3_k_m.gguf","label":"Q3_K_M","size":1687160128,"bits":4.2,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q3_k_l.gguf","label":"Q3_K_L","size":1815348544,"bits":4.52,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-iq4_xs.gguf","label":"IQ4_XS","size":1840907584,"bits":4.59,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q4_0.gguf","label":"Q4_0","size":1917191488,"bits":4.78,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q4_k_m.gguf","label":"Q4_K_M","size":2019378496,"bits":5.03,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q4_1.gguf","label":"Q4_1","size":2093352256,"bits":5.22,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q5_k_m.gguf","label":"Q5_K_M","size":2322154816,"bits":5.79,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q6_k.gguf","label":"Q6_K","size":2643854656,"bits":6.59,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-q8_0.gguf","label":"Q8_0","size":3421900096,"bits":8.53,"known":true,"rank":0},{"repo":"theprint/CreativeWriter-Llama3.2-3B-GGUF","file":"creativewriter-llama3.2-3b-f16.gguf","label":"F16","size":6433688896,"bits":16.03,"known":true,"rank":0}],"repos":["theprint/CreativeWriter-Llama3.2-3B-GGUF"],"logoFrom":"theprint"},{"id":"qwen3-8-27b-heretic-jp-roleplay-nsfw-danboorutags-i1","family":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","name":"Qwen3.8 27B Heretic JP Roleplay NSFW DanbooruTags I1","maker":"EmilyOfOz","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-21T06:46:03.000Z","downloads":46981,"likes":21,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ1_S.gguf","label":"IQ1_S","size":7149826688,"bits":2.13,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ1_M.gguf","label":"IQ1_M","size":7631086208,"bits":2.27,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433185408,"bits":2.51,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090593408,"bits":2.7,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ2_S.gguf","label":"IQ2_S","size":9362915968,"bits":2.78,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ2_M.gguf","label":"IQ2_M","size":10004595328,"bits":2.98,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248327808,"bits":3.05,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q2_K.gguf","label":"Q2_K","size":10711667328,"bits":3.19,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186373248,"bits":3.33,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967132288,"bits":3.56,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073955968,"bits":3.59,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ3_S.gguf","label":"IQ3_S","size":12419330688,"bits":3.69,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ3_M.gguf","label":"IQ3_M","size":12580876928,"bits":3.74,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301445248,"bits":3.96,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344778368,"bits":4.27,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508928,"bits":4.49,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q4_0.gguf","label":"Q4_0","size":15521436288,"bits":4.62,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586316928,"bits":4.64,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547402368,"bits":4.92,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q4_1.gguf","label":"Q4_1","size":17078243968,"bits":5.08,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679616128,"bits":5.56,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231101568,"bits":5.72,"known":true,"rank":0},{"repo":"EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.i1-Q6_K.gguf","label":"Q6_K","size":22082531968,"bits":6.57,"known":true,"rank":0}],"repos":["EmilyOfOz/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF","mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-i1-GGUF"],"logoFrom":"EmilyOfOz"},{"id":"qwen3-8-27b-uncensored-orcarouter","family":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF","name":"Qwen3.8 27B Uncensored OrcaRouter","maker":"chimingw","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF/Qwen3.8-27B-Uncensored-OrcaRouter-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T19:22:32.000Z","downloads":46957,"likes":103,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF","file":"Qwen3.8-27B-Uncensored-OrcaRouter-Q4_K_M.gguf","label":"Q4_K_M","size":16810714496,"bits":4.92,"known":true,"rank":0},{"repo":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF","file":"Qwen3.8-27B-Uncensored-OrcaRouter-Q5_K_M.gguf","label":"Q5_K_M","size":19535701376,"bits":5.72,"known":true,"rank":0},{"repo":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF","file":"Qwen3.8-27B-Uncensored-OrcaRouter-Q6_K.gguf","label":"Q6_K","size":22430999936,"bits":6.57,"known":true,"rank":0},{"repo":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF","file":"Qwen3.8-27B-Uncensored-OrcaRouter-Q8_0.gguf","label":"Q8_0","size":29047084416,"bits":8.51,"known":true,"rank":0},{"repo":"chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF","file":"BF16/Qwen3.8-27B-Uncensored-OrcaRouter-FP8-derived-BF16-00001-of-00002.gguf","label":"BF16","size":53808282624,"bits":15.76,"known":true,"rank":0}],"repos":["chimingw/Qwen3.8-27B-Uncensored-OrcaRouter-GGUF"],"logoFrom":"orcarouter"},{"id":"huihui-qwen3-vl-4b-instruct-abliterated","family":"huihui-ai/Huihui-Qwen3-VL-4B-Instruct-abliterated","name":"Huihui Qwen3 VL 4B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF/Huihui-Qwen3-VL-4B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-16T08:29:08.000Z","downloads":46886,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":1669501376,"bits":3.32,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670189760,"bits":3.32,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":1814376640,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1886998976,"bits":3.76,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-IQ3_S.gguf","label":"IQ3_S","size":1899532480,"bits":3.78,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":1962897600,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2075619776,"bits":4.13,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2239787456,"bits":4.46,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":2270752960,"bits":4.52,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":2381344960,"bits":4.74,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":2383311040,"bits":4.74,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":2497282240,"bits":4.97,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":2823712960,"bits":5.62,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":2889515200,"bits":5.75,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-MXFP4.gguf","label":"MXFP4","size":3048739616,"bits":6.07,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":3306262720,"bits":6.58,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":4280406720,"bits":8.52,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-BF16.gguf","label":"BF16","size":8051286496,"bits":16.02,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-4B-Instruct-abliterated-F16.gguf","label":"F16","size":8051286496,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF","noctrex/Huihui-Qwen3-VL-4B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"mimo-v2-6-flash-rl","family":"XiaomiMiMo/MiMo-V2.6-Flash-RL","name":"MiMo V2.6 Flash RL","maker":"Xiaomi","catalog":null,"tuned":false,"params":309.77,"active":6.2,"layers":51,"probe":"YanissAmz/MiMo-V2.6-Flash-RL-GGUF/MiMo-V2.6-Flash-RL-IQ2_M-00001-of-00003.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":27525120,"context":1048576,"arch":"mimo2","vision":true,"licence":"mit","open":true,"released":"2026-09-21T15:39:51.000Z","downloads":46851,"likes":49,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"YanissAmz/MiMo-V2.6-Flash-RL-GGUF","file":"MiMo-V2.6-Flash-RL-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":107841194592,"bits":2.79,"known":true,"rank":1},{"repo":"pfeifferj/MiMo-V2.6-Flash-RL-GSQ-RCO-GGUF","file":"MiMo-V2.6-Flash-RL-GSQ-RCO-3bit.gguf","label":"MiMo-V2.6-Flash-RL-GSQ-RCO-3bit","size":115678863104,"bits":2.99,"known":false,"rank":4},{"repo":"ggml-org/MiMo-V2.6-Flash-RL-GGUF","file":"MiMo-V2.6-Flash-RL-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":126365949344,"bits":3.26,"known":true,"rank":0},{"repo":"pfeifferj/MiMo-V2.6-Flash-RL-GSQ-RCO-GGUF","file":"MiMo-V2.6-Flash-RL-GSQ-RCO-3.5bit.gguf","label":"MiMo-V2.6-Flash-RL-GSQ-RCO-3.5bit","size":134982426368,"bits":3.49,"known":false,"rank":4},{"repo":"vultr/MiMo-V2.6-Flash-RL-GGUF","file":"MiMo-V2.6-Flash-RL-IQ3_S.gguf","label":"IQ3_S","size":146757081920,"bits":3.79,"known":true,"rank":2},{"repo":"vultr/MiMo-V2.6-Flash-RL-GGUF","file":"MiMo-V2.6-Flash-RL-IQ3_M.gguf","label":"IQ3_M","size":148619352896,"bits":3.84,"known":true,"rank":2},{"repo":"vultr/MiMo-V2.6-Flash-RL-GGUF","file":"MiMo-V2.6-Flash-RL-MXFP4-00001-of-00002.gguf","label":"MXFP4","size":167369464832,"bits":4.32,"known":true,"rank":2},{"repo":"ggml-org/MiMo-V2.6-Flash-RL-GGUF","file":"MiMo-V2.6-Flash-RL-MXFP4-00001-of-00002.gguf","label":"MXFP4","size":167369465248,"bits":4.32,"known":true,"rank":0},{"repo":"ProCreations/MiMo-V2.6-Flash-RL-NVFP4","file":"gguf/MiMo-V2.6-Flash-RL-NVFP4-00001-of-00010.gguf","label":"MiMo-V2.6-Flash-RL-NVFP4","size":191991807712,"bits":4.96,"known":false,"rank":3}],"repos":["ProCreations/MiMo-V2.6-Flash-RL-NVFP4","YanissAmz/MiMo-V2.6-Flash-RL-GGUF","ggml-org/MiMo-V2.6-Flash-RL-GGUF","pfeifferj/MiMo-V2.6-Flash-RL-GSQ-RCO-GGUF","vultr/MiMo-V2.6-Flash-RL-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"qwen3-0-6b-abliterated-i1","family":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","name":"Qwen3 0.6B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":0.6,"active":null,"layers":28,"probe":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF/qwen3-0.6b-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-28T18:34:06.000Z","downloads":46658,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":208016384,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":216052736,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":229446656,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":241996800,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":254194688,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":264909824,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":279016448,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":280559616,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":296239104,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":312754176,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":323076096,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":323076096,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":336027648,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":347127808,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":367804416,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":368492544,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":381566976,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":382156800,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":383270912,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":396705792,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":409092096,"bits":5.45,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":436617216,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":444416000,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/qwen3-0.6b-abliterated-i1-GGUF","file":"qwen3-0.6b-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":495108096,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/qwen3-0.6b-abliterated-i1-GGUF"],"logoFrom":"ElementMerc"},{"id":"mistral-7b-instruct-v0-2","family":"mistralai/Mistral-7B-Instruct-v0.2","name":"Mistral 7B V0.2","maker":"Mistral AI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/Mistral-7B-Instruct-v0.2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-11T13:18:44.000Z","downloads":46223,"likes":524,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1149,"arenaCoding":1186,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103584,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447776,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688096,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257568,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922144,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714400,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q2_K.gguf","label":"Q2_K","size":2719244192,"bits":3,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345824,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817440,"bits":3.34,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q2_K.gguf","label":"Q2_K","size":3083098400,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q3_K_S.gguf","label":"Q3_K_S","size":3164567840,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569504,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395296,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893600,"bits":3.63,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q3_K_M.gguf","label":"Q3_K_M","size":3518986528,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988192,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q3_K_L.gguf","label":"Q3_K_L","size":3822024992,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026656,"bits":4.22,"known":true,"rank":1},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690400,"bits":4.32,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q4_0.gguf","label":"Q4_0","size":4108917024,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q4_0.gguf","label":"Q4_0","size":4123598752,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q4_K_S.gguf","label":"Q4_K_S","size":4140374304,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375968,"bits":4.58,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q4_K_M.gguf","label":"Q4_K_M","size":4368439584,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441248,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q5_0.gguf","label":"Q5_0","size":4997716256,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q5_K_S.gguf","label":"Q5_K_S","size":4997716256,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717920,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q5_K_M.gguf","label":"Q5_K_M","size":5131409696,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411360,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q6_K.gguf","label":"Q6_K","size":5942065440,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-v0.2.i1-Q6_K.gguf","label":"Q6_K","size":5942067104,"bits":6.57,"known":true,"rank":1},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-GGUF","file":"mistral-7b-instruct-v0.2.Q8_0.gguf","label":"Q8_0","size":7695857952,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral-7B-Instruct-v0.2-GGUF","mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF"],"logoFrom":"mistralai"},{"id":"yi-coder-9b-chat","family":"01-ai/Yi-Coder-9B-Chat","name":"Yi Coder 9B","maker":"01-ai","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF/Yi-Coder-9B-Chat.IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-21T02:11:52.000Z","downloads":45877,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat.IQ1_S.gguf","label":"IQ1_S","size":2014573344,"bits":1.83,"known":true,"rank":1},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.IQ1_S.gguf","label":"IQ1_S","size":2014573344,"bits":1.83,"known":true,"rank":3},{"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat.IQ1_M.gguf","label":"IQ1_M","size":2181640992,"bits":1.98,"known":true,"rank":1},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.IQ1_M.gguf","label":"IQ1_M","size":2181640992,"bits":1.98,"known":true,"rank":3},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.IQ2_XXS.gguf","label":"IQ2_XXS","size":2460087072,"bits":2.23,"known":true,"rank":3},{"repo":"mradermacher/Yi-Coder-9B-Chat-i1-GGUF","file":"Yi-Coder-9B-Chat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460087488,"bits":2.23,"known":true,"rank":2},{"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat.IQ2_XS.gguf","label":"IQ2_XS","size":2708009760,"bits":2.45,"known":true,"rank":1},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.IQ2_XS.gguf","label":"IQ2_XS","size":2708009760,"bits":2.45,"known":true,"rank":3},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.IQ2_S.gguf","label":"IQ2_S","size":2875355936,"bits":2.61,"known":true,"rank":3},{"repo":"mradermacher/Yi-Coder-9B-Chat-i1-GGUF","file":"Yi-Coder-9B-Chat.i1-IQ2_S.gguf","label":"IQ2_S","size":2875356352,"bits":2.61,"known":true,"rank":2},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.IQ2_M.gguf","label":"IQ2_M","size":3098112800,"bits":2.81,"known":true,"rank":3},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-IQ2_M.gguf","label":"IQ2_M","size":3098112832,"bits":2.81,"known":true,"rank":0},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.Q2_K_S.gguf","label":"Q2_K_S","size":3116135200,"bits":2.82,"known":true,"rank":3},{"repo":"legraphista/Yi-Coder-9B-Chat-IMat-GGUF","file":"Yi-Coder-9B-Chat.Q2_K.gguf","label":"Q2_K","size":3354325792,"bits":3.04,"known":true,"rank":3},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q2_K.gguf","label":"Q2_K","size":3354325824,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Yi-Coder-9B-Chat-i1-GGUF","file":"Yi-Coder-9B-Chat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474322624,"bits":3.15,"known":true,"rank":2},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q2_K_L.gguf","label":"Q2_K_L","size":3610325824,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":3717935936,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q3_K_S.gguf","label":"Q3_K_S","size":3899208512,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-Coder-9B-Chat-i1-GGUF","file":"Yi-Coder-9B-Chat.i1-IQ3_S.gguf","label":"IQ3_S","size":3912578240,"bits":3.54,"known":true,"rank":2},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-IQ3_M.gguf","label":"IQ3_M","size":4055462720,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":4324406080,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q3_K_L.gguf","label":"Q3_K_L","size":4690752320,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":4785009472,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q3_K_XL.gguf","label":"Q3_K_XL","size":4920128320,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5036995392,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5036995392,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5036995392,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_0.gguf","label":"Q4_0","size":5053903680,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_K_S.gguf","label":"Q4_K_S","size":5071860544,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":5328958272,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q4_K_L.gguf","label":"Q4_K_L","size":5523518272,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q5_K_S.gguf","label":"Q5_K_S","size":6107853632,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":6258258752,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q5_K_L.gguf","label":"Q5_K_L","size":6420050752,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q6_K.gguf","label":"Q6_K","size":7245640512,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q6_K_L.gguf","label":"Q6_K_L","size":7372616512,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-Q8_0.gguf","label":"Q8_0","size":9383916352,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat-f16.gguf","label":"F16","size":17661112864,"bits":16,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","file":"Yi-Coder-9B-Chat.fp16.gguf","label":"Yi-Coder-9B-Chat.fp16","size":17661112896,"bits":16,"known":false,"rank":1}],"repos":["MaziyarPanahi/Yi-Coder-9B-Chat-GGUF","bartowski/Yi-Coder-9B-Chat-GGUF","legraphista/Yi-Coder-9B-Chat-IMat-GGUF","mradermacher/Yi-Coder-9B-Chat-i1-GGUF"],"logoFrom":"01-ai"},{"id":"qwen3-vl-8b-instruct-abliterated-v2","family":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2","name":"Qwen3 VL 8B Abliterated V2","maker":"prithivMLmods","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF/Qwen3-VL-8B-Instruct-abliterated-v2.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-10T09:33:24.000Z","downloads":45814,"likes":106,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":3281734752,"bits":3.21,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":3281734752,"bits":3.21,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3769613408,"bits":3.68,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3769613408,"bits":3.68,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4124163168,"bits":4.03,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4124163168,"bits":4.03,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4431395936,"bits":4.33,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4431395936,"bits":4.33,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4593298528,"bits":4.49,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4593298528,"bits":4.49,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4802014304,"bits":4.69,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4802014304,"bits":4.69,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5027785824,"bits":4.91,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5027785824,"bits":4.91,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5720763488,"bits":5.59,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5720763488,"bits":5.59,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5851114592,"bits":5.72,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5851114592,"bits":5.72,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":6725901408,"bits":6.57,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":6725901408,"bits":6.57,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":8709520480,"bits":8.51,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":8709520480,"bits":8.51,"known":true,"rank":2},{"repo":"prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.f16.gguf","label":"F16","size":16388045920,"bits":16.01,"known":true,"rank":0},{"repo":"qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","file":"Qwen3-VL-8B-Instruct-abliterated-v2.f16.gguf","label":"F16","size":16388045920,"bits":16.01,"known":true,"rank":2}],"repos":["mradermacher/Qwen3-VL-8B-Instruct-abliterated-v2.0-GGUF","prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF","qign/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF"],"logoFrom":"prithivMLmods"},{"id":"raon-1-mini-preview","family":"KRAFTON/Raon-1-mini-preview","name":"Raon 1 Mini Preview","maker":"KRAFTON","catalog":null,"tuned":false,"params":28.78,"active":4.32,"layers":25,"probe":"NANI-Nithin/Raon-1-mini-preview-GGUF/Raon-1-mini-preview-IQ1_S.gguf","kvBytesPerToken":9330,"kvHeader":8064,"kvFixed":0,"context":262144,"arch":"raon1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T00:14:48.000Z","downloads":45789,"likes":75,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q2_0.gguf","label":"Q2_0","size":8738945024,"bits":2.43,"known":false,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ1_S.gguf","label":"IQ1_S","size":9842169344,"bits":2.74,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ1_M.gguf","label":"IQ1_M","size":10261282304,"bits":2.85,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ2_XXS.gguf","label":"IQ2_XXS","size":10959803904,"bits":3.05,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ2_XS.gguf","label":"IQ2_XS","size":11518621184,"bits":3.2,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ2_S.gguf","label":"IQ2_S","size":11589307904,"bits":3.22,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ2_M.gguf","label":"IQ2_M","size":12148125184,"bits":3.38,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q2_K.gguf","label":"Q2_K","size":12277281952,"bits":3.41,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q2_K_S.gguf","label":"Q2_K_S","size":12346540544,"bits":3.43,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":13192431104,"bits":3.67,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ3_XS.gguf","label":"IQ3_XS","size":13537257984,"bits":3.76,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ3_S.gguf","label":"IQ3_S","size":14160996864,"bits":3.94,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q3_K_S.gguf","label":"Q3_K_S","size":14160996864,"bits":3.94,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ3_M.gguf","label":"IQ3_M","size":14285551104,"bits":3.97,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q3_K_M.gguf","label":"Q3_K_M","size":15273096704,"bits":4.25,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q3_K_L.gguf","label":"Q3_K_L","size":15834084864,"bits":4.4,"known":true,"rank":1},{"repo":"KRAFTON/Raon-1-mini-preview-gguf","file":"raon-1-mini-preview-IQ4_XS.gguf","label":"IQ4_XS","size":16071801280,"bits":4.47,"known":true,"rank":0},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ4_XS.gguf","label":"IQ4_XS","size":16071801344,"bits":4.47,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q4_0.gguf","label":"Q4_0","size":16449004192,"bits":4.57,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-IQ4_NL.gguf","label":"IQ4_NL","size":16659741184,"bits":4.63,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":17012741792,"bits":4.73,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q4_K_S.gguf","label":"Q4_K_S","size":18122586624,"bits":5.04,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q4_1.gguf","label":"Q4_1","size":18203925152,"bits":5.06,"known":true,"rank":1},{"repo":"KRAFTON/Raon-1-mini-preview-gguf","file":"raon-1-mini-preview-Q4_K_M.gguf","label":"Q4_K_M","size":19686434240,"bits":5.47,"known":true,"rank":0},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q4_K_M.gguf","label":"Q4_K_M","size":19686434304,"bits":5.47,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q5_0.gguf","label":"Q5_0","size":19958846112,"bits":5.55,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q5_K_S.gguf","label":"Q5_K_S","size":20842740224,"bits":5.79,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q5_1.gguf","label":"Q5_1","size":21713767072,"bits":6.04,"known":true,"rank":1},{"repo":"KRAFTON/Raon-1-mini-preview-gguf","file":"raon-1-mini-preview-Q5_K_M.gguf","label":"Q5_K_M","size":22183765440,"bits":6.17,"known":true,"rank":0},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q5_K_M.gguf","label":"Q5_K_M","size":22183765504,"bits":6.17,"known":true,"rank":1},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q6_K.gguf","label":"Q6_K","size":25839461792,"bits":7.18,"known":true,"rank":1},{"repo":"KRAFTON/Raon-1-mini-preview-gguf","file":"raon-1-mini-preview-Q6_K.gguf","label":"Q6_K","size":25839462080,"bits":7.18,"known":true,"rank":0},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-Q8_0.gguf","label":"Q8_0","size":30693555872,"bits":8.53,"known":true,"rank":1},{"repo":"KRAFTON/Raon-1-mini-preview-gguf","file":"raon-1-mini-preview-Q8_0.gguf","label":"Q8_0","size":30693555936,"bits":8.53,"known":true,"rank":0},{"repo":"NANI-Nithin/Raon-1-mini-preview-GGUF","file":"Raon-1-mini-preview-BF16.gguf","label":"BF16","size":57596903520,"bits":16.01,"known":true,"rank":1}],"repos":["KRAFTON/Raon-1-mini-preview-gguf","NANI-Nithin/Raon-1-mini-preview-GGUF"],"logoFrom":"KRAFTON"},{"id":"huihui-ai-qwen3-14b-abliterated","family":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","name":"Huihui Ai Qwen3 14B Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF/huihui-ai_Qwen3-14B-abliterated-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-06T05:21:32.000Z","downloads":45776,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":4691585088,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ2_S.gguf","label":"IQ2_S","size":4963308608,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":5322937408,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q2_K.gguf","label":"Q2_K","size":5753979968,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942662208,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":6375297088,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":6513659968,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":6657101888,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":6883405888,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":7321309248,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":7900647488,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":8110726208,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":8541359168,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q4_0.gguf","label":"Q4_0","size":8542997568,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":8573471808,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581320768,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":9001749568,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q4_1.gguf","label":"Q4_1","size":9389517888,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":9579106368,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":10263891008,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":10514566208,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":10994683968,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q6_K.gguf","label":"Q6_K","size":12121933888,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":12498735168,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-Q8_0.gguf","label":"Q8_0","size":15698530368,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF","file":"huihui-ai_Qwen3-14B-abliterated-bf16.gguf","label":"BF16","size":29543419680,"bits":16,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"mistral-small-4-119b-2603","family":"mistralai/Mistral-Small-4-119B-2603","name":"Mistral Small 4 119B 2603","maker":"Mistral AI","catalog":null,"tuned":false,"params":118.97,"active":6.63,"layers":36,"probe":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/mistralai_Mistral-Small-4-119B-2603-IQ1_S.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":1048576,"arch":"mistral4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-01-23T13:14:14.000Z","downloads":45716,"likes":114,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ1_S.gguf","label":"IQ1_S","size":26882944256,"bits":1.81,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ1_M.gguf","label":"IQ1_M","size":29534629120,"bits":1.99,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":32306941632,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ2_XXS.gguf","label":"IQ2_XXS","size":33663298816,"bits":2.26,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":34924187328,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ2_XS.gguf","label":"IQ2_XS","size":37019921664,"bits":2.49,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":37574987456,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ2_S.gguf","label":"IQ2_S","size":38138359040,"bits":2.56,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":40199278272,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ2_M.gguf","label":"IQ2_M","size":41629199616,"bits":2.8,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-Q2_K.gguf","label":"Q2_K","size":42069830912,"bits":2.83,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-Q2_K_L.gguf","label":"Q2_K_L","size":42594118912,"bits":2.86,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":42797027008,"bits":2.88,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":44407639744,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Mistral-Small-4-119B-2603-UD-Q3_K_S.gguf","label":"UD-Q3_K_S","size":49641737920,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ3_XXS.gguf","label":"IQ3_XXS","size":49867042048,"bits":3.35,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ3_XS/mistralai_Mistral-Small-4-119B-2603-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":51750284736,"bits":3.48,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-Q3_K_S/mistralai_Mistral-Small-4-119B-2603-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":51995651520,"bits":3.5,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q3_K_M/Mistral-Small-4-119B-2603-UD-Q3_K_M-00001-of-00003.gguf","label":"UD-Q3_K_M","size":54372913152,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-Q3_K_M/mistralai_Mistral-Small-4-119B-2603-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":54562565568,"bits":3.67,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q3_K_XL/Mistral-Small-4-119B-2603-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":54821703680,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-Q3_K_L/mistralai_Mistral-Small-4-119B-2603-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":56898268640,"bits":3.83,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ3_M/mistralai_Mistral-Small-4-119B-2603-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":56959610336,"bits":3.83,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-Q3_K_XL/mistralai_Mistral-Small-4-119B-2603-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":57368030656,"bits":3.86,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-IQ4_XS/Mistral-Small-4-119B-2603-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":58126815232,"bits":3.91,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-IQ4_NL/Mistral-Small-4-119B-2603-UD-IQ4_NL-00001-of-00003.gguf","label":"UD-IQ4_NL","size":59200557056,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ4_XS/mistralai_Mistral-Small-4-119B-2603-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":63794752992,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","file":"mistralai_Mistral-Small-4-119B-2603-IQ4_NL/mistralai_Mistral-Small-4-119B-2603-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":67460181472,"bits":4.54,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q4_K_S/Mistral-Small-4-119B-2603-UD-Q4_K_S-00001-of-00003.gguf","label":"UD-Q4_K_S","size":69468213280,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"MXFP4_MOE/Mistral-Small-4-119B-2603-MXFP4_MOE-00001-of-00003.gguf","label":"MXFP4_MOE","size":71812829184,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q4_K_M/Mistral-Small-4-119B-2603-UD-Q4_K_M-00001-of-00003.gguf","label":"UD-Q4_K_M","size":73763180544,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q4_K_XL/Mistral-Small-4-119B-2603-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":74161639424,"bits":4.99,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q5_K_S/Mistral-Small-4-119B-2603-UD-Q5_K_S-00001-of-00003.gguf","label":"UD-Q5_K_S","size":83556880384,"bits":5.62,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q5_K_M/Mistral-Small-4-119B-2603-UD-Q5_K_M-00001-of-00003.gguf","label":"UD-Q5_K_M","size":89160470528,"bits":6,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q5_K_XL/Mistral-Small-4-119B-2603-UD-Q5_K_XL-00001-of-00003.gguf","label":"UD-Q5_K_XL","size":89445683200,"bits":6.01,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q6_K/Mistral-Small-4-119B-2603-UD-Q6_K-00001-of-00004.gguf","label":"UD-Q6_K","size":99428126848,"bits":6.69,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q6_K_XL/Mistral-Small-4-119B-2603-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":108269719680,"bits":7.28,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"Q8_0/Mistral-Small-4-119B-2603-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":126472999072,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"UD-Q8_K_XL/Mistral-Small-4-119B-2603-UD-Q8_K_XL-00001-of-00004.gguf","label":"UD-Q8_K_XL","size":132562686080,"bits":8.91,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-4-119B-2603-GGUF","file":"BF16/Mistral-Small-4-119B-2603-BF16-00001-of-00006.gguf","label":"BF16","size":237992005728,"bits":16,"known":true,"rank":0}],"repos":["AtomicChat/Mistral-Small-4-119B-2603-GGUF","bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","mudler/Mistral-Small-4-119B-2603-APEX-GGUF","unsloth/Mistral-Small-4-119B-2603-GGUF"],"logoFrom":"mistralai"},{"id":"glm-4-5-air","family":"zai-org/GLM-4.5-Air","name":"GLM 4.5 Air","maker":"Z.ai","catalog":null,"tuned":true,"params":110.47,"active":14.96,"layers":47,"probe":"unsloth/GLM-4.5-Air-GGUF/GLM-4.5-Air-UD-TQ1_0.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2025-07-20T03:25:55.000Z","downloads":45647,"likes":191,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1373,"arenaCoding":1426,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":38260919360,"bits":2.77,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":38503140416,"bits":2.79,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":40061520960,"bits":2.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":42682240064,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":44389321792,"bits":3.21,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-Q2_K.gguf","label":"Q2_K","size":45322103872,"bits":3.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-Q2_K_L.gguf","label":"Q2_K_L","size":45467593792,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"GLM-4.5-Air-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":47444888640,"bits":3.44,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"UD-IQ3_XXS/GLM-4.5-Air-UD-IQ3_XXS-00001-of-00002.gguf","label":"UD-IQ3_XXS","size":51445288224,"bits":3.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q3_K_S/GLM-4.5-Air-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":52655381792,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"UD-Q3_K_XL/GLM-4.5-Air-UD-Q3_K_XL-00001-of-00002.gguf","label":"UD-Q3_K_XL","size":54785805600,"bits":3.97,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q3_K_M/GLM-4.5-Air-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":57203694848,"bits":4.14,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"IQ4_XS/GLM-4.5-Air-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":60480900352,"bits":4.38,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"IQ4_NL/GLM-4.5-Air-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":62710615296,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q4_0/GLM-4.5-Air-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":62781050112,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q4_K_S/GLM-4.5-Air-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":67033386240,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"UD-Q4_K_XL/GLM-4.5-Air-UD-Q4_K_XL-00001-of-00002.gguf","label":"UD-Q4_K_XL","size":67721071872,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q4_1/GLM-4.5-Air-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":69407886592,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q4_K_M/GLM-4.5-Air-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":72975748384,"bits":5.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q5_K_S/GLM-4.5-Air-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":78417661216,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"UD-Q5_K_XL/GLM-4.5-Air-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":82845023520,"bits":6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q5_K_M/GLM-4.5-Air-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":83519589632,"bits":6.05,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q6_K/GLM-4.5-Air-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":99007528192,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"UD-Q6_K_XL/GLM-4.5-Air-UD-Q6_K_XL-00001-of-00003.gguf","label":"UD-Q6_K_XL","size":101557079424,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"Q8_0/GLM-4.5-Air-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":117456506240,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"UD-Q8_K_XL/GLM-4.5-Air-UD-Q8_K_XL-00001-of-00003.gguf","label":"UD-Q8_K_XL","size":127740333440,"bits":9.25,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-Air-GGUF","file":"BF16/GLM-4.5-Air-BF16-00001-of-00005.gguf","label":"BF16","size":220997406080,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-4.5-Air-GGUF"],"logoFrom":"zai-org"},{"id":"ternary-bonsai-2-27b-abliterated-v2-pq2-0-mtp","family":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PQ2_0-MTP-GGUF","name":"Ternary Bonsai 2 27B Abliterated V2 PQ2 0 MTP","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PQ2_0-MTP-GGUF/Ternary-Bonsai-2-27B-Abliterated-v2-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-26T19:41:00.000Z","downloads":45374,"likes":42,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PQ2_0-MTP-GGUF","file":"Ternary-Bonsai-2-27B-Abliterated-v2-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PQ2_0-MTP-GGUF"],"logoFrom":"prism-ml"},{"id":"orion-26b-a4b-v1-1","family":"TheDrummer/Orion-26B-A4B-v1.1","name":"Orion 26B A4B V1.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Orion-26B-A4B-v1.1-i1-GGUF/Orion-26B-A4B-v1.1.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-09-13T14:19:18.000Z","downloads":45170,"likes":39,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Orion-26B-A4B-v1.1-i1-GGUF","file":"Orion-26B-A4B-v1.1.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273120,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Orion-26B-A4B-v1.1-i1-GGUF","file":"Orion-26B-A4B-v1.1.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659040,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Orion-26B-A4B-v1.1-i1-GGUF","file":"Orion-26B-A4B-v1.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302240,"bits":2.95,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ2_XS.gguf","label":"IQ2_XS","size":9895198432,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ2_S.gguf","label":"IQ2_S","size":10311503200,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Orion-26B-A4B-v1.1-i1-GGUF","file":"Orion-26B-A4B-v1.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624483680,"bits":3.37,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ2_M.gguf","label":"IQ2_M","size":10900372448,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q2_K.gguf","label":"Q2_K","size":11611603936,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Orion-26B-A4B-v1.1-i1-GGUF","file":"Orion-26B-A4B-v1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":12222411616,"bits":3.88,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":12374810336,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12611731680,"bits":4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":12835530464,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q3_K_M.gguf","label":"Q3_K_M","size":13785116640,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":14278610784,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ3_M.gguf","label":"IQ3_M","size":14339834848,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q4_0.gguf","label":"Q4_0","size":14759385056,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":14802988000,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-IQ4_NL.gguf","label":"IQ4_NL","size":15628841952,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":16054719712,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q4_1.gguf","label":"Q4_1","size":16144845792,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":17966167008,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":18208027616,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":18400889824,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q5_K_M.gguf","label":"Q5_K_M","size":20010087392,"bits":6.34,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q6_K_S.gguf","label":"Q6_K_S","size":23136162784,"bits":7.34,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q6_K.gguf","label":"Q6_K","size":23787041760,"bits":7.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":24524518368,"bits":7.78,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-Q8_0.gguf","label":"Q8_0","size":26859860960,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1.1-bf16.gguf","label":"BF16","size":50505136800,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Orion-26B-A4B-v1.1-GGUF","mradermacher/Orion-26B-A4B-v1.1-i1-GGUF"],"logoFrom":"TheDrummer"},{"id":"surya-ocr-2-5","family":"datalab-to/surya-ocr-2.5","name":"Surya Ocr 2.5","maker":"datalab-to","catalog":null,"tuned":false,"params":0.59,"active":null,"layers":24,"probe":"datalab-to/surya-ocr-2.5-gguf/surya-2.5-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"openrail","open":true,"released":"2026-10-25T20:57:58.000Z","downloads":44998,"likes":5,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"datalab-to/surya-ocr-2.5-gguf","file":"surya-2.5-Q8_0.gguf","label":"Q8_0","size":628680096,"bits":8.52,"known":true,"rank":0},{"repo":"datalab-to/surya-ocr-2.5-gguf","file":"surya-2.5.gguf","label":"surya-2.5","size":1180178976,"bits":16,"known":false,"rank":0}],"repos":["datalab-to/surya-ocr-2.5-gguf"],"logoFrom":"datalab-to"},{"id":"tinymistral-248m-v2-instruct","family":"Locutusque/TinyMistral-248M-v2-Instruct","name":"TinyMistral 248M V2","maker":"Locutusque","catalog":null,"tuned":false,"params":0.25,"active":null,"layers":12,"probe":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF/TinyMistral-248M-v2-Instruct.Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-19T03:17:10.000Z","downloads":44767,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","file":"TinyMistral-248M-v2-Instruct.Q2_K.gguf","label":"Q2_K","size":105458816,"bits":3.37,"known":true,"rank":0},{"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","file":"TinyMistral-248M-v2-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":129029760,"bits":4.13,"known":true,"rank":0},{"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","file":"TinyMistral-248M-v2-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":155668768,"bits":4.98,"known":true,"rank":0},{"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","file":"TinyMistral-248M-v2-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":179229600,"bits":5.74,"known":true,"rank":0},{"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","file":"TinyMistral-248M-v2-Instruct.Q6_K.gguf","label":"Q6_K","size":204263008,"bits":6.54,"known":true,"rank":0},{"repo":"M4-ai/TinyMistral-248M-v2-Instruct-GGUF","file":"TinyMistral-248M-v2-Instruct.Q8_0.gguf","label":"Q8_0","size":264325088,"bits":8.46,"known":true,"rank":0}],"repos":["M4-ai/TinyMistral-248M-v2-Instruct-GGUF"],"logoFrom":"Locutusque"},{"id":"huihui-glm-5-3-flash-abliterated","family":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","name":"Huihui GLM 5.3 Flash Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF/UD-IQ1_S/GLM-5.3-Flash-UD-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-09-26T04:52:38.000Z","downloads":44673,"likes":361,"trending":21,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-IQ1_S/GLM-5.3-Flash-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":93087245408,"bits":2.32,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-IQ1_M/GLM-5.3-Flash-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":97579345056,"bits":2.43,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-IQ2_XXS/GLM-5.3-Flash-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":101844952416,"bits":2.54,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-Q2_K_XL/GLM-5.3-Flash-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":108720072064,"bits":2.71,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-IQ3_XXS/GLM-5.3-Flash-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":120367572352,"bits":3,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-Q3_K_XL/GLM-5.3-Flash-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":147535922560,"bits":3.68,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-IQ4_XS/GLM-5.3-Flash-UD-IQ4_XS-00001-of-00005.gguf","label":"UD-IQ4_XS","size":156822111936,"bits":3.91,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-Q4_K_XL/GLM-5.3-Flash-UD-Q4_K_XL-00001-of-00006.gguf","label":"UD-Q4_K_XL","size":199707322304,"bits":4.98,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-Q5_K_XL/GLM-5.3-Flash-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":240306087776,"bits":5.99,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF","file":"UD-Q6_K_XL/GLM-5.3-Flash-UD-Q6_K_XL-00001-of-00007.gguf","label":"UD-Q6_K_XL","size":291833112704,"bits":7.28,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-GLM-5.3-Flash-abliterated-GGUF"],"logoFrom":"zai-org"},{"id":"mistral-small-24b-instruct-2501","family":"mistralai/Mistral-Small-24B-Instruct-2501","name":"Mistral Small 24B 2501","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF/Mistral-Small-24B-Instruct-2501-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-28T13:30:13.000Z","downloads":44535,"likes":153,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ2_XS.gguf","label":"IQ2_XS","size":7207032512,"bits":2.45,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ2_S.gguf","label":"IQ2_S","size":7478351552,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ2_M.gguf","label":"IQ2_M","size":8114050752,"bits":2.75,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q2_K.gguf","label":"Q2_K","size":8890325248,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q2_K_L.gguf","label":"Q2_K_L","size":9047611648,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ3_XS.gguf","label":"IQ3_XS","size":9907115712,"bits":3.36,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q3_K_S.gguf","label":"Q3_K_S","size":10400274112,"bits":3.53,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ3_M.gguf","label":"IQ3_M","size":10650949312,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q3_K_M.gguf","label":"Q3_K_M","size":11474082048,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q3_K_L.gguf","label":"Q3_K_L","size":12400760512,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ4_XS.gguf","label":"IQ4_XS","size":12758914752,"bits":4.33,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987963072,"bits":4.41,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-IQ4_NL.gguf","label":"IQ4_NL","size":13468014272,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q4_0.gguf","label":"Q4_0","size":13494228672,"bits":4.58,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q4_K_S.gguf","label":"Q4_K_S","size":13549278912,"bits":4.6,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q4_K_M.gguf","label":"Q4_K_M","size":14333909248,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q4_K_L.gguf","label":"Q4_K_L","size":14831982272,"bits":5.03,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q4_1.gguf","label":"Q4_1","size":14873106112,"bits":5.05,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q5_K_S.gguf","label":"Q5_K_S","size":16304412352,"bits":5.53,"known":true,"rank":1},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q5_K_M.gguf","label":"Q5_K_M","size":16763983552,"bits":5.69,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q5_K.gguf","label":"Q5_K","size":16763984128,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q5_K_L.gguf","label":"Q5_K_L","size":17178171072,"bits":5.83,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q6_K.gguf","label":"Q6_K","size":19345938688,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-Q6_K_L.gguf","label":"Q6_K_L","size":19670996672,"bits":6.68,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501.Q8_0.gguf","label":"Q8_0","size":25054779648,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501.fp16.gguf","label":"Mistral-Small-24B-Instruct-2501.fp16","size":47153518016,"bits":16,"known":false,"rank":2},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-f16.gguf","label":"F16","size":47153518272,"bits":16,"known":true,"rank":1},{"repo":"unsloth/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501.BF16.gguf","label":"BF16","size":47153518848,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-24B-Instruct-2501-GGUF","file":"Mistral-Small-24B-Instruct-2501-f32/Mistral-Small-24B-Instruct-2501-f32-00001-of-00003.gguf","label":"F32","size":94297495264,"bits":32.01,"known":true,"rank":1}],"repos":["MaziyarPanahi/Mistral-Small-24B-Instruct-2501-GGUF","bartowski/Mistral-Small-24B-Instruct-2501-GGUF","unsloth/Mistral-Small-24B-Instruct-2501-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-0-6b-heretic","family":"bruhmoment4242/Qwen3-0.6B-Heretic","name":"Qwen3 0.6B Heretic","maker":"bruhmoment4242","catalog":null,"tuned":true,"params":0.6,"active":null,"layers":28,"probe":"mradermacher/Qwen3-0.6B-Heretic-GGUF/Qwen3-0.6B-Heretic.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-17T15:56:34.000Z","downloads":44457,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q2_K.gguf","label":"Q2_K","size":296238560,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":323075552,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":347127264,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":368492000,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":369278432,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":383270368,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":396705248,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":436616672,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":444415456,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q6_K.gguf","label":"Q6_K","size":495107552,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.Q8_0.gguf","label":"Q8_0","size":639447520,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Heretic-GGUF","file":"Qwen3-0.6B-Heretic.f16.gguf","label":"F16","size":1198182880,"bits":15.98,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-0.6B-Heretic-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-uncensored-gsq-rco-12-gb-gpu","family":"0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU","name":"Qwen3.8 Flash Next Uncensored GSQ RCO 12 GB GPU","maker":"0xSojalSec","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU/IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-05T00:09:38.000Z","downloads":44448,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU","file":"Q2_0/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":66821518304,"bits":3.02,"known":false,"rank":0},{"repo":"0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU","file":"IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68465153504,"bits":3.1,"known":true,"rank":0},{"repo":"0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU","file":"IQ3_XXS/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":76142283328,"bits":3.44,"known":true,"rank":0},{"repo":"0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU","file":"IQ3_S/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83863586496,"bits":3.79,"known":true,"rank":0}],"repos":["0xSojalSec/Qwen3.8-Flash-Next-Uncensored-GSQ-RCO-12-GB-GPU"],"logoFrom":"ISTA-DASLab"},{"id":"smolvlm-500m-instruct","family":"HuggingFaceTB/SmolVLM-500M-Instruct","name":"SmolVLM 500M","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.41,"active":null,"layers":32,"probe":"ggml-org/SmolVLM-500M-Instruct-GGUF/SmolVLM-500M-Instruct-Q8_0.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-01-20T14:24:51.000Z","downloads":44309,"likes":58,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/SmolVLM-500M-Instruct-GGUF","file":"SmolVLM-500M-Instruct-Q8_0.gguf","label":"Q8_0","size":436806912,"bits":8.52,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM-500M-Instruct-GGUF","file":"SmolVLM-500M-Instruct-f16.gguf","label":"F16","size":820422912,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/SmolVLM-500M-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"chronicle-narrator","family":"GWsuryaYT/chronicle-narrator-gguf","name":"Chronicle Narrator","maker":"GWsuryaYT","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"GWsuryaYT/chronicle-narrator-gguf/Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-24T11:10:00.000Z","downloads":44137,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"GWsuryaYT/chronicle-narrator-gguf","file":"Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4920739008,"bits":4.9,"known":true,"rank":0}],"repos":["GWsuryaYT/chronicle-narrator-gguf"],"logoFrom":"meta-llama"},{"id":"qwen3-8-27b-orcarouter-gsq-rco-iq3-xxs-uncensored","family":"RentedNoodle/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-Uncensored","name":"Qwen3.8 27B OrcaRouter GSQ RCO IQ3 XXS Uncensored","maker":"RentedNoodle","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"RentedNoodle/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-Uncensored/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.1.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-09T19:41:20.000Z","downloads":44124,"likes":60,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RentedNoodle/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-Uncensored","file":"Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.1.gguf","label":"Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.1","size":10382717184,"bits":3.04,"known":false,"rank":0},{"repo":"RentedNoodle/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-Uncensored","file":"Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.0-qatfa.gguf","label":"Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.0-qatfa","size":10442846464,"bits":3.06,"known":false,"rank":0},{"repo":"RentedNoodle/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-Uncensored","file":"Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.0.gguf","label":"Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-v2.0","size":10466439424,"bits":3.06,"known":false,"rank":0}],"repos":["RentedNoodle/Qwen3.8-27B-OrcaRouter-GSQ-RCO-IQ3_XXS-Uncensored"],"logoFrom":"orcarouter"},{"id":"neohorse-1-4b","family":"TokenRhythm/NeoHorse-1-4B","name":"NeoHorse 1 4B","maker":"TokenRhythm","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"ngquocvinh/NeoHorse-1-4B-GGUF/NeoHorse-1-4B-TQ1_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-05T08:21:53.000Z","downloads":43988,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q1_0.gguf","label":"Q1_0","size":1038189632,"bits":1.97,"known":false,"rank":2},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-TQ1_0.gguf","label":"TQ1_0","size":1289141344,"bits":2.45,"known":true,"rank":2},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ1_S.gguf","label":"IQ1_S","size":1359234144,"bits":2.58,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234496,"bits":2.58,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ1_M.gguf","label":"IQ1_M","size":1426418752,"bits":2.71,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419136,"bits":2.71,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-TQ2_0.gguf","label":"TQ2_0","size":1456442464,"bits":2.77,"known":true,"rank":2},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393184,"bits":2.92,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393536,"bits":2.92,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ2_XS.gguf","label":"IQ2_XS","size":1630594112,"bits":3.1,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594496,"bits":3.1,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ2_S.gguf","label":"IQ2_S","size":1651975264,"bits":3.14,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975616,"bits":3.14,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ2_M.gguf","label":"IQ2_M","size":1741554784,"bits":3.31,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555136,"bits":3.31,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q2_K_S.gguf","label":"Q2_K_S","size":1852392544,"bits":3.52,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852392896,"bits":3.52,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904493664,"bits":3.62,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494016,"bits":3.62,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q2_K.gguf","label":"Q2_K","size":1915470912,"bits":3.64,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915471296,"bits":3.64,"known":true,"rank":1},{"repo":"ngquocvinh/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2069879904,"bits":3.93,"known":true,"rank":2},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880256,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580736,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512256,"bits":4.07,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187136,"bits":4.11,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064576,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317056,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286016,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549798336,"bits":4.85,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888576,"bits":4.87,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436096,"bits":4.96,"known":true,"rank":1},{"repo":"TokenRhythm/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2708804352,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968256,"bits":5.26,"known":true,"rank":1},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036416,"bits":5.68,"known":true,"rank":1},{"repo":"TokenRhythm/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3074986752,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-4B-i1-GGUF","file":"NeoHorse-1-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056256,"bits":6.58,"known":true,"rank":1},{"repo":"TokenRhythm/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-Q8_0.gguf","label":"Q8_0","size":4482403072,"bits":8.52,"known":true,"rank":0},{"repo":"TokenRhythm/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-BF16.gguf","label":"BF16","size":8424393472,"bits":16.01,"known":true,"rank":0},{"repo":"TokenRhythm/NeoHorse-1-4B-GGUF","file":"NeoHorse-1-4B-F16.gguf","label":"F16","size":8424393472,"bits":16.01,"known":true,"rank":0}],"repos":["TokenRhythm/NeoHorse-1-4B-GGUF","mradermacher/NeoHorse-1-4B-GGUF","mradermacher/NeoHorse-1-4B-i1-GGUF","ngquocvinh/NeoHorse-1-4B-GGUF"],"logoFrom":"TokenRhythm"},{"id":"qwen3-5-27b-webnovel-writer-zh","family":"wcn123/Qwen3.5-27B-WebNovel-Writer-zh","name":"Qwen3.5 27B WebNovel Writer Zh","maker":"wcn123","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF/Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-03-22T04:25:17.000Z","downloads":43962,"likes":27,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ1_S.gguf","label":"IQ1_S","size":7149816928,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ1_M.gguf","label":"IQ1_M","size":7631076448,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433175648,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090583648,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ2_S.gguf","label":"IQ2_S","size":9362906208,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ2_M.gguf","label":"IQ2_M","size":10004585568,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248318048,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q2_K.gguf","label":"Q2_K","size":10711657568,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186363488,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967122528,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073946208,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ3_S.gguf","label":"IQ3_S","size":12419320928,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ3_M.gguf","label":"IQ3_M","size":12580867168,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301435488,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344768608,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082499168,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q4_0.gguf","label":"Q4_0","size":15521426528,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586307168,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547392608,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q4_1.gguf","label":"Q4_1","size":17078234208,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679606368,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231091808,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.i1-Q6_K.gguf","label":"Q6_K","size":22082522208,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","file":"Qwen3.5-27B-WebNovel-Writer-zh.Q8_0.gguf","label":"Q8_0","size":28595755840,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-GGUF","mradermacher/Qwen3.5-27B-WebNovel-Writer-zh-i1-GGUF","wcn123/Qwen3.5-27B-WebNovel-Writer-zh-GGUF"],"logoFrom":"Qwen"},{"id":"mathstral-7b-v0-1","family":"mistralai/Mathstral-7B-v0.1","name":"Mathstral 7B V0.1","maker":"Mistral AI","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"MaziyarPanahi/mathstral-7B-v0.1-GGUF/mathstral-7B-v0.1.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-16T10:10:35.000Z","downloads":43825,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1.IQ1_S.gguf","label":"IQ1_S","size":1615318848,"bits":1.78,"known":true,"rank":1},{"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1.IQ1_M.gguf","label":"IQ1_M","size":1757663040,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1994905088,"bits":2.2,"known":true,"rank":2},{"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1.IQ2_XS.gguf","label":"IQ2_XS","size":2201472832,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2314458624,"bits":2.55,"known":true,"rank":2},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-IQ2_M.gguf","label":"IQ2_M","size":2504249152,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q2_K.gguf","label":"Q2_K","size":2722877248,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2830882304,"bits":3.12,"known":true,"rank":2},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q2_K_L.gguf","label":"Q2_K_L","size":2853949248,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":3022769984,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":3168522048,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3186349568,"bits":3.52,"known":true,"rank":2},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-IQ3_M.gguf","label":"IQ3_M","size":3288846144,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":3522940736,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":3825979200,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":3911962432,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":3943419712,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4113290752,"bits":4.54,"known":false,"rank":2},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4113290752,"bits":4.54,"known":false,"rank":2},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4113290752,"bits":4.54,"known":false,"rank":2},{"repo":"mradermacher/Mathstral-7B-v0.1-i1-GGUF","file":"Mathstral-7B-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":4127970816,"bits":4.56,"known":true,"rank":2},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":4144746304,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":4372811584,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q4_K_L.gguf","label":"Q4_K_L","size":4472426304,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":5002481472,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":5136174912,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q5_K_L.gguf","label":"Q5_K_L","size":5219012416,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q6_K.gguf","label":"Q6_K","size":5947248448,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q6_K_L.gguf","label":"Q6_K_L","size":6012260160,"bits":6.63,"known":true,"rank":0},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-Q8_0.gguf","label":"Q8_0","size":7702564672,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1.fp16.gguf","label":"mathstral-7B-v0.1.fp16","size":14497336928,"bits":16,"known":false,"rank":1},{"repo":"bartowski/mathstral-7B-v0.1-GGUF","file":"mathstral-7B-v0.1-f32.gguf","label":"F32","size":28992851520,"bits":31.99,"known":true,"rank":0}],"repos":["MaziyarPanahi/mathstral-7B-v0.1-GGUF","bartowski/mathstral-7B-v0.1-GGUF","mradermacher/Mathstral-7B-v0.1-i1-GGUF"],"logoFrom":"mistralai"},{"id":"openai-gpt-oss-20b-heretic-uncensored-neo-imatrix","family":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","name":"OpenAi GPT Oss 20B HERETIC Uncensored NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf/OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-17T05:52:55.000Z","downloads":43674,"likes":203,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","file":"OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf","label":"IQ4_NL","size":12648265152,"bits":4.84,"known":true,"rank":0},{"repo":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","file":"OpenAI-20B-NEO-Uncensored2-Q5_1.gguf","label":"Q5_1","size":16452837312,"bits":6.29,"known":true,"rank":0},{"repo":"DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf","file":"OpenAI-20B-NEOPlus-Uncensored-Q8_0.gguf","label":"Q8_0","size":22080933344,"bits":8.45,"known":true,"rank":0}],"repos":["DavidAU/OpenAi-GPT-oss-20b-HERETIC-uncensored-NEO-Imatrix-gguf"],"logoFrom":"p-e-w"},{"id":"mobileai","family":"twinkapp/mobileai","name":"Mobileai","maker":"twinkapp","catalog":null,"tuned":true,"params":1,"active":null,"layers":32,"probe":"twinkapp/mobileai/Translator/HY-MT1.5-1.8B=tencent/HY-MT1.5-1.8B-Q4_K_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T14:46:47.000Z","downloads":43397,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"twinkapp/mobileai","file":"Translator/HY-MT1.5-1.8B=tencent/HY-MT1.5-1.8B-Q4_K_M.gguf","label":"Q4_K_M","size":1133080512,"bits":9.06,"known":true,"rank":0},{"repo":"twinkapp/mobileai","file":"Translator/HY-MT1.5-1.8B=tencent/HY-MT1.5-1.8B-Q6_K.gguf","label":"Q6_K","size":1474785216,"bits":11.8,"known":true,"rank":0},{"repo":"twinkapp/mobileai","file":"Translator/HY-MT1.5-1.8B=tencent/HY-MT1.5-1.8B-Q8_0.gguf","label":"Q8_0","size":1908528288,"bits":15.27,"known":true,"rank":0}],"repos":["twinkapp/mobileai"],"logoFrom":null},{"id":"qween3-4b-thinking-finetune","family":"pramodlohra/Qween3_4B_thinking_finetune","name":"Qween3 4B Thinking Finetune","maker":"pramodlohra","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"pramodlohra/Qween3_4B_thinking_finetune/qwen3-4b-thinking-2507.Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-10-21T12:01:01.000Z","downloads":43266,"likes":72,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"pramodlohra/Qween3_4B_thinking_finetune","file":"qwen3-4b-thinking-2507.Q4_K_M.gguf","label":"Q4_K_M","size":2497280256,"bits":4.97,"known":true,"rank":0}],"repos":["pramodlohra/Qween3_4B_thinking_finetune"],"logoFrom":null},{"id":"dolphin-mistral-24b-venice-edition","family":"dphn/Dolphin-Mistral-24B-Venice-Edition","name":"Dolphin Mistral 24B Venice Edition","maker":"dphn","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF/Dolphin-Mistral-24B-Venice-Edition.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-12T05:29:16.000Z","downloads":43044,"likes":207,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq1_s.gguf","label":"IQ1_S","size":6518249952,"bits":2.21,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545119616,"bits":2.22,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq1_m.gguf","label":"IQ1_M","size":7086447072,"bits":2.41,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_XS.gguf","label":"IQ2_XS","size":7207033216,"bits":2.45,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq2_xxs.gguf","label":"IQ2_XXS","size":7357110752,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_S.gguf","label":"IQ2_S","size":7478352256,"bits":2.54,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq2_xs.gguf","label":"IQ2_XS","size":8030165472,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ2_M.gguf","label":"IQ2_M","size":8114051456,"bits":2.75,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq2_s.gguf","label":"IQ2_S","size":8309021152,"bits":2.82,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq2_m.gguf","label":"IQ2_M","size":8748112352,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K.gguf","label":"Q2_K","size":8890325376,"bits":3.02,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q2_k_s.gguf","label":"Q2_K_S","size":9085622752,"bits":3.08,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q2_k_m.gguf","label":"Q2_K_M","size":9220626912,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280592256,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q2_K_L.gguf","label":"Q2_K_L","size":9545685376,"bits":3.24,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq3_xxs.gguf","label":"IQ3_XXS","size":9904495072,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_XS.gguf","label":"IQ3_XS","size":9907116416,"bits":3.36,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq3_xs.gguf","label":"IQ3_XS","size":10127317472,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_S.gguf","label":"Q3_K_S","size":10400274816,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ3_M.gguf","label":"IQ3_M","size":10650950016,"bits":3.62,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq3_s.gguf","label":"IQ3_S","size":11252570592,"bits":3.82,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq3_m.gguf","label":"IQ3_M","size":11352185312,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf","label":"Q3_K_M","size":11474082176,"bits":3.89,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q3_k_s.gguf","label":"Q3_K_S","size":11493743072,"bits":3.9,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q3_k_m.gguf","label":"Q3_K_M","size":11736226272,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_L.gguf","label":"Q3_K_L","size":12400761216,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf","label":"IQ4_XS","size":12758915456,"bits":4.33,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq4_xs.gguf","label":"IQ4_XS","size":12758915552,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987963776,"bits":4.41,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q4_0.gguf","label":"Q4_0","size":13268785632,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-IQ4_NL.gguf","label":"IQ4_NL","size":13468014976,"bits":4.57,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-iq4_nl.gguf","label":"IQ4_NL","size":13468015072,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_0.gguf","label":"Q4_0","size":13494229376,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_S.gguf","label":"Q4_K_S","size":13549279616,"bits":4.6,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q4_k_s.gguf","label":"Q4_K_S","size":13829773792,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf","label":"Q4_K_M","size":14333909376,"bits":4.87,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q4_k_m.gguf","label":"Q4_K_M","size":14527896032,"bits":4.93,"known":true,"rank":0},{"repo":"Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-q4_1.gguf","label":"Q4_1","size":14742034912,"bits":5,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_L.gguf","label":"Q4_K_L","size":14831982976,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","file":"cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_1.gguf","label":"Q4_1","size":14873106816,"bits":5.05,"known":true,"rank":0}],"repos":["Mungert/Dolphin-Mistral-24B-Venice-Edition-GGUF","bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF","mradermacher/Dolphin-Mistral-24B-Venice-Edition-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen2-5-coder-32b-instruct-abliterated","family":"huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated","name":"Qwen2.5 Coder 32B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF/Qwen2.5-Coder-32B-Instruct-abliterated-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-13T21:49:45.000Z","downloads":42870,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7274507456,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7932161216,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250816,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":9957551200,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-IQ2_S.gguf","label":"IQ2_S","size":10387569760,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":11264441440,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11488001216,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":12313099360,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271616,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":13073419360,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":13705514080,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":14392331360,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":14436895936,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":14810123360,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":15935048800,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":17247079520,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":17693154400,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928326240,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640231520,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640231520,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640231520,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":18711010400,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":18784410720,"bits":4.59,"known":true,"rank":0},{"repo":"TobiasLogic/Qwen2.5-Coder-32B-abliterated-GGUF","file":"qwen2.5-coder-32b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":19851336416,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":19851336800,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":20429180000,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":20639243456,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":22638255200,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":23262157920,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":23742680160,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":26886155360,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":27263274080,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":34820885280,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-32B-Instruct-abliterated-f16/Qwen2.5-Coder-32B-Instruct-abliterated-f16-00001-of-00002.gguf","label":"F16","size":65535970272,"bits":16,"known":true,"rank":0}],"repos":["TobiasLogic/Qwen2.5-Coder-32B-abliterated-GGUF","bartowski/Qwen2.5-Coder-32B-Instruct-abliterated-GGUF","mradermacher/Qwen2.5-Coder-32B-Instruct-3MPER0RR-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"medgemma-4b-it","family":"google/medgemma-4b-it","name":"Medgemma 4B","maker":"Google","catalog":null,"tuned":false,"params":3.88,"active":null,"layers":34,"probe":"unsloth/medgemma-4b-it-GGUF/medgemma-4b-it-UD-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"other","open":false,"released":"2025-05-19T20:52:44.000Z","downloads":42828,"likes":81,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1183392320,"bits":2.44,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1242579520,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1344119360,"bits":2.77,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1567883840,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":1689453024,"bits":3.48,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1710752320,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q2_K.gguf","label":"Q2_K","size":1729165120,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q2_K_L.gguf","label":"Q2_K_L","size":1729165120,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1769408320,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-IQ3_XS.gguf","label":"IQ3_XS","size":1863390944,"bits":3.84,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q3_K_S.gguf","label":"Q3_K_S","size":1937364800,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-IQ3_M.gguf","label":"IQ3_M","size":1986803424,"bits":4.1,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q3_K_M.gguf","label":"Q3_K_M","size":2098460480,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2150930240,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-Q3_K_L.gguf","label":"Q3_K_L","size":2236085984,"bits":4.61,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-IQ4_XS.gguf","label":"IQ4_XS","size":2263242560,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-IQ4_NL.gguf","label":"IQ4_NL","size":2363512640,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q4_0.gguf","label":"Q4_0","size":2370066240,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q4_K_S.gguf","label":"Q4_K_S","size":2377930560,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":2398654944,"bits":4.95,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q4_K_M.gguf","label":"Q4_K_M","size":2489894720,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2544289600,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q4_1.gguf","label":"Q4_1","size":2564052800,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-Q4_K_L.gguf","label":"Q4_K_L","size":2652463584,"bits":5.47,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q5_K_S.gguf","label":"Q5_K_S","size":2764592960,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q5_K_M.gguf","label":"Q5_K_M","size":2829698880,"bits":5.83,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2836232000,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-Q5_K_L.gguf","label":"Q5_K_L","size":2992267744,"bits":6.17,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q6_K.gguf","label":"Q6_K","size":3190740800,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-4b-it-GGUF","file":"google_medgemma-4b-it-Q6_K_L.gguf","label":"Q6_K_L","size":3353309664,"bits":6.91,"known":true,"rank":1},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3566629440,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-Q8_0.gguf","label":"Q8_0","size":4130402880,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5165206080,"bits":10.65,"known":true,"rank":0},{"repo":"unsloth/medgemma-4b-it-GGUF","file":"medgemma-4b-it-BF16.gguf","label":"BF16","size":7767804224,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/google_medgemma-4b-it-GGUF","unsloth/medgemma-4b-it-GGUF"],"logoFrom":"google"},{"id":"glm-5-3-flash-uncensored","family":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","name":"GLM 5.3 Flash UNCENSORED","maker":"AliceThirty","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF/UD-IQ1_M/GLM-5.3-Flash-Uncensored-UD-IQ1_M-00001-of-00004.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":null,"open":false,"released":"2026-08-28T22:52:47.000Z","downloads":42747,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-IQ1S-00001-of-00002.gguf","label":"GLM-5.3-Flash-Uncensored-IQ1S","size":76794618400,"bits":1.92,"known":false,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-IQ1_S.gguf","label":"IQ1_S","size":93311624000,"bits":2.33,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-IQ1_M.gguf","label":"IQ1_M","size":97803723584,"bits":2.44,"known":true,"rank":0},{"repo":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","file":"UD-IQ1_M/GLM-5.3-Flash-Uncensored-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":97847239840,"bits":2.44,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-IQ2_XXS.gguf","label":"IQ2_XXS","size":102069330752,"bits":2.55,"known":true,"rank":0},{"repo":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","file":"UD-Q2_K_XL/GLM-5.3-Flash-UNCENSORED-FP8-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":108692267872,"bits":2.71,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-Q2_K_XL.gguf","label":"Q2_K_XL","size":108944450368,"bits":2.72,"known":true,"rank":0},{"repo":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","file":"UD-IQ3_XXS/GLM-5.3-Flash-UNCENSORED-FP8-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":120575697728,"bits":3.01,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-IQ3_XXS.gguf","label":"IQ3_XXS","size":120591950656,"bits":3.01,"known":true,"rank":0},{"repo":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","file":"UD-Q3_K_XL/GLM-5.3-Flash-UNCENSORED-FP8-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":147288966080,"bits":3.67,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":147760300864,"bits":3.69,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":157046489920,"bits":3.92,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-Q4_K_XL.gguf","label":"Q4_K_XL","size":199931700032,"bits":4.99,"known":true,"rank":0},{"repo":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","file":"UD-Q4_K_XL/GLM-5.3-Flash-UNCENSORED-FP8-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":199931700352,"bits":4.99,"known":true,"rank":0},{"repo":"axi0mX/GLM-5.3-Flash-Uncensored-GGUF","file":"GLM-5.3-Flash-Uncensored-Q5_K_XL.gguf","label":"Q5_K_XL","size":240530465600,"bits":6,"known":true,"rank":0},{"repo":"AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","file":"UD-Q5_K_XL/GLM-5.3-Flash-UNCENSORED-FP8-UD-Q5_K_XL-00001-of-00005.gguf","label":"UD-Q5_K_XL","size":240530465888,"bits":6,"known":true,"rank":0}],"repos":["AliceThirty/GLM-5.3-Flash-UNCENSORED-GGUF","BoldingBuilds/GLM-5.3-Flash-Uncensored-GGUF","axi0mX/GLM-5.3-Flash-Uncensored-GGUF"],"logoFrom":"MorinoNushi"},{"id":"c4ai-command-r7b-12-2024","family":"CohereLabs/c4ai-command-r7b-12-2024","name":"C4ai Command R7b 12 2024","maker":"Cohere","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/c4ai-command-r7b-12-2024-GGUF/c4ai-command-r7b-12-2024-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"cohere2","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-12-11T15:55:05.000Z","downloads":42745,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-IQ2_M.gguf","label":"IQ2_M","size":3084834944,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q2_K.gguf","label":"Q2_K","size":3438532736,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q2_K_L.gguf","label":"Q2_K_L","size":3692484736,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-IQ3_XS.gguf","label":"IQ3_XS","size":3724793984,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q3_K_S.gguf","label":"Q3_K_S","size":3870546048,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-IQ3_M.gguf","label":"IQ3_M","size":3990870144,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q3_K_M.gguf","label":"Q3_K_M","size":4224964736,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q3_K_L.gguf","label":"Q3_K_L","size":4528003200,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-IQ4_XS.gguf","label":"IQ4_XS","size":4600354944,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781955200,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q4_0.gguf","label":"Q4_0","size":4812167296,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-IQ4_NL.gguf","label":"IQ4_NL","size":4814264448,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q4_K_S.gguf","label":"Q4_K_S","size":4828944512,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q4_K_M.gguf","label":"Q4_K_M","size":5057009792,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q4_1.gguf","label":"Q4_1","size":5233694848,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q4_K_L.gguf","label":"Q4_K_L","size":5310961792,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q5_K_S.gguf","label":"Q5_K_S","size":5669902464,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q5_K_M.gguf","label":"Q5_K_M","size":5803595904,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q5_K_L.gguf","label":"Q5_K_L","size":6057547904,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q6_K.gguf","label":"Q6_K","size":6596843648,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q6_K_L.gguf","label":"Q6_K_L","size":6850795648,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-Q8_0.gguf","label":"Q8_0","size":8541100160,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-GGUF","file":"c4ai-command-r7b-12-2024-f32.gguf","label":"F32","size":32123049824,"bits":32,"known":true,"rank":0}],"repos":["bartowski/c4ai-command-r7b-12-2024-GGUF"],"logoFrom":"CohereLabs"},{"id":"mixtral-8x22b-v0-1","family":"v2ray/Mixtral-8x22B-v0.1","name":"Mixtral 8x22B V0.1","maker":"v2ray","catalog":null,"tuned":false,"params":140.62,"active":39.15,"layers":56,"probe":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF/Mixtral-8x22B-v0.1.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-10T06:37:50.000Z","downloads":42728,"likes":112,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1230,"arenaCoding":1278,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.IQ1_S.gguf","label":"IQ1_S","size":29644079264,"bits":1.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.IQ1_M.gguf","label":"IQ1_M","size":32732397728,"bits":1.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q2_K-00001-of-00005.gguf","label":"Q2_K","size":52103164672,"bits":2.96,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":58228204288,"bits":3.31,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":61498188544,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":67789644544,"bits":3.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":72579801856,"bits":4.13,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":76354196224,"bits":4.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":80478098176,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":85586760448,"bits":4.87,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":96973705984,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":99968439040,"bits":5.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q6_K-00001-of-00005.gguf","label":"Q6_K","size":115529728768,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","file":"Mixtral-8x22B-Instruct-v0.1.Q6-00001-of-00004.gguf","label":"Q6","size":115537492896,"bits":6.57,"known":false,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.Q8_0-00001-of-00005.gguf","label":"Q8_0","size":149414798080,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF","file":"Mixtral-8x22B-v0.1.fp16-00001-of-00007.gguf","label":"Mixtral-8x22B-v0.1.fp16","size":281243411424,"bits":16,"known":false,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","file":"Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf","label":"Mixtral-8x22B-Instruct-v0.1.fp16","size":288064855328,"bits":16.39,"known":false,"rank":0}],"repos":["MaziyarPanahi/Mixtral-8x22B-Instruct-v0.1-GGUF","MaziyarPanahi/Mixtral-8x22B-v0.1-GGUF"],"logoFrom":"v2ray"},{"id":"minimax-m3-1-flash","family":"MiniMaxAI/MiniMax-M3.1-Flash","name":"MiniMax M3.1 Flash","maker":"MiniMax","catalog":null,"tuned":false,"params":426.19,"active":25.97,"layers":60,"probe":"LyJonathan/MiniMax-M3.1-Flash-GGUF/MiniMax-M3.1-Flash-IQ1_S/MiniMax-M3.1-Flash-IQ1_S-00001-of-00013.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":1048576,"arch":"minimax-m3","vision":true,"licence":"other","open":false,"released":"2026-10-17T06:37:50.000Z","downloads":42433,"likes":62,"trending":8,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ1_S-GPTQ/MiniMax-M3.1-Flash-IQ1_S-gptq-00001-of-00013.gguf","label":"MiniMax-M3.1-Flash-IQ1_S-gptq","size":94785509952,"bits":1.78,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ1_S/MiniMax-M3.1-Flash-IQ1_S-00001-of-00013.gguf","label":"IQ1_S","size":94785509952,"bits":1.78,"known":true,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ1_M-GPTQ-v2/MiniMax-M3.1-Flash-IQ1_M-GPTQ-v2-00001-of-00013.gguf","label":"MiniMax-M3.1-Flash-IQ1_M-GPTQ-v2","size":106619738688,"bits":2,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ1_M/MiniMax-M3.1-Flash-IQ1_M-00001-of-00013.gguf","label":"IQ1_M","size":106619738688,"bits":2,"known":true,"rank":1},{"repo":"AtomicChat/MiniMax-M3.1-Flash-GGUF","file":"AD-IQ2_XXS/MiniMax-M3.1-Flash-AD-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":112158216448,"bits":2.11,"known":true,"rank":2},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_XXS-GPTQ-v2/MiniMax-M3.1-Flash-IQ2_XXS-GPTQ-v2-00001-of-00003.gguf","label":"MiniMax-M3.1-Flash-IQ2_XXS-GPTQ-v2","size":122449805184,"bits":2.3,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_KT/MiniMax-M3.1-Flash-IQ2_KT-00001-of-00013.gguf","label":"IQ2_KT","size":123819504192,"bits":2.32,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_XXS-GPTQ/MiniMax-M3.1-Flash-IQ2_XXS-gptq-00001-of-00008.gguf","label":"MiniMax-M3.1-Flash-IQ2_XXS-gptq","size":124536729632,"bits":2.34,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_XXS/MiniMax-M3.1-Flash-IQ2_XXS-00001-of-00013.gguf","label":"IQ2_XXS","size":124536730176,"bits":2.34,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-IQ1_M/MiniMax-M3.1-Flash-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":129361076548,"bits":2.43,"known":true,"rank":0},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_XS/MiniMax-M3.1-Flash-IQ2_XS-00001-of-00013.gguf","label":"IQ2_XS","size":133143441536,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-IQ2_XXS/MiniMax-M3.1-Flash-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":134947889444,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-Q2_K_XL/MiniMax-M3.1-Flash-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":143910068580,"bits":2.7,"known":true,"rank":0},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_XS-D3/MiniMax-M3.1-Flash-IQ2_XS-D3-00001-of-00013.gguf","label":"MiniMax-M3.1-Flash-IQ2_XS-D3","size":146053509184,"bits":2.74,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ2_KL/MiniMax-M3.1-Flash-IQ2_KL-00001-of-00013.gguf","label":"IQ2_KL","size":152687850048,"bits":2.87,"known":false,"rank":1},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-IQ3_XXS/MiniMax-M3.1-Flash-UD-IQ3_XXS-00001-of-00005.gguf","label":"UD-IQ3_XXS","size":160048968132,"bits":3,"known":true,"rank":0},{"repo":"AtomicChat/MiniMax-M3.1-Flash-GGUF","file":"AD-Q2_K/MiniMax-M3.1-Flash-AD-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":161581799840,"bits":3.03,"known":true,"rank":2},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-IQ3_S/MiniMax-M3.1-Flash-UD-IQ3_S-00001-of-00005.gguf","label":"UD-IQ3_S","size":175450454084,"bits":3.29,"known":true,"rank":0},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ3_K/MiniMax-M3.1-Flash-IQ3_K-00001-of-00013.gguf","label":"IQ3_K","size":191238746688,"bits":3.59,"known":false,"rank":1},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-Q3_K_XL/MiniMax-M3.1-Flash-UD-Q3_K_XL-00001-of-00005.gguf","label":"UD-Q3_K_XL","size":193951346788,"bits":3.64,"known":true,"rank":0},{"repo":"AtomicChat/MiniMax-M3.1-Flash-GGUF","file":"AD-IQ3_S/MiniMax-M3.1-Flash-AD-IQ3_S-00001-of-00005.gguf","label":"IQ3_S","size":208937589248,"bits":3.92,"known":true,"rank":2},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-IQ4_KS/MiniMax-M3.1-Flash-IQ4_KS-00001-of-00013.gguf","label":"IQ4_KS","size":233555079744,"bits":4.38,"known":false,"rank":1},{"repo":"LyJonathan/MiniMax-M3.1-Flash-GGUF","file":"MiniMax-M3.1-Flash-NVFP4/MiniMax-M3.1-Flash-NVFP4-00001-of-00013.gguf","label":"MiniMax-M3.1-Flash-NVFP4","size":246106631744,"bits":4.62,"known":false,"rank":1},{"repo":"unsloth/MiniMax-M3.1-Flash-GGUF","file":"UD-Q4_K_XL/MiniMax-M3.1-Flash-UD-Q4_K_XL-00001-of-00007.gguf","label":"UD-Q4_K_XL","size":249402105310,"bits":4.68,"known":true,"rank":0},{"repo":"AtomicChat/MiniMax-M3.1-Flash-GGUF","file":"AD-Q4_K/MiniMax-M3.1-Flash-AD-Q4_K-00001-of-00006.gguf","label":"Q4_K","size":257180473984,"bits":4.83,"known":true,"rank":2}],"repos":["AtomicChat/MiniMax-M3.1-Flash-GGUF","LyJonathan/MiniMax-M3.1-Flash-GGUF","unsloth/MiniMax-M3.1-Flash-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"huihui-gemma-4-12b-it-qat-q4-0-unquantized-abliterated","family":"huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","name":"Huihui Gemma 4 12B Qat Q4 0 Unquantized Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-08T06:23:14.000Z","downloads":42355,"likes":80,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","label":"Q4_K","size":7381382240,"bits":4.96,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-bf16.gguf","label":"BF16","size":23832065120,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gemma-4-12B-it-qat-q4_0-unquantized-abliterated-GGUF"],"logoFrom":"google"},{"id":"tpn004-cand-v4f-l1im","family":"tatjr13/tpn004-cand-v4f-l1im","name":"Tpn004 Cand V4f L1im","maker":"tatjr13","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"tatjr13/tpn004-cand-v4f-l1im/model.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-09-12T10:30:44.000Z","downloads":41990,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tatjr13/tpn004-cand-v4f-l1im","file":"model.gguf","label":"model","size":18343891968,"bits":6.23,"known":false,"rank":0}],"repos":["tatjr13/tpn004-cand-v4f-l1im"],"logoFrom":null},{"id":"tpn004-cand-v3f-aim","family":"tatjr13/tpn004-cand-v3f-aim","name":"Tpn004 Cand V3f Aim","maker":"tatjr13","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"tatjr13/tpn004-cand-v3f-aim/model.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-09-11T13:16:25.000Z","downloads":41982,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tatjr13/tpn004-cand-v3f-aim","file":"model.gguf","label":"model","size":14669452288,"bits":4.98,"known":false,"rank":0}],"repos":["tatjr13/tpn004-cand-v3f-aim"],"logoFrom":null},{"id":"tpn004-cand-v3f-l1im","family":"tatjr13/tpn004-cand-v3f-l1im","name":"Tpn004 Cand V3f L1im","maker":"tatjr13","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"tatjr13/tpn004-cand-v3f-l1im/model.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-09-12T10:34:50.000Z","downloads":41954,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tatjr13/tpn004-cand-v3f-l1im","file":"model.gguf","label":"model","size":18343891968,"bits":6.23,"known":false,"rank":0}],"repos":["tatjr13/tpn004-cand-v3f-l1im"],"logoFrom":null},{"id":"tpn004-cand-v1f-aim","family":"tatjr13/tpn004-cand-v1f-aim","name":"Tpn004 Cand V1f Aim","maker":"tatjr13","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"tatjr13/tpn004-cand-v1f-aim/model.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-09-10T17:31:35.000Z","downloads":41927,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tatjr13/tpn004-cand-v1f-aim","file":"model.gguf","label":"model","size":14669452288,"bits":4.98,"known":false,"rank":0}],"repos":["tatjr13/tpn004-cand-v1f-aim"],"logoFrom":null},{"id":"tpn004-cand-v4f-aim","family":"tatjr13/tpn004-cand-v4f-aim","name":"Tpn004 Cand V4f Aim","maker":"tatjr13","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"tatjr13/tpn004-cand-v4f-aim/model.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-09-12T07:58:42.000Z","downloads":41910,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tatjr13/tpn004-cand-v4f-aim","file":"model.gguf","label":"model","size":14669452288,"bits":4.98,"known":false,"rank":0}],"repos":["tatjr13/tpn004-cand-v4f-aim"],"logoFrom":null},{"id":"qwen3-8-27b-twin-turbo-fable-cold-fusion-709-l-uncensored-nm-dau-neo-mtp","family":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","name":"Qwen3.8 27B TWIN TURBO Fable Cold Fusion 709 L Uncensored NM DAU NEO MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF/Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-10T06:59:41.000Z","downloads":41712,"likes":236,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-IQ2_M.gguf","label":"IQ2_M","size":10004601440,"bits":2.98,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-IQ3_M.gguf","label":"IQ3_M","size":12580883040,"bits":3.74,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":15082515040,"bits":4.49,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":16547408480,"bits":4.92,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-Q6_K.gguf","label":"Q6_K","size":22082538080,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-L-Uncen-NM-DAU-NEO-Q8_0.gguf","label":"Q8_0","size":28595772000,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NM-DAU-NEO-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-8-27b-rana-abliterated","family":"abliterant/Qwen3.8-27B-RANA-abliterated","name":"Qwen3.8 27B RANA Abliterated","maker":"abliterant","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF/Qwen3.8-27B-RANA-abliterated-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-25T14:57:07.000Z","downloads":41582,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-IQ2_M.gguf","label":"IQ2_M","size":10004593792,"bits":2.98,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q2_K.gguf","label":"Q2_K","size":10711665792,"bits":3.19,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371712,"bits":3.33,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-IQ3_M.gguf","label":"IQ3_M","size":12580875392,"bits":3.74,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":13301443712,"bits":3.96,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":14344776832,"bits":4.27,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":15082507392,"bits":4.49,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q4_0.gguf","label":"Q4_0","size":15521434752,"bits":4.62,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":15586315392,"bits":4.64,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":15801928832,"bits":4.7,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16547400832,"bits":4.92,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":18679614592,"bits":5.56,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19231100032,"bits":5.72,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q6_K.gguf","label":"Q6_K","size":22082530432,"bits":6.57,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-Q8_0.gguf","label":"Q8_0","size":28595764352,"bits":8.5,"known":true,"rank":0},{"repo":"abliterant/Qwen3.8-27B-RANA-abliterated-GGUF","file":"Qwen3.8-27B-RANA-abliterated-BF16/Qwen3.8-27B-RANA-abliterated-BF16-00001-of-00002.gguf","label":"BF16","size":53808282688,"bits":16,"known":true,"rank":0}],"repos":["abliterant/Qwen3.8-27B-RANA-abliterated-GGUF"],"logoFrom":"abliterant"},{"id":"qwen3-6-35b-a3b-abliterated","family":"wangzhang/Qwen3.6-35B-A3B-abliterated-GGUF","name":"Qwen3.6 35B A3B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"wangzhang/Qwen3.6-35B-A3B-abliterated-GGUF/Qwen3.6-35B-A3B-abliterated-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-17T01:31:37.000Z","downloads":41567,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142624,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209504,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654304,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031584,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480544,"bits":2.46,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236384,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097824,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q2_K.gguf","label":"Q2_K","size":12939594496,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759904,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145184,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":15182185216,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424864,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520224,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":16764764928,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":18115330816,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":18939312896,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19799268384,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":19889904384,"bits":4.59,"known":true,"rank":0},{"repo":"wangzhang/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":21166757728,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.6-35B-A3B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21848169504,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":23981284096,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":24729131776,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated.Q6_K.gguf","label":"Q6_K","size":28514153216,"bits":6.58,"known":true,"rank":0},{"repo":"wangzhang/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated-Q8_0.gguf","label":"Q8_0","size":36903139168,"bits":8.52,"known":true,"rank":0},{"repo":"wangzhang/Qwen3.6-35B-A3B-abliterated-GGUF","file":"Qwen3.6-35B-A3B-abliterated-BF16.gguf","label":"BF16","size":69376637088,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-35B-A3B-abliterated-GGUF","mradermacher/Qwen3.6-35B-A3B-abliterated-i1-GGUF","wangzhang/Qwen3.6-35B-A3B-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-r1","family":"deepseek-ai/DeepSeek-R1","name":"DeepSeek R1","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-R1-GGUF/DeepSeek-R1-UD-IQ1_S/DeepSeek-R1-UD-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-01-20T03:46:07.000Z","downloads":41037,"likes":1141,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1398,"arenaCoding":1444,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-UD-IQ1_S/DeepSeek-R1-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":140231438464,"bits":1.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-UD-IQ1_M/DeepSeek-R1-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":168916283648,"bits":2.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-UD-IQ2_XXS/DeepSeek-R1-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":196162482432,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q2_K_XS/DeepSeek-R1-Q2_K_XS-00001-of-00005.gguf","label":"Q2_K_XS","size":221253686944,"bits":2.64,"known":false,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-UD-Q2_K_XL/DeepSeek-R1-UD-Q2_K_XL-00001-of-00005.gguf","label":"UD-Q2_K_XL","size":226601595040,"bits":2.7,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"UD-IQ2_M/DeepSeek-R1-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":227903555584,"bits":2.72,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q2_K/DeepSeek-R1-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":244028343936,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q2_K_L/DeepSeek-R1-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":244245534336,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"UD-IQ3_XXS/DeepSeek-R1-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":273316569216,"bits":3.26,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"Q3_K_S/DeepSeek-R1-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":289406407264,"bits":3.45,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"UD-Q3_K_XL/DeepSeek-R1-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":296261853472,"bits":3.53,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":319198395744,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"IQ4_XS/DeepSeek-R1-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":357445478720,"bits":4.26,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"IQ4_NL/DeepSeek-R1-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":378321797504,"bits":4.51,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"Q4_0/DeepSeek-R1-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":379289764224,"bits":4.52,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"UD-Q4_K_XL/DeepSeek-R1-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":384001709472,"bits":4.58,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":404430187616,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF-UD","file":"Q4_1/DeepSeek-R1-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":420164334112,"bits":5.01,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":475396558144,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":550798326880,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286514368,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-GGUF","file":"DeepSeek-R1-BF16/DeepSeek-R1.BF16-00001-of-00030.gguf","label":"BF16","size":1342273048096,"bits":16,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-R1-GGUF","unsloth/DeepSeek-R1-GGUF-UD"],"logoFrom":"deepseek-ai"},{"id":"k2-horizon-7b","family":"IFM/K2-Horizon-7B","name":"K2-Horizon 7B","maker":"IFM","catalog":"k2-horizon-7b","tuned":false,"params":9,"active":null,"layers":36,"probe":"NANI-Nithin/K2-Horizon-7B-GGUF/K2-Horizon-7B-IQ1_S.gguf","kvBytesPerToken":166912,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T23:14:30.000Z","downloads":40954,"likes":107,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q1_0.gguf","label":"Q1_0","size":1975859904,"bits":1.76,"known":false,"rank":3},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ1_S.gguf","label":"IQ1_S","size":2531777216,"bits":2.25,"known":true,"rank":3},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":2531786400,"bits":2.25,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ1_M.gguf","label":"IQ1_M","size":2672155328,"bits":2.38,"known":true,"rank":3},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2672164512,"bits":2.38,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ2_XXS.gguf","label":"IQ2_XXS","size":2906118848,"bits":2.58,"known":true,"rank":3},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2906128032,"bits":2.58,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ2_XS.gguf","label":"IQ2_XS","size":3112164032,"bits":2.77,"known":true,"rank":3},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3112173216,"bits":2.77,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ2_S.gguf","label":"IQ2_S","size":3321805504,"bits":2.95,"known":true,"rank":3},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":3321814688,"bits":2.95,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q2_0.gguf","label":"Q2_0","size":3385686720,"bits":3.01,"known":false,"rank":3},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ2_M.gguf","label":"IQ2_M","size":3468647712,"bits":3.08,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ2_M.gguf","label":"IQ2_M","size":3508976320,"bits":3.12,"known":true,"rank":3},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q2_K_S.gguf","label":"Q2_K_S","size":3553245888,"bits":3.16,"known":true,"rank":3},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3553255072,"bits":3.16,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q2_K.gguf","label":"Q2_K","size":3628326176,"bits":3.23,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q2_K.gguf","label":"Q2_K","size":3751426752,"bits":3.33,"known":true,"rank":3},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4066819360,"bits":3.61,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q3_K_S.gguf","label":"Q3_K_S","size":4253334816,"bits":3.78,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ3_XS.gguf","label":"IQ3_XS","size":4268866848,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/K2-Horizon-7B-i1-GGUF","file":"K2-Horizon-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":4300422816,"bits":3.82,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q3_K_M.gguf","label":"Q3_K_M","size":4421860640,"bits":3.93,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4613127456,"bits":4.1,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ3_M.gguf","label":"IQ3_M","size":4858199328,"bits":4.32,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ4_XS.gguf","label":"IQ4_XS","size":5239840032,"bits":4.66,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q4_0.gguf","label":"Q4_0","size":5429632288,"bits":4.83,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q4_K_S.gguf","label":"Q4_K_S","size":5492481312,"bits":4.88,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q4_K_M.gguf","label":"Q4_K_M","size":5592217984,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-IQ4_NL.gguf","label":"IQ4_NL","size":5742894368,"bits":5.1,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q4_1.gguf","label":"Q4_1","size":5896445216,"bits":5.24,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q4_K_L.gguf","label":"Q4_K_L","size":6150561056,"bits":5.47,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q5_0.gguf","label":"Q5_0","size":6335723904,"bits":5.63,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q5_K_M.gguf","label":"Q5_K_M","size":6466075008,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q5_K_S.gguf","label":"Q5_K_S","size":6506814752,"bits":5.78,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q6_K.gguf","label":"Q6_K","size":7394548096,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q6_K_S.gguf","label":"Q6_K_S","size":7526612256,"bits":6.69,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q6_K_L.gguf","label":"Q6_K_L","size":8125938976,"bits":7.22,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-Q8_0.gguf","label":"Q8_0","size":9573964160,"bits":8.51,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-7B-GGUF","file":"K2-Horizon-7B-BF16.gguf","label":"BF16","size":18010413440,"bits":16.01,"known":true,"rank":0}],"repos":["IFM/K2-Horizon-7B-GGUF","NANI-Nithin/K2-Horizon-7B-GGUF","bartowski/K2-Horizon-7B-GGUF","mradermacher/K2-Horizon-7B-i1-GGUF"],"logoFrom":"IFM"},{"id":"qwen2-vl-2b-instruct","family":"Qwen/Qwen2-VL-2B-Instruct","name":"Qwen2 VL 2B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"bartowski/Qwen2-VL-2B-Instruct-GGUF/Qwen2-VL-2B-Instruct-IQ2_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2024-08-28T09:02:15.000Z","downloads":40932,"likes":49,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":601053440,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q2_K.gguf","label":"Q2_K","size":676303616,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":731697920,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":732823808,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":760943360,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":776662784,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":824177408,"bits":4.28,"known":true,"rank":0},{"repo":"lmstudio-community/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":880161248,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":895730432,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":936329984,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":936681728,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q4_0.gguf","label":"Q4_0","size":937534208,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":940311296,"bits":4.88,"known":true,"rank":0},{"repo":"lmstudio-community/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":986046944,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1042567424,"bits":5.42,"known":true,"rank":0},{"repo":"second-state/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q5_0.gguf","label":"Q5_0","size":1098727904,"bits":5.71,"known":true,"rank":2},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1098728192,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1125049088,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1181569280,"bits":6.14,"known":true,"rank":0},{"repo":"lmstudio-community/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q6_K.gguf","label":"Q6_K","size":1272738272,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1329258752,"bits":6.91,"known":true,"rank":0},{"repo":"lmstudio-community/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-Q8_0.gguf","label":"Q8_0","size":1646571488,"bits":8.55,"known":true,"rank":0},{"repo":"second-state/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-vision-encoder.gguf","label":"Qwen2-VL-2B-Instruct-vision-encoder","size":2661115392,"bits":13.82,"known":false,"rank":2},{"repo":"bartowski/Qwen2-VL-2B-Instruct-GGUF","file":"Qwen2-VL-2B-Instruct-f16.gguf","label":"F16","size":3093667808,"bits":16.07,"known":true,"rank":0}],"repos":["bartowski/Qwen2-VL-2B-Instruct-GGUF","ggml-org/Qwen2-VL-2B-Instruct-GGUF","lmstudio-community/Qwen2-VL-2B-Instruct-GGUF","second-state/Qwen2-VL-2B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"mixtral-8x7b-instruct-v0-1","family":"mistralai/Mixtral-8x7B-Instruct-v0.1","name":"Mixtral 8x7B V0.1","maker":"Mistral AI","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF/mixtral-8x7b-instruct-v0.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-01T09:42:00.000Z","downloads":40837,"likes":1097,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1197,"arenaCoding":1240,"arenaVision":null,"builds":[{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q2_K.gguf","label":"Q2_K","size":15644034496,"bits":2.68,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":15644035008,"bits":2.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":17309173632,"bits":2.97,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":20363355584,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":20363356096,"bits":3.49,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":20430464896,"bits":3.5,"known":true,"rank":1},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":22544394112,"bits":3.86,"known":true,"rank":1},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":24167589760,"bits":4.14,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q4_0.gguf","label":"Q4_0","size":26441532864,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":26441532864,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q4_0.gguf","label":"Q4_0","size":26441533376,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":26441533376,"bits":4.53,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":26743523200,"bits":4.58,"known":true,"rank":1},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":28446410624,"bits":4.87,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q5_0.gguf","label":"Q5_0","size":32229279168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":32229279168,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":32229279616,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q5_0.gguf","label":"Q5_0","size":32229279680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":32229279680,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":33227523968,"bits":5.69,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q6_K.gguf","label":"Q6_K","size":38378759616,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q6_K.gguf","label":"Q6_K","size":38378760064,"bits":6.57,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q6_K.gguf","label":"Q6_K","size":38378760128,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-v0.1-GGUF","file":"mixtral-8x7b-v0.1.Q8_0.gguf","label":"Q8_0","size":49624262080,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1.Q8_0.gguf","label":"Q8_0","size":49624262528,"bits":8.5,"known":true,"rank":1},{"repo":"TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","file":"mixtral-8x7b-instruct-v0.1.Q8_0.gguf","label":"Q8_0","size":49624262592,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/Mixtral-8x7B-Instruct-v0.1-GGUF","TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF","TheBloke/Mixtral-8x7B-v0.1-GGUF"],"logoFrom":"mistralai"},{"id":"nanbeige4-2-3b","family":"Nanbeige/Nanbeige4.2-3B","name":"Nanbeige4.2 3B","maker":"Nanbeige","catalog":null,"tuned":false,"params":4.17,"active":null,"layers":22,"probe":"gkraker04/Nanbeige4.2-3B-GGUF/Nanbeige4.2-3B-IQ2_XS.gguf","kvBytesPerToken":104260,"kvHeader":90112,"kvFixed":0,"context":262144,"arch":"nanbeige","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-21T08:39:03.000Z","downloads":40677,"likes":104,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ2_XS.gguf","label":"IQ2_XS","size":1458486400,"bits":2.8,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ2_S.gguf","label":"IQ2_S","size":1585489024,"bits":3.04,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ2_M.gguf","label":"IQ2_M","size":1663591552,"bits":3.19,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q2_K_S.gguf","label":"Q2_K_S","size":1678828672,"bits":3.22,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q2_K.gguf","label":"Q2_K","size":1756095616,"bits":3.37,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1781777536,"bits":3.42,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q2_K.gguf","label":"Q2_K","size":1848992928,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-IQ2_M.gguf","label":"IQ2_M","size":1868506272,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1894630560,"bits":3.63,"known":true,"rank":0},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1929387136,"bits":3.7,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1995545728,"bits":3.83,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ3_S.gguf","label":"IQ3_S","size":2004737152,"bits":3.85,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-IQ3_XS.gguf","label":"IQ3_XS","size":2025823392,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q3_K_S.gguf","label":"Q3_K_S","size":2069273760,"bits":3.97,"known":true,"rank":0},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ3_M.gguf","label":"IQ3_M","size":2081819776,"bits":3.99,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-IQ3_M.gguf","label":"IQ3_M","size":2164198560,"bits":4.15,"known":true,"rank":0},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q3_K_M.gguf","label":"Q3_K_M","size":2165439616,"bits":4.15,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q3_K_M.gguf","label":"Q3_K_M","size":2242313376,"bits":4.3,"known":true,"rank":0},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q3_K_L.gguf","label":"Q3_K_L","size":2307783808,"bits":4.43,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q3_K_L.gguf","label":"Q3_K_L","size":2329607328,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q2_K_L.gguf","label":"Q2_K_L","size":2347424928,"bits":4.5,"known":true,"rank":0},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ4_XS.gguf","label":"IQ4_XS","size":2378003584,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-IQ4_XS.gguf","label":"IQ4_XS","size":2441753760,"bits":4.68,"known":true,"rank":0},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-IQ4_NL.gguf","label":"IQ4_NL","size":2490193024,"bits":4.78,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q4_0.gguf","label":"Q4_0","size":2491864192,"bits":4.78,"known":true,"rank":1},{"repo":"gkraker04/Nanbeige4.2-3B-GGUF","file":"Nanbeige4.2-3B-Q4_K_S.gguf","label":"Q4_K_S","size":2503758976,"bits":4.8,"known":true,"rank":1},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q4_0.gguf","label":"Q4_0","size":2540524704,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-IQ4_NL.gguf","label":"IQ4_NL","size":2548044960,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q4_K_S.gguf","label":"Q4_K_S","size":2554778784,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q4_K_M.gguf","label":"Q4_K_M","size":2684023968,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q4_1.gguf","label":"Q4_1","size":2747110560,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2776202400,"bits":5.33,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2964018336,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q4_K_L.gguf","label":"Q4_K_L","size":3062832288,"bits":5.88,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q5_K_M.gguf","label":"Q5_K_M","size":3076404384,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q5_K_L.gguf","label":"Q5_K_L","size":3391413408,"bits":6.51,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q6_K.gguf","label":"Q6_K","size":3595603104,"bits":6.9,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q6_K_L.gguf","label":"Q6_K_L","size":3842825376,"bits":7.37,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-Q8_0.gguf","label":"Q8_0","size":4434787488,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","file":"Nanbeige_Nanbeige4.2-3B-bf16.gguf","label":"BF16","size":8343845760,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Nanbeige_Nanbeige4.2-3B-GGUF","gkraker04/Nanbeige4.2-3B-GGUF","owao/Nanbeige4.2-3B-GGUF"],"logoFrom":"Nanbeige"},{"id":"sakura-galtransl-7b-v3-7","family":"SakuraLLM/Sakura-GalTransl-7B-v3.7","name":"Sakura GalTransl 7B V3.7","maker":"SakuraLLM","catalog":null,"tuned":false,"params":7.72,"active":null,"layers":28,"probe":"SakuraLLM/Sakura-GalTransl-7B-v3.7/Sakura-Galtransl-7B-v3.7-IQ4_XS.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2024-05-22T03:04:31.000Z","downloads":40493,"likes":120,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-GalTransl-7B-v3.7","file":"Sakura-Galtransl-7B-v3.7-IQ4_XS.gguf","label":"IQ4_XS","size":4250296192,"bits":4.4,"known":true,"rank":0},{"repo":"SakuraLLM/Sakura-GalTransl-7B-v3.7","file":"Sakura-GalTransl-7B-v3-Q5_K_S.gguf","label":"Q5_K_S","size":5315174176,"bits":5.51,"known":true,"rank":0},{"repo":"SakuraLLM/Sakura-GalTransl-7B-v3.7","file":"Sakura-Galtransl-7B-v3.7.gguf","label":"Sakura-Galtransl-7B-v3.7","size":6254196608,"bits":6.48,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-GalTransl-7B-v3.7","file":"GalTransl-7B-v1-Q6_K.gguf","label":"Q6_K","size":6341946720,"bits":6.57,"known":true,"rank":0}],"repos":["SakuraLLM/Sakura-GalTransl-7B-v3.7"],"logoFrom":"SakuraLLM"},{"id":"gemma-4-31b-it-heretic","family":"coder3101/gemma-4-31B-it-heretic","name":"Gemma 4 31B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF/gemma-4-31B-it-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T20:57:34.000Z","downloads":40141,"likes":89,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489152,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872064,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674843584,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530358720,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888448,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917065664,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976588736,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11916313536,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507520,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368576,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761356736,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761356736,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497088,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287108544,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270016,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790016,"bits":4.36,"known":true,"rank":0},{"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","file":"coder3101_gemma_4_31b_it_heretic-Q4_0.gguf","label":"Q4_0","size":17650994784,"bits":4.6,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701577664,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165120,"bits":4.63,"known":true,"rank":0},{"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","file":"coder3101_gemma_4_31b_it_heretic-Q4_K_M.gguf","label":"Q4_K_M","size":18687057504,"bits":4.87,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687062976,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481420736,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311841216,"bits":5.55,"known":true,"rank":0},{"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","file":"coder3101_gemma_4_31b_it_heretic-Q5_K_M.gguf","label":"Q5_K_M","size":21845565024,"bits":5.69,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845570496,"bits":5.69,"known":true,"rank":0},{"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","file":"coder3101_gemma_4_31b_it_heretic-Q6_K.gguf","label":"Q6_K","size":25201479264,"bits":6.57,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-heretic-i1-GGUF","file":"gemma-4-31B-it-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201484736,"bits":6.57,"known":true,"rank":0},{"repo":"Stabhappy/gemma-4-31B-it-heretic-Gguf","file":"coder3101_gemma_4_31b_it_heretic-Q8_0.gguf","label":"Q8_0","size":32635670112,"bits":8.5,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-heretic-GGUF","file":"gemma-4-31B-it-heretic.Q8_0.gguf","label":"Q8_0","size":32635670656,"bits":8.5,"known":true,"rank":1}],"repos":["Stabhappy/gemma-4-31B-it-heretic-Gguf","mradermacher/Gemma-4-31B-Heretic-i1-GGUF","mradermacher/gemma-4-31B-it-heretic-GGUF","mradermacher/gemma-4-31B-it-heretic-i1-GGUF"],"logoFrom":"google"},{"id":"huihui-qwen3-vl-8b-instruct-abliterated","family":"huihui-ai/Huihui-Qwen3-VL-8B-Instruct-abliterated","name":"Huihui Qwen3 VL 8B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF/Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-16T08:39:12.000Z","downloads":39911,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2115771680,"bits":2.07,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149792,"bits":2.2,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490113312,"bits":2.43,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696158496,"bits":2.63,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745760,"bits":2.8,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3051916576,"bits":2.98,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083554080,"bits":3.01,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":3281734656,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369635104,"bits":3.29,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626876192,"bits":3.54,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3769613312,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3789667616,"bits":3.7,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3896622368,"bits":3.81,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4124163072,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4431395840,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4593298432,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":4787334432,"bits":4.68,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4802014208,"bits":4.69,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":4818790944,"bits":4.71,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5027785728,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5247757600,"bits":5.13,"known":true,"rank":2},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5720763392,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5851114496,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":6725901312,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":8709520384,"bits":8.51,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated-BF16.gguf","label":"BF16","size":16388045344,"bits":16.01,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-8B-Instruct-abliterated.f16.gguf","label":"F16","size":16388045824,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF","mradermacher/Huihui-Qwen3-VL-8B-Instruct-abliterated-i1-GGUF","noctrex/Huihui-Qwen3-VL-8B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"huihui-agents-a1-abliterated","family":"huihui-ai/Huihui-Agents-A1-abliterated-GGUF","name":"Huihui Agents A1 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"huihui-ai/Huihui-Agents-A1-abliterated-GGUF/Agents-A1-abliterated-Q4_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-11T09:28:13.000Z","downloads":39828,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Agents-A1-abliterated-GGUF","file":"Agents-A1-abliterated-Q4_K.gguf","label":"Q4_K","size":21166757536,"bits":4.89,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Agents-A1-abliterated-GGUF","file":"Agents-A1-abliterated-Q8_0.gguf","label":"Q8_0","size":36903138976,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Agents-A1-abliterated-GGUF","file":"Agents-A1-abliterated-bf16.gguf","label":"BF16","size":69376636896,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Agents-A1-abliterated-GGUF"],"logoFrom":"InternScience"},{"id":"qwen3-5-4b-claude-4-6-opus-reasoning-distilled","family":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","name":"Qwen3.5 4B Claude 4.6 Opus Reasoning Distilled","maker":"Jackrong","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.5-4B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T03:16:06.000Z","downloads":39800,"likes":186,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q2_K.gguf","label":"Q2_K","size":1797501760,"bits":3.42,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q3_K_S.gguf","label":"Q3_K_S","size":2069875520,"bits":3.93,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2257472320,"bits":4.29,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2358397760,"bits":4.48,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2557002560,"bits":4.86,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2707510080,"bits":5.14,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2990031680,"bits":5.68,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3108754240,"bits":5.91,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q6_K.gguf","label":"Q6_K","size":3464051520,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-4B.Q8_0.gguf","label":"Q8_0","size":4482399040,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF"],"logoFrom":"Jackrong"},{"id":"llama-3-2-8x3b-moe-dark-champion-instruct-uncensored-abliterated-18-4b","family":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B","name":"Llama 3.2 8X3B MOE Dark Champion Uncensored Abliterated 18.4B","maker":"DavidAU","catalog":null,"tuned":true,"params":18.4,"active":5.72,"layers":28,"probe":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF/L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-12T11:53:41.000Z","downloads":39770,"likes":673,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q2_k.gguf","label":"Q2_K","size":7040908320,"bits":3.06,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":8252806176,"bits":3.59,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":9026655264,"bits":3.92,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":10131598368,"bits":4.41,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":10553248800,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":10553248800,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":10553248800,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":10661776416,"bits":4.64,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":11312942112,"bits":4.92,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":12782488608,"bits":5.56,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-q5_k_m.gguf","label":"Q5_K_M","size":13156830240,"bits":5.72,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q6_k.gguf","label":"Q6_K","size":15151055904,"bits":6.59,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF","file":"L3.2-8X3B-MOE-Dark-Champion-Inst-18.4B-uncen-ablit_D_AU-Q8_0.gguf","label":"Q8_0","size":19565630496,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Llama-3.2-8X3B-MOE-Dark-Champion-Instruct-uncensored-abliterated-18.4B-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-8b-heretic","family":"georgehenney/Qwen3-8B-heretic","name":"Qwen3 8B Heretic","maker":"georgehenney","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-heretic-i1-GGUF/Qwen3-8B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-17T09:41:21.000Z","downloads":39695,"likes":68,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-8B-heretic-i1-GGUF","file":"Qwen3-8B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770400,"bits":2.07,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-8B-heretic-i1-GGUF","file":"Qwen3-8B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148512,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-8B-heretic-i1-GGUF","file":"Qwen3-8B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112032,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-8B-heretic-i1-GGUF","file":"Qwen3-8B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157216,"bits":2.63,"known":true,"rank":1},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q2_K.gguf","label":"Q2_K","size":3281732608,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q2_K.gguf","label":"Q2_K","size":3281733408,"bits":3.21,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":3769611264,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":3769612064,"bits":3.68,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":4124160960,"bits":4.03,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":4124161024,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4124161824,"bits":4.03,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":4431393792,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4431394592,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":4593297184,"bits":4.49,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":4802012096,"bits":4.69,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":4802012160,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":4802012960,"bits":4.69,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5027783616,"bits":4.91,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5027783680,"bits":4.91,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-8B-heretic","file":"Qwen3-8B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5027784288,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5027784480,"bits":4.91,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":5720761280,"bits":5.59,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":5720761344,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":5720762144,"bits":5.59,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5851112384,"bits":5.72,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5851112448,"bits":5.72,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-8B-heretic","file":"Qwen3-8B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5851113056,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":5851113248,"bits":5.72,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q6_K.gguf","label":"Q6_K","size":6725899200,"bits":6.57,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q6_K.gguf","label":"Q6_K","size":6725899264,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-8B-heretic","file":"Qwen3-8B-heretic-Q6_K.gguf","label":"Q6_K","size":6725899872,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q6_K.gguf","label":"Q6_K","size":6725900064,"bits":6.57,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-Q8_0.gguf","label":"Q8_0","size":8709518272,"bits":8.51,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-Q8_0.gguf","label":"Q8_0","size":8709518336,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-8B-heretic","file":"Qwen3-8B-heretic-Q8_0.gguf","label":"Q8_0","size":8709518944,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.Q8_0.gguf","label":"Q8_0","size":8709519136,"bits":8.51,"known":true,"rank":0},{"repo":"DreamFast/qwen3-8b-heretic","file":"gguf/qwen3-8b-heretic-f16.gguf","label":"F16","size":16388043712,"bits":16.01,"known":true,"rank":0},{"repo":"xFanexx/Qwen3-8B-heretic-GGUF","file":"qwen3-8b-heretic-bf16.gguf","label":"BF16","size":16388043776,"bits":16.01,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-8B-heretic","file":"Qwen3-8B-heretic-F16.gguf","label":"F16","size":16388044288,"bits":16.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-heretic-GGUF","file":"Qwen3-8B-heretic.f16.gguf","label":"F16","size":16388044576,"bits":16.01,"known":true,"rank":0}],"repos":["DreamFast/qwen3-8b-heretic","mradermacher/Qwen3-8B-heretic-GGUF","mradermacher/Qwen3-8B-heretic-i1-GGUF","saidutta69/Qwen3-8B-heretic","xFanexx/Qwen3-8B-heretic-GGUF"],"logoFrom":"georgehenney"},{"id":"huihui-qwen3-8-27b-coder390-efficientthink-abliterated","family":"huihui-ai/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated","name":"Huihui Qwen3.8 27B Coder390 EfficientThink Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-11T15:15:12.000Z","downloads":39497,"likes":9,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q2_K.gguf","label":"Q2_K","size":10864593472,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12256537152,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608512,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332672,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13500738112,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14559799872,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":15420451392,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15760419712,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15825300032,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16810715712,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-i1-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17343769472,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18971683392,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19535702592,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q6_K.gguf","label":"Q6_K","size":22431001152,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.Q8_0.gguf","label":"Q8_0","size":29047085632,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-GGUF","mradermacher/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"nanbeige4-3-33b-uncensored","family":"dealignai/Nanbeige4.3-33B-UNCENSORED-GGUF","name":"Nanbeige4.3 33B UNCENSORED","maker":"dealignai","catalog":null,"tuned":true,"params":33.12,"active":null,"layers":52,"probe":"dealignai/Nanbeige4.3-33B-UNCENSORED-GGUF/Nanbeige4.3-33B-UNCENSORED-IQ2_XXS.gguf","kvBytesPerToken":246432,"kvHeader":212992,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-10-25T20:37:38.000Z","downloads":39478,"likes":48,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Nanbeige4.3-33B-UNCENSORED-GGUF","file":"Nanbeige4.3-33B-UNCENSORED-IQ2_XXS.gguf","label":"IQ2_XXS","size":9326390304,"bits":2.25,"known":true,"rank":0},{"repo":"dealignai/Nanbeige4.3-33B-UNCENSORED-GGUF","file":"Nanbeige4.3-33B-UNCENSORED-Q4_K_M.gguf","label":"Q4_K_M","size":20051495968,"bits":4.84,"known":true,"rank":0},{"repo":"XTer123/Nanbeige4.3-33B-Uncensored-GGUF","file":"Nanbeige4.3-33B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":23504980608,"bits":5.68,"known":true,"rank":0},{"repo":"dealignai/Nanbeige4.3-33B-UNCENSORED-GGUF","file":"Nanbeige4.3-33B-UNCENSORED-Q6_K.gguf","label":"Q6_K","size":27174308896,"bits":6.56,"known":true,"rank":0}],"repos":["XTer123/Nanbeige4.3-33B-Uncensored-GGUF","dealignai/Nanbeige4.3-33B-UNCENSORED-GGUF"],"logoFrom":"dealignai"},{"id":"minimax-h3-textencoder-qwen3vl-32b-abliterated","family":"pottokao/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-GGUF","name":"MiniMax H3 TextEncoder Qwen3VL 32B Abliterated","maker":"pottokao","catalog":null,"tuned":true,"params":26.53,"active":null,"layers":50,"probe":"pottokao/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-GGUF/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-Q3_K_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-05T12:11:30.000Z","downloads":39421,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"pottokao/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":11455997344,"bits":3.45,"known":true,"rank":0},{"repo":"pottokao/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-Q3_K_S_vis.gguf","label":"Q3_K_S_VIS","size":12646554528,"bits":3.81,"known":false,"rank":0}],"repos":["pottokao/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-twin-turbo-fable-cold-fusion-709-ultra-heretic-uncensored-nm-dau-neo-mtp","family":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF","name":"Qwen3.8 27B TWIN TURBO Fable Cold Fusion 709 ULTRA HERETIC Uncensored NM DAU NEO MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF/Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-U-Httic-Uncen-NM-DAU-NEO-MAX-IQ3_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-17T07:21:47.000Z","downloads":39391,"likes":93,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-U-Httic-Uncen-NM-DAU-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":14080735936,"bits":4.19,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-U-Httic-Uncen-NM-DAU-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":16582367936,"bits":4.93,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-U-Httic-Uncen-NM-DAU-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18047261376,"bits":5.37,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-U-Httic-Uncen-NM-DAU-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":23582390976,"bits":7.01,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF","file":"Qwen3.8-27B-TTURBO-Fable-C-Fusion-709-U-Httic-Uncen-NM-DAU-NEO-MAX-Q8_0.gguf","label":"Q8_0","size":29787708096,"bits":8.86,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-0-6b-abliterated","family":"mlabonne/Qwen3-0.6B-abliterated","name":"Qwen3 0.6B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":0.6,"active":null,"layers":28,"probe":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF/mlabonne_Qwen3-0.6B-abliterated-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T09:54:23.000Z","downloads":39020,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":264908736,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":279015360,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q2_K.gguf","label":"Q2_K","size":296238016,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":312753088,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":323075008,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":333918144,"bits":4.45,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":336026560,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":347126720,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":367803328,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":368491456,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":381565888,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q4_0.gguf","label":"Q4_0","size":382155712,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":383269824,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":396704704,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":406171584,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q4_1.gguf","label":"Q4_1","size":409091008,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":434384832,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":436616128,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":444414912,"bits":5.93,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":482095040,"bits":6.43,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q6_K.gguf","label":"Q6_K","size":495107008,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":532787136,"bits":7.1,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-Q8_0.gguf","label":"Q8_0","size":639446976,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","file":"mlabonne_Qwen3-0.6B-abliterated-bf16.gguf","label":"BF16","size":1198182048,"bits":15.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-abliterated-GGUF","file":"Qwen3-0.6B-abliterated.f16.gguf","label":"F16","size":1198182528,"bits":15.98,"known":true,"rank":1}],"repos":["bartowski/mlabonne_Qwen3-0.6B-abliterated-GGUF","mradermacher/Qwen3-0.6B-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"qwen3-8-flash-next-gyro-coder","family":"agentionai/Qwen3.8-Flash-Next-Gyro-Coder-GGUF","name":"Qwen3.8 Flash Next Gyro Coder","maker":"agentionai","catalog":null,"tuned":true,"params":116.51,"active":58.48,"layers":48,"probe":"agentionai/Qwen3.8-Flash-Next-Gyro-Coder-GGUF/Qwen3.8-Flash-Next-Gyro-Coder-TQ2_0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-21T07:29:14.000Z","downloads":38929,"likes":66,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-Coder-GGUF","file":"Qwen3.8-Flash-Next-Gyro-Coder-TQ2_0.gguf","label":"TQ2_0","size":75796732256,"bits":5.2,"known":true,"rank":0},{"repo":"agentionai/Qwen3.8-Flash-Next-Gyro-Coder-GGUF","file":"Qwen3.8-Flash-Next-Gyro-Coder-L-TQ3_0.gguf","label":"TQ3_0","size":83975625408,"bits":5.77,"known":false,"rank":0}],"repos":["agentionai/Qwen3.8-Flash-Next-Gyro-Coder-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-1-flash-uncensored","family":"Adolphsson/DeepSeek-V4.1-Flash-UNCENSORED-GGUF","name":"DeepSeek V4.1 Flash UNCENSORED","maker":"Adolphsson","catalog":null,"tuned":true,"params":748.49,"active":213.41,"layers":40,"probe":"Adolphsson/DeepSeek-V4.1-Flash-UNCENSORED-GGUF/DeepSeek-V4.1-Flash-UNCENSORED-Q2_K-00001-of-00006.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"mit","open":true,"released":"2026-10-11T09:17:51.000Z","downloads":38903,"likes":11,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Adolphsson/DeepSeek-V4.1-Flash-UNCENSORED-GGUF","file":"DeepSeek-V4.1-Flash-UNCENSORED-Q2_K-00001-of-00006.gguf","label":"Q2_K","size":270635227712,"bits":2.89,"known":true,"rank":0},{"repo":"Adolphsson/DeepSeek-V4.1-Flash-UNCENSORED-GGUF","file":"DeepSeek-V4.1-Flash-UNCENSORED-Q3_K_M-00001-of-00009.gguf","label":"Q3_K_M","size":351650606176,"bits":3.76,"known":true,"rank":0},{"repo":"Adolphsson/DeepSeek-V4.1-Flash-UNCENSORED-GGUF","file":"DeepSeek-V4.1-Flash-UNCENSORED-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":426081027104,"bits":4.55,"known":true,"rank":0}],"repos":["Adolphsson/DeepSeek-V4.1-Flash-UNCENSORED-GGUF"],"logoFrom":"dealignai"},{"id":"openthaigpt1-5-7b-instruct","family":"openthaigpt/openthaigpt1.5-7b-instruct","name":"Openthaigpt1.5 7B","maker":"openthaigpt","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"openthaigpt/openthaigpt1.5-7b-instruct/openthaigpt1.5-7B-F16.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-09-30T13:32:13.000Z","downloads":38723,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openthaigpt/openthaigpt1.5-7b-instruct","file":"openthaigpt1.5-7B-instruct-Q3KM.gguf","label":"openthaigpt1.5-7B-instruct-Q3KM","size":3808391328,"bits":4,"known":false,"rank":0},{"repo":"openthaigpt/openthaigpt1.5-7b-instruct","file":"openthaigpt1.5-7B-instruct-Q4KM.gguf","label":"openthaigpt1.5-7B-instruct-Q4KM","size":4683073696,"bits":4.92,"known":false,"rank":0},{"repo":"openthaigpt/openthaigpt1.5-7b-instruct","file":"openthaigpt1.5-7B-F16.gguf","label":"F16","size":15237852992,"bits":16,"known":true,"rank":0}],"repos":["openthaigpt/openthaigpt1.5-7b-instruct"],"logoFrom":"openthaigpt"},{"id":"muse-glimmer-30b-abliterated","family":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","name":"Muse Glimmer 30B Abliterated","maker":"The-freezer","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":5,"probe":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF/dflash-Muse-Glimmer-30B-Abliterated-F16.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":41943040,"context":131072,"arch":"dflash","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-10T19:35:00.000Z","downloads":38619,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q2_K.gguf","label":"Q2_K","size":10686704000,"bits":3.07,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":12512315008,"bits":3.59,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":13680522880,"bits":3.93,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":16133515136,"bits":4.63,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16935296896,"bits":4.86,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":19346552704,"bits":5.56,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19811381120,"bits":5.69,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q6_K.gguf","label":"Q6_K","size":22867220608,"bits":6.57,"known":true,"rank":0},{"repo":"The-freezer/Muse-Glimmer-30B-Abliterated-GGUF","file":"Muse-Glimmer-30B-Abliterated-Q8_0.gguf","label":"Q8_0","size":29612963456,"bits":8.51,"known":true,"rank":0}],"repos":["The-freezer/Muse-Glimmer-30B-Abliterated-GGUF"],"logoFrom":null},{"id":"qwen3-6-27b-uncensored-hauhaucs-balanced","family":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","name":"Qwen3.6 27B Uncensored HauhauCS Balanced","maker":"HauhauCS","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced/Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-23T21:01:27.000Z","downloads":38545,"likes":217,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ2_M.gguf","label":"IQ2_M","size":10004592032,"bits":2.98,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q2_K_P.gguf","label":"Q2_K_P","size":11516069792,"bits":3.42,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_XS.gguf","label":"IQ3_XS","size":11967128992,"bits":3.56,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ3_M.gguf","label":"IQ3_M","size":12580873632,"bits":3.74,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q3_K_P.gguf","label":"Q3_K_P","size":14301709472,"bits":4.25,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-IQ4_XS.gguf","label":"IQ4_XS","size":15082505632,"bits":4.49,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q4_K_P.gguf","label":"Q4_K_P","size":17536279712,"bits":5.22,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q5_K_P.gguf","label":"Q5_K_P","size":20812952992,"bits":6.19,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q6_K_P.gguf","label":"Q6_K_P","size":23154960032,"bits":6.89,"known":false,"rank":0},{"repo":"HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced","file":"Qwen3.6-27B-Uncensored-HauhauCS-Balanced-Q8_K_P.gguf","label":"Q8_K_P","size":31963749792,"bits":9.51,"known":false,"rank":0}],"repos":["HauhauCS/Qwen3.6-27B-Uncensored-HauhauCS-Balanced"],"logoFrom":"Qwen"},{"id":"spark-x2-6-4b-abliterated-fit","family":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","name":"Spark X2.6 4B Abliterated FIT","maker":"SC117","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF/Spark-X2.6-4B-abliterated-FIT-MINI-2G-Q3_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T03:44:54.000Z","downloads":38419,"likes":31,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","file":"Spark-X2.6-4B-abliterated-FIT-MINI-2G-Q3_K_M.gguf","label":"Q3_K_M","size":2337421824,"bits":4.55,"known":true,"rank":0},{"repo":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","file":"Spark-X2.6-4B-abliterated-FIT-COMPACT-2G-IQ4_XS.gguf","label":"IQ4_XS","size":2376047104,"bits":4.62,"known":true,"rank":0},{"repo":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","file":"Spark-X2.6-4B-abliterated-FIT-BALANCED-3G-Q4_K_M.gguf","label":"Q4_K_M","size":2695724544,"bits":5.25,"known":true,"rank":0},{"repo":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","file":"Spark-X2.6-4B-abliterated-FIT-QUALITY-3G-Q5_K_M.gguf","label":"Q5_K_M","size":3001768704,"bits":5.84,"known":true,"rank":0},{"repo":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","file":"Spark-X2.6-4B-abliterated-FIT-REFERENCE-3G-Q6_K.gguf","label":"Q6_K","size":3379174144,"bits":6.58,"known":true,"rank":0},{"repo":"SC117/Spark-X2.6-4B-abliterated-FIT-GGUF","file":"Spark-X2.6-4B-abliterated-BF16.gguf","label":"BF16","size":8229922048,"bits":16.02,"known":true,"rank":0}],"repos":["SC117/Spark-X2.6-4B-abliterated-FIT-GGUF"],"logoFrom":"XHToken"},{"id":"gemma-4-31b-it-abliterated","family":"wangzhang/gemma-4-31B-it-abliterated","name":"Gemma 4 31B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF/gemma-4-31B-it-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T22:37:39.000Z","downloads":38355,"likes":167,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7156484672,"bits":1.86,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7725867584,"bits":2.01,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674839104,"bits":2.26,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354240,"bits":2.48,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10157883968,"bits":2.65,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10917061184,"bits":2.84,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584256,"bits":2.86,"known":true,"rank":2},{"repo":"LiconStudio/Gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-balanced-Q2_K.gguf","label":"Q2_K","size":11916307840,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q2_K.gguf","label":"Q2_K","size":11916308768,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077503040,"bits":3.15,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072364096,"bits":3.41,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":13761351968,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352256,"bits":3.59,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":14424492608,"bits":3.76,"known":true,"rank":2},{"repo":"LiconStudio/Gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-balanced-Q3_K_M.gguf","label":"Q3_K_M","size":15287102848,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":15287103776,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":16628265248,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":16862228768,"bits":4.39,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":17701573184,"bits":4.61,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":17763160352,"bits":4.63,"known":true,"rank":1},{"repo":"LiconStudio/Gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-balanced-Q4_K_M.gguf","label":"Q4_K_M","size":18687057280,"bits":4.87,"known":true,"rank":0},{"repo":"paperscarecrow/Gemma-4-31B-it-abliterated","file":"gemma-4-31b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":18687057536,"bits":4.87,"known":true,"rank":0},{"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","file":"gemma4-31b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":18687062144,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","file":"gemma-4-31B-it-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":19481416256,"bits":5.08,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":21311836448,"bits":5.55,"known":true,"rank":1},{"repo":"LiconStudio/Gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-balanced-Q5_K_M.gguf","label":"Q5_K_M","size":21845564800,"bits":5.69,"known":true,"rank":0},{"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":21845569728,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-abliterated.Q6_K.gguf","label":"Q6_K","size":25201479968,"bits":6.57,"known":true,"rank":1},{"repo":"LiconStudio/Gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-balanced-Q8_0.gguf","label":"Q8_0","size":32635669888,"bits":8.5,"known":true,"rank":0},{"repo":"paperscarecrow/Gemma-4-31B-it-abliterated","file":"gemma-4-31b-abliterated-Q8_0.gguf","label":"Q8_0","size":32635670144,"bits":8.5,"known":true,"rank":0},{"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","file":"gemma4-31b-abliterated-Q8_0.gguf","label":"Q8_0","size":32635674752,"bits":8.5,"known":true,"rank":0},{"repo":"LiconStudio/Gemma-4-31B-it-abliterated-GGUF","file":"gemma-4-31B-it-balanced-F16.gguf","label":"F16","size":61413182848,"bits":16,"known":true,"rank":0},{"repo":"paperscarecrow/Gemma-4-31B-it-abliterated","file":"gemma-4-31b-abliterated-f16.gguf","label":"F16","size":61413183104,"bits":16,"known":true,"rank":0},{"repo":"wangzhang/gemma-4-31B-it-abliterated-GGUF","file":"gemma4-31b-abliterated-F16.gguf","label":"F16","size":61413187712,"bits":16,"known":true,"rank":0}],"repos":["LiconStudio/Gemma-4-31B-it-abliterated-GGUF","mradermacher/gemma-4-31B-it-abliterated-GGUF","mradermacher/gemma-4-31B-it-abliterated-i1-GGUF","paperscarecrow/Gemma-4-31B-it-abliterated","wangzhang/gemma-4-31B-it-abliterated-GGUF"],"logoFrom":"google"},{"id":"gemma-4-e2b-it-artemis","family":"turintech/gemma-4-E2B-it-Artemis-GGUF","name":"Gemma 4 E2B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":4.63,"active":null,"layers":35,"probe":"turintech/gemma-4-E2B-it-Artemis-GGUF/gemma-4-E2B-it-Artemis-IQ2_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T20:52:18.000Z","downloads":38345,"likes":13,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/gemma-4-E2B-it-Artemis-GGUF","file":"gemma-4-E2B-it-Artemis-IQ2_M.gguf","label":"IQ2_M","size":1780060160,"bits":3.08,"known":true,"rank":0},{"repo":"turintech/gemma-4-E2B-it-Artemis-GGUF","file":"gemma-4-E2B-it-Artemis-IQ3_XXS.gguf","label":"IQ3_XXS","size":2051518464,"bits":3.54,"known":true,"rank":0},{"repo":"turintech/gemma-4-E2B-it-Artemis-GGUF","file":"gemma-4-E2B-it-Artemis-Q3_K_M.gguf","label":"Q3_K_M","size":2198319104,"bits":3.8,"known":true,"rank":0},{"repo":"turintech/gemma-4-E2B-it-Artemis-GGUF","file":"gemma-4-E2B-it-Artemis-Q3_K_L.gguf","label":"Q3_K_L","size":2308419584,"bits":3.99,"known":true,"rank":0}],"repos":["turintech/gemma-4-E2B-it-Artemis-GGUF"],"logoFrom":"google"},{"id":"glm-4-7-flash-uncensored-heretic-neo-code-imatrix-max","family":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","name":"GLM 4.7 Flash Uncensored Heretic NEO CODE Imatrix MAX","maker":"DavidAU","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF/GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ2_M.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-22T05:13:27.000Z","downloads":38281,"likes":442,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ2_M.gguf","label":"IQ2_M","size":10314638272,"bits":2.76,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ3_M.gguf","label":"IQ3_M","size":13585456064,"bits":3.63,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":16407478208,"bits":4.38,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-IQ4_NL.gguf","label":"IQ4_NL","size":17330212800,"bits":4.63,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_K_S.gguf","label":"Q4_K_S","size":17446621120,"bits":4.66,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_K_M.gguf","label":"Q4_K_M","size":18506911680,"bits":4.95,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q4_1.gguf","label":"Q4_1","size":19181457344,"bits":5.13,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_K_S.gguf","label":"Q5_K_S","size":21038477248,"bits":5.62,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_K_M.gguf","label":"Q5_K_M","size":21638705088,"bits":5.78,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q5_1.gguf","label":"Q5_1","size":22883946432,"bits":6.11,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q6_K.gguf","label":"Q6_K","size":24988976064,"bits":6.68,"known":true,"rank":0},{"repo":"DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF","file":"GLM-4.7-Flash-Uncen-Hrt-NEO-CODE-MAX-imat-D_AU-Q8_0.gguf","label":"Q8_0","size":32140169152,"bits":8.59,"known":true,"rank":0}],"repos":["DavidAU/GLM-4.7-Flash-Uncensored-Heretic-NEO-CODE-Imatrix-MAX-GGUF"],"logoFrom":"DavidAU"},{"id":"mn-12b-mag-mell-r1","family":"inflatebot/MN-12B-Mag-Mell-R1","name":"MN 12B Mag Mell R1","maker":"inflatebot","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/MN-12B-Mag-Mell-R1-GGUF/MN-12B-Mag-Mell-R1-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-16T00:38:49.000Z","downloads":38188,"likes":83,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-IQ2_S.gguf","label":"IQ2_S","size":4138474464,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-IQ2_M.gguf","label":"IQ2_M","size":4435024864,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q2_K.gguf","label":"Q2_K","size":4791049184,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-IQ3_XS.gguf","label":"IQ3_XS","size":5306489824,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q2_K_L.gguf","label":"Q2_K_L","size":5446409184,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q3_K_S.gguf","label":"Q3_K_S","size":5534227424,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1.IQ3_S.gguf","label":"IQ3_S","size":5562080416,"bits":3.63,"known":true,"rank":1},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-IQ3_M.gguf","label":"IQ3_M","size":5722233824,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q3_K_M.gguf","label":"Q3_K_M","size":6083091424,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q3_K_L.gguf","label":"Q3_K_L","size":6561504224,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-IQ4_XS.gguf","label":"IQ4_XS","size":6742711264,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q4_0.gguf","label":"Q4_0","size":7094639584,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-IQ4_NL.gguf","label":"IQ4_NL","size":7097916384,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q4_K_S.gguf","label":"Q4_K_S","size":7120198624,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148706784,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q4_K_M.gguf","label":"Q4_K_M","size":7477205984,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q4_1.gguf","label":"Q4_1","size":7795219424,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q4_K_L.gguf","label":"Q4_K_L","size":7975279584,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q5_K_S.gguf","label":"Q5_K_S","size":8518736864,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q5_K_M.gguf","label":"Q5_K_M","size":8727632864,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q5_K_L.gguf","label":"Q5_K_L","size":9141820384,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q6_K.gguf","label":"Q6_K","size":10056211424,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q6_K_L.gguf","label":"Q6_K_L","size":10381269984,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-Q8_0.gguf","label":"Q8_0","size":13022370784,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Mag-Mell-R1-GGUF","file":"MN-12B-Mag-Mell-R1-f16.gguf","label":"F16","size":24504277696,"bits":16,"known":true,"rank":0}],"repos":["bartowski/MN-12B-Mag-Mell-R1-GGUF","mradermacher/MN-12B-Mag-Mell-R1-GGUF"],"logoFrom":"inflatebot"},{"id":"k2-horizon-mova-36b-a4b","family":"IFM/K2-Horizon-MoVA-36B-A4B","name":"K2-Horizon 36B","maker":"IFM","catalog":"k2-horizon-36b-a4b","tuned":false,"params":37.44,"active":13.03,"layers":48,"probe":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF/K2-Horizon-MoVA-36B-A4B-IQ1_S.gguf","kvBytesPerToken":219136,"kvHeader":196608,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T23:01:25.000Z","downloads":38162,"likes":202,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q1_0.gguf","label":"Q1_0","size":5758698688,"bits":1.23,"known":false,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ1_S.gguf","label":"IQ1_S","size":7863826368,"bits":1.68,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ1_M.gguf","label":"IQ1_M","size":8688739008,"bits":1.86,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10063593408,"bits":2.15,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10640708064,"bits":2.27,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q2_K_S.gguf","label":"Q2_K_S","size":11102740736,"bits":2.37,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q2_0.gguf","label":"Q2_0","size":11112941248,"bits":2.37,"known":false,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_XS.gguf","label":"IQ2_XS","size":11179205568,"bits":2.39,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_S.gguf","label":"IQ2_S","size":11360074688,"bits":2.43,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_XS.gguf","label":"IQ2_XS","size":11722036704,"bits":2.5,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_S.gguf","label":"IQ2_S","size":11972993504,"bits":2.56,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_M.gguf","label":"IQ2_M","size":12459958144,"bits":2.66,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ2_M.gguf","label":"IQ2_M","size":13085042144,"bits":2.8,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q2_K.gguf","label":"Q2_K","size":13568284384,"bits":2.9,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q2_K.gguf","label":"Q2_K","size":13622388576,"bits":2.91,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":14599667584,"bits":3.12,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_XS.gguf","label":"IQ3_XS","size":15695083968,"bits":3.35,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15795191264,"bits":3.38,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q3_K_S.gguf","label":"Q3_K_S","size":16393717856,"bits":3.5,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_S.gguf","label":"IQ3_S","size":16394762688,"bits":3.5,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_M.gguf","label":"IQ3_M","size":16546995648,"bits":3.54,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q3_K_S.gguf","label":"Q3_K_S","size":16760569824,"bits":3.58,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_XS.gguf","label":"IQ3_XS","size":17318076384,"bits":3.7,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q3_K_M.gguf","label":"Q3_K_M","size":17347198944,"bits":3.71,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q3_K_L.gguf","label":"Q3_K_L","size":17821024224,"bits":3.81,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ3_M.gguf","label":"IQ3_M","size":17927929824,"bits":3.83,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ4_XS.gguf","label":"IQ4_XS","size":20421703904,"bits":4.36,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-IQ4_NL.gguf","label":"IQ4_NL","size":21539609824,"bits":4.6,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_0.gguf","label":"Q4_0","size":21558041824,"bits":4.61,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_K_S.gguf","label":"Q4_K_S","size":22040222944,"bits":4.71,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":22368011616,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_K_L.gguf","label":"Q4_K_L","size":23178071264,"bits":4.95,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_1.gguf","label":"Q4_1","size":23760921824,"bits":5.08,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q5_0.gguf","label":"Q5_0","size":25879005536,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q5_K_S.gguf","label":"Q5_K_S","size":26029250784,"bits":5.56,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":26439456096,"bits":5.65,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q6_K.gguf","label":"Q6_K","size":30765365856,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q6_K_L.gguf","label":"Q6_K_L","size":32403206624,"bits":6.92,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q8_0.gguf","label":"Q8_0","size":39831174496,"bits":8.51,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-MoVA-36B-A4B-GGUF","file":"K2-Horizon-36B-BF16.gguf","label":"BF16","size":74924627296,"bits":16.01,"known":true,"rank":0}],"repos":["IFM/K2-Horizon-MoVA-36B-A4B-GGUF","NANI-Nithin/K2-Horizon-MoVA-36B-A4B-GGUF","bartowski/K2-Horizon-MoVA-36B-A4B-GGUF"],"logoFrom":"IFM"},{"id":"huihui-qwen3-5-27b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-27B-abliterated","name":"Huihui Qwen3.5 27B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF/Huihui-Qwen3.5-27B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-27T06:16:12.000Z","downloads":38082,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":6225766752,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":6766008672,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7666411872,"bits":2.28,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8402463072,"bits":2.5,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":8674785632,"bits":2.58,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":9395108192,"bits":2.79,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":9658501472,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q2_K.gguf","label":"Q2_K","size":10121840704,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10734172512,"bits":3.19,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11632896352,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12073953344,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12085094752,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874592,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13289646144,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14030202944,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":14800701504,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521433952,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15568619584,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16540272704,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078241632,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18679613504,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19399608384,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q6_K.gguf","label":"Q6_K","size":22082529344,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","file":"Huihui-Qwen3.5-27B-abliterated.Q8_0.gguf","label":"Q8_0","size":28595763264,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.5-27B-abliterated-GGUF","mradermacher/Huihui-Qwen3.5-27B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"phi-3-mini-4k-instruct","family":"microsoft/Phi-3-mini-4k-instruct-gguf","name":"Phi 3 Mini 4K","maker":"Microsoft","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"microsoft/Phi-3-mini-4k-instruct-gguf/Phi-3-mini-4k-instruct-q4.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-04-22T16:18:17.000Z","downloads":37822,"likes":641,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1128,"arenaCoding":1187,"arenaVision":null,"builds":[{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ1_S.gguf","label":"IQ1_S","size":841608704,"bits":1.76,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ1_M.gguf","label":"IQ1_M","size":917106176,"bits":1.92,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":1042935296,"bits":2.18,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1153035776,"bits":2.41,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_S.gguf","label":"IQ2_S","size":1215730688,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316393984,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q2_K.gguf","label":"Q2_K","size":1416203264,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513001984,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625174528,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_S.gguf","label":"IQ3_S","size":1681797632,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681797632,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855599104,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955475968,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059851776,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087596544,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":2176176128,"bits":4.56,"known":true,"rank":0},{"repo":"second-state/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q4_0.gguf","label":"Q4_0","size":2176176576,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188759040,"bits":4.58,"known":true,"rank":0},{"repo":"second-state/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q4.gguf","label":"Q4","size":2318919040,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393231360,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641473536,"bits":5.53,"known":true,"rank":0},{"repo":"second-state/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q5_0.gguf","label":"Q5_0","size":2641473984,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815275008,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q6_K.gguf","label":"Q6_K","size":3135852032,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-Q8_0.gguf","label":"Q8_0","size":4061221376,"bits":8.51,"known":true,"rank":0},{"repo":"microsoft/Phi-3-mini-4k-instruct-gguf","file":"Phi-3-mini-4k-instruct-fp16.gguf","label":"Phi-3-mini-4k-instruct-fp16","size":7643295904,"bits":16.01,"known":false,"rank":0},{"repo":"second-state/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-f16.gguf","label":"F16","size":7643296704,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3-mini-4k-instruct-GGUF","file":"Phi-3-mini-4k-instruct-fp32.gguf","label":"Phi-3-mini-4k-instruct-fp32","size":15285055680,"bits":32.01,"known":false,"rank":0}],"repos":["bartowski/Phi-3-mini-4k-instruct-GGUF","microsoft/Phi-3-mini-4k-instruct-gguf","second-state/Phi-3-mini-4k-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"neutrino-instruct","family":"neuralcrew/neutrino-instruct","name":"Neutrino","maker":"neuralcrew","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"neuralcrew/neutrino-instruct/neutrino-instruct.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-14T02:36:13.000Z","downloads":37774,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"neuralcrew/neutrino-instruct","file":"neutrino-instruct.gguf","label":"neutrino-instruct","size":4144747488,"bits":4.57,"known":false,"rank":0}],"repos":["neuralcrew/neutrino-instruct"],"logoFrom":"neuralcrew"},{"id":"qwen2-5-14b-instruct-abliterated-v2","family":"huihui-ai/Qwen2.5-14B-Instruct-abliterated-v2","name":"Qwen2.5 14B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF/Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-11T11:46:18.000Z","downloads":37708,"likes":23,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":3607995104,"bits":1.95,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":3872309984,"bits":2.1,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4312834784,"bits":2.34,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4704576224,"bits":2.55,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":5003727584,"bits":2.71,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":5356147424,"bits":2.9,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5397189344,"bits":2.92,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":5770498528,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946708704,"bits":3.22,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6383362784,"bits":3.46,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":6659596768,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":6693020384,"bits":3.63,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":6916539104,"bits":3.75,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":7339205088,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":7924769248,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":8186196448,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":8544269024,"bits":4.63,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":8573432288,"bits":4.64,"known":true,"rank":0},{"repo":"maicog/Qwen2.5-14B-Instruct-abliterated-v2-Q4_K_M-GGUF","file":"qwen2.5-14b-instruct-abliterated-v2-q4_k_m.gguf","label":"Q4_K_M","size":8988110816,"bits":4.87,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":8988111328,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":10266554848,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":10508874208,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":12124684768,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-14B-Instruct-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":15701598688,"bits":8.5,"known":true,"rank":0}],"repos":["maicog/Qwen2.5-14B-Instruct-abliterated-v2-Q4_K_M-GGUF","mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-GGUF","mradermacher/Qwen2.5-14B-Instruct-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-5-4b-heretic","family":"p-e-w/Qwen3.5-4B-heretic","name":"Qwen3.5 4B Heretic","maker":"p-e-w","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Biomanticus/Qwen3.5-4B-heretic-gguf/Qwen3.5-4B-heretic-f16_Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-04T14:36:16.000Z","downloads":37700,"likes":35,"trending":20,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234336,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ1_M.gguf","label":"IQ1_M","size":1426418976,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393376,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594336,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975456,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ2_M.gguf","label":"IQ2_M","size":1741554976,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.Q2_K.gguf","label":"Q2_K","size":1797506400,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852392736,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904493856,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880096,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580576,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512096,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ3_M.gguf","label":"IQ3_M","size":2163186976,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":2257476960,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":2358402400,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":2450388320,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q4_0.gguf","label":"Q4_0","size":2549798176,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":2557007200,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609435936,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":2707514720,"bits":5.14,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-4B-heretic","file":"Qwen3.5-4B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2708804128,"bits":5.15,"known":true,"rank":0},{"repo":"Biomanticus/Qwen3.5-4B-heretic-gguf","file":"Qwen3.5-4B-heretic-f16_Q4_K_M.gguf","label":"Q4_K_M","size":2708804480,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q4_1.gguf","label":"Q4_1","size":2766968096,"bits":5.26,"known":true,"rank":0},{"repo":"darrellbest/Qwen3.5-4B-Heretic-GGUF","file":"Qwen3.5-4B-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2783446400,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036256,"bits":5.68,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-4B-heretic","file":"Qwen3.5-4B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":3074986528,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987296,"bits":5.84,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-4B-heretic","file":"Qwen3.5-4B-heretic-Q6_K.gguf","label":"Q6_K","size":3464055328,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/heretic-qwen3.5-4b-i1-GGUF","file":"heretic-qwen3.5-4b.i1-Q6_K.gguf","label":"Q6_K","size":3464056096,"bits":6.58,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-4B-heretic","file":"Qwen3.5-4B-heretic-Q8_0.gguf","label":"Q8_0","size":4482402848,"bits":8.52,"known":true,"rank":0},{"repo":"Biomanticus/Qwen3.5-4B-heretic-gguf","file":"Qwen3.5-4B-heretic-q8_0.gguf","label":"Q8_0","size":4482403200,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.Q8_0.gguf","label":"Q8_0","size":4482403680,"bits":8.52,"known":true,"rank":0},{"repo":"darrellbest/Qwen3.5-4B-Heretic-GGUF","file":"Qwen3.5-4B-Heretic-Q8_0.gguf","label":"Q8_0","size":4610579840,"bits":8.76,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-4B-heretic","file":"Qwen3.5-4B-heretic-F16.gguf","label":"F16","size":8424393248,"bits":16.01,"known":true,"rank":0},{"repo":"Biomanticus/Qwen3.5-4B-heretic-gguf","file":"Qwen3.5-4B-heretic-f16.gguf","label":"F16","size":8424393600,"bits":16.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-heretic-GGUF","file":"Qwen3.5-4B-heretic.f16.gguf","label":"F16","size":8424394080,"bits":16.01,"known":true,"rank":0},{"repo":"darrellbest/Qwen3.5-4B-Heretic-GGUF","file":"Qwen3.5-4B-Heretic-BF16.gguf","label":"BF16","size":8665619840,"bits":16.47,"known":true,"rank":0}],"repos":["Biomanticus/Qwen3.5-4B-heretic-gguf","darrellbest/Qwen3.5-4B-Heretic-GGUF","mradermacher/Qwen3.5-4B-heretic-GGUF","mradermacher/heretic-qwen3.5-4b-i1-GGUF","saidutta69/Qwen3.5-4B-heretic"],"logoFrom":"p-e-w"},{"id":"sensenova-6-8-code2video","family":"sensenova/SenseNova-6.8-Code2Video","name":"SenseNova 6.8 Code2Video","maker":"sensenova","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF/sensenova_SenseNova-6.8-Code2Video-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-24T09:06:28.000Z","downloads":37685,"likes":13,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ2_XXS.gguf","label":"IQ2_XXS","size":8642284768,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ2_XS.gguf","label":"IQ2_XS","size":8849542368,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ2_S.gguf","label":"IQ2_S","size":9445059808,"bits":2.77,"known":true,"rank":0},{"repo":"OliviaRossi/SenseNova-6.8-Code2Video-GSQ-RCO-GGUF","file":"SenseNova-6.8-Code2Video-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10196584928,"bits":2.99,"known":true,"rank":2},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ2_M.gguf","label":"IQ2_M","size":10283265248,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q2_K.gguf","label":"Q2_K","size":10582559968,"bits":3.1,"known":true,"rank":0},{"repo":"OliviaRossi/SenseNova-6.8-Code2Video-GSQ-RCO-GGUF","file":"SenseNova-6.8-Code2Video-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11844528608,"bits":3.47,"known":true,"rank":2},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ3_XXS.gguf","label":"IQ3_XXS","size":12081183968,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q3_K_S.gguf","label":"Q3_K_S","size":12500901088,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ3_XS.gguf","label":"IQ3_XS","size":12560620768,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q3_K_M.gguf","label":"Q3_K_M","size":13165067488,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q3_K_L.gguf","label":"Q3_K_L","size":13883833568,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ3_M.gguf","label":"IQ3_M","size":14621646048,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ4_XS.gguf","label":"IQ4_XS","size":15236967648,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q4_0.gguf","label":"Q4_0","size":16109784288,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q4_K_S.gguf","label":"Q4_K_S","size":16124529888,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-IQ4_NL.gguf","label":"IQ4_NL","size":17203416288,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q4_K_M.gguf","label":"Q4_K_M","size":17203416288,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q4_1.gguf","label":"Q4_1","size":17586474208,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q4_K_L.gguf","label":"Q4_K_L","size":18581720288,"bits":5.44,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q5_K_S.gguf","label":"Q5_K_S","size":19327929568,"bits":5.66,"known":true,"rank":0},{"repo":"BennyDaBall/SenseNova-6.8-Code2Video-NVFP4-GGUF","file":"SenseNova-6.8-Code2Video-NVFP4.gguf","label":"SenseNova-6.8-Code2Video-NVFP4","size":19378918112,"bits":5.67,"known":false,"rank":3},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q5_K_M.gguf","label":"Q5_K_M","size":20684893408,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q6_K_S.gguf","label":"Q6_K_S","size":22618471648,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q6_K.gguf","label":"Q6_K","size":23621582048,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q6_K_L.gguf","label":"Q6_K_L","size":24719924448,"bits":7.24,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-Q8_0.gguf","label":"Q8_0","size":28665068768,"bits":8.39,"known":true,"rank":0},{"repo":"bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF","file":"sensenova_SenseNova-6.8-Code2Video-bf16/sensenova_SenseNova-6.8-Code2Video-bf16-00001-of-00002.gguf","label":"BF16","size":53808282720,"bits":15.76,"known":true,"rank":0}],"repos":["Abiray/SenseNova-6.8-Code2Video-MTP-GGUF","BennyDaBall/SenseNova-6.8-Code2Video-NVFP4-GGUF","OliviaRossi/SenseNova-6.8-Code2Video-GSQ-RCO-GGUF","bartowski/sensenova_SenseNova-6.8-Code2Video-GGUF"],"logoFrom":"sensenova"},{"id":"qwen3-vl-32b-instruct-ultra-uncensored-heretic-h3","family":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","name":"Qwen3 VL 32B Ultra Uncensored Heretic H3","maker":"nif0","catalog":null,"tuned":true,"params":25.16,"active":null,"layers":50,"probe":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF/Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ2_XXS.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-04T12:23:05.000Z","downloads":37641,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","file":"Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ2_XXS.gguf","label":"IQ2_XXS","size":6702231840,"bits":2.13,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","file":"Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ2_XS.gguf","label":"IQ2_XS","size":7423127840,"bits":2.36,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","file":"Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ3_XXS.gguf","label":"IQ3_XXS","size":9673014560,"bits":3.08,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","file":"Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ3_XS.gguf","label":"IQ3_XS","size":10225974560,"bits":3.25,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","file":"Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ4_XS.gguf","label":"IQ4_XS","size":13413845280,"bits":4.27,"known":true,"rank":0},{"repo":"nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF","file":"Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-Q4_K_M.gguf","label":"Q4_K_M","size":14932212000,"bits":4.75,"known":true,"rank":0}],"repos":["nif0/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-H3-GGUF"],"logoFrom":"nif0"},{"id":"glm-4-9b-chat","family":"zai-org/glm-4-9b-chat","name":"Glm 4 9B","maker":"Z.ai","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"bartowski/glm-4-9b-chat-GGUF/glm-4-9b-chat-IQ2_M.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":131072,"arch":"chatglm","vision":false,"licence":"other","open":false,"released":"2024-06-04T09:01:42.000Z","downloads":37392,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-IQ2_M.gguf","label":"IQ2_M","size":3931542272,"bits":3.35,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q2_K.gguf","label":"Q2_K","size":3991897280,"bits":3.4,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q2_K.gguf","label":"Q2_K","size":3991900672,"bits":3.4,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.IQ3_XS.gguf","label":"IQ3_XS","size":4429644992,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-IQ3_XS.gguf","label":"IQ3_XS","size":4429648640,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.IQ3_S.gguf","label":"IQ3_S","size":4587422912,"bits":3.9,"known":true,"rank":1},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":4587422912,"bits":3.9,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":4587426304,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-Q2_K_L.gguf","label":"Q2_K_L","size":4598108928,"bits":3.91,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.IQ3_M.gguf","label":"IQ3_M","size":4811883712,"bits":4.1,"known":true,"rank":1},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-IQ3_M.gguf","label":"IQ3_M","size":4811887360,"bits":4.1,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q3_K.gguf","label":"Q3_K","size":5064328384,"bits":4.31,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":5064331776,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-IQ4_XS.gguf","label":"IQ4_XS","size":5251109632,"bits":4.47,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":5281449152,"bits":4.49,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":5281452544,"bits":4.49,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.IQ4_XS.gguf","label":"IQ4_XS","size":5303698624,"bits":4.51,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q4_0.gguf","label":"Q4_0","size":5455319552,"bits":4.64,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.IQ4_NL.gguf","label":"IQ4_NL","size":5507908800,"bits":4.69,"known":true,"rank":1},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":5753341120,"bits":4.9,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":5753344512,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-Q3_K_XL.gguf","label":"Q3_K_XL","size":5824615168,"bits":4.96,"known":true,"rank":0},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q4_1.gguf","label":"Q4_1","size":6003986944,"bits":5.11,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q4_K.gguf","label":"Q4_K","size":6250923200,"bits":5.32,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":6250926592,"bits":5.32,"known":true,"rank":0},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q5_0.gguf","label":"Q5_0","size":6552654336,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":6692897984,"bits":5.7,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":6692901376,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-Q4_K_L.gguf","label":"Q4_K_L","size":6711644928,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q5_1.gguf","label":"Q5_1","size":7101321728,"bits":6.04,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q5_K.gguf","label":"Q5_K","size":7143785664,"bits":6.08,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":7143789056,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-Q5_K_L.gguf","label":"Q5_K_L","size":7526912768,"bits":6.41,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q6_K.gguf","label":"Q6_K","size":8262026432,"bits":7.03,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q6_K.gguf","label":"Q6_K","size":8262029824,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat-Q6_K_L.gguf","label":"Q6_K_L","size":8562709248,"bits":7.29,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q8_0.gguf","label":"Q8_0","size":9994994880,"bits":8.51,"known":true,"rank":1},{"repo":"QuantFactory/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.Q8_0.gguf","label":"Q8_0","size":9994998272,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.BF16.gguf","label":"BF16","size":18806965440,"bits":16.01,"known":true,"rank":1},{"repo":"legraphista/glm-4-9b-chat-GGUF","file":"glm-4-9b-chat.FP16.gguf","label":"glm-4-9b-chat.FP16","size":18806965440,"bits":16.01,"known":false,"rank":1}],"repos":["QuantFactory/glm-4-9b-chat-GGUF","bartowski/glm-4-9b-chat-GGUF","legraphista/glm-4-9b-chat-GGUF","legraphista/glm-4-9b-chat-IMat-GGUF"],"logoFrom":"zai-org"},{"id":"gemma-4-12b-it-heretic","family":"igorls/gemma-4-12B-it-heretic-GGUF","name":"Gemma 4 12B Heretic","maker":"igorls","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"igorls/gemma-4-12B-it-heretic-GGUF/gemma-4-12B-it-heretic-Q4_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-06-04T02:41:48.000Z","downloads":37315,"likes":136,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q2_K.gguf","label":"Q2_K","size":4830148160,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":5528229440,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":6087087680,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":6566319680,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":6690551360,"bits":4.49,"known":true,"rank":0},{"repo":"SC117/gemma-4-12B-it-heretic-QAT-GGUF","file":"gemma-4-12B-it-heretic-QAT-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6716355776,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":7024047680,"bits":4.72,"known":true,"rank":0},{"repo":"igorls/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":7381381760,"bits":4.96,"known":true,"rank":0},{"repo":"SC117/Gemma-4-12B-it-heretic-GGUF","file":"Gemma-4-12B-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":7381381760,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":8338372160,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":8547268160,"bits":5.74,"known":true,"rank":0},{"repo":"SC117/Gemma-4-12B-it-heretic-GGUF","file":"Gemma-4-12B-it-heretic-Q6_K.gguf","label":"Q6_K","size":9786020480,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic.Q6_K.gguf","label":"Q6_K","size":9786021440,"bits":6.57,"known":true,"rank":0},{"repo":"igorls/gemma-4-12B-it-heretic-GGUF","file":"gemma-4-12B-it-heretic-Q8_0.gguf","label":"Q8_0","size":12669645440,"bits":8.51,"known":true,"rank":0},{"repo":"SC117/Gemma-4-12B-it-heretic-GGUF","file":"Gemma-4-12B-it-heretic-Q8_0.gguf","label":"Q8_0","size":12669645440,"bits":8.51,"known":true,"rank":0},{"repo":"SC117/Gemma-4-12B-it-heretic-GGUF","file":"Gemma-4-12B-it-heretic-f16.gguf","label":"F16","size":23832064640,"bits":16.01,"known":true,"rank":0}],"repos":["SC117/Gemma-4-12B-it-heretic-GGUF","SC117/gemma-4-12B-it-heretic-QAT-GGUF","igorls/gemma-4-12B-it-heretic-GGUF","mradermacher/gemma-4-12B-it-heretic-GGUF"],"logoFrom":"igorls"},{"id":"xiaomi-ocr-0","family":"xiaomi-research/Xiaomi-OCR-0","name":"Xiaomi OCR 0","maker":"xiaomi-research","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"prithivMLmods/Xiaomi-OCR-0-GGUF/Xiaomi-OCR-0.Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T16:41:40.000Z","downloads":37204,"likes":16,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q3_K_M.gguf","label":"Q3_K_M","size":466222848,"bits":4.97,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q3_K_L.gguf","label":"Q3_K_L","size":491323136,"bits":5.24,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q4_K_S.gguf","label":"Q4_K_S","size":505254144,"bits":5.39,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q4_K_M.gguf","label":"Q4_K_M","size":529297664,"bits":5.65,"known":true,"rank":0},{"repo":"richardyoung/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0-Q4_K_M.gguf","label":"Q4_K_M","size":541904320,"bits":5.78,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q5_K_S.gguf","label":"Q5_K_S","size":563654912,"bits":6.01,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q5_K_M.gguf","label":"Q5_K_M","size":577999104,"bits":6.17,"known":true,"rank":0},{"repo":"richardyoung/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0-Q5_K_M.gguf","label":"Q5_K_M","size":592637376,"bits":6.32,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.Q6_K.gguf","label":"Q6_K","size":629744384,"bits":6.72,"known":true,"rank":0},{"repo":"richardyoung/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0-Q6_K.gguf","label":"Q6_K","size":646541248,"bits":6.9,"known":true,"rank":0},{"repo":"richardyoung/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0-Q8_0.gguf","label":"Q8_0","size":833592768,"bits":8.89,"known":true,"rank":0},{"repo":"prithivMLmods/Xiaomi-OCR-0-GGUF","file":"Xiaomi-OCR-0.BF16.gguf","label":"BF16","size":1516744960,"bits":16.18,"known":true,"rank":0}],"repos":["prithivMLmods/Xiaomi-OCR-0-GGUF","richardyoung/Xiaomi-OCR-0-GGUF"],"logoFrom":"xiaomi-research"},{"id":"minicpm-ocr-1-0","family":"openbmb/MiniCPM-OCR-1.0-gguf","name":"MiniCPM OCR 1.0","maker":"openbmb","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"openbmb/MiniCPM-OCR-1.0-gguf/MiniCPM-OCR-1_0-Q4_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-21T15:52:39.000Z","downloads":37168,"likes":145,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q4_0.gguf","label":"Q4_0","size":501262208,"bits":5.35,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q4_K_S.gguf","label":"Q4_K_S","size":505063296,"bits":5.39,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q4_K_M.gguf","label":"Q4_K_M","size":529106816,"bits":5.64,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q4_1.gguf","label":"Q4_1","size":532363136,"bits":5.68,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q5_0.gguf","label":"Q5_0","size":563464064,"bits":6.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q5_K_S.gguf","label":"Q5_K_S","size":563464064,"bits":6.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q5_K_M.gguf","label":"Q5_K_M","size":577808256,"bits":6.16,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q5_1.gguf","label":"Q5_1","size":594564992,"bits":6.34,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q6_K.gguf","label":"Q6_K","size":629553536,"bits":6.72,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-Q8_0.gguf","label":"Q8_0","size":811598432,"bits":8.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-1.0-gguf","file":"MiniCPM-OCR-1_0-F16.gguf","label":"F16","size":1516288352,"bits":16.17,"known":true,"rank":0}],"repos":["AtomicChat/MiniCPM-OCR-1.0-GGUF","cstr/MiniCPM-OCR-1.0-GGUF","openbmb/MiniCPM-OCR-1.0-gguf"],"logoFrom":"openbmb"},{"id":"dongfangshuo-qwen3-8-flash-next-nsfw","family":"dongfangshuo/Dongfangshuo-Qwen3.8-Flash-Next-NSFW","name":"Dongfangshuo Qwen3.8 Flash Next NSFW","maker":"dongfangshuo","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"dongfangshuo/Dongfangshuo-Qwen3.8-Flash-Next-NSFW/IQ2_XS/Dongfangshuo-Qwen3.8-Flash-Next-NSFW-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-20T07:31:33.000Z","downloads":37097,"likes":12,"trending":0.30000000000000004,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-Flash-Next-NSFW","file":"IQ2_XS/Dongfangshuo-Qwen3.8-Flash-Next-NSFW-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":69697339648,"bits":3.15,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-Flash-Next-NSFW","file":"IQ3_XXS/Dongfangshuo-Qwen3.8-Flash-Next-NSFW-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":77190101280,"bits":3.49,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-Flash-Next-NSFW","file":"UD-Q4_K_XL/Dongfangshuo-Qwen3.8-Flash-Next-NSFW-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334654784,"bits":5.03,"known":true,"rank":0}],"repos":["dongfangshuo/Dongfangshuo-Qwen3.8-Flash-Next-NSFW"],"logoFrom":"huihui-ai"},{"id":"glm-5-3-flash-maya-m-derisked-iq2-s","family":"peasantsmith/GLM-5.3-Flash-Maya-M-Derisked-IQ2_S-GGUF","name":"GLM 5.3 Flash Maya M Derisked IQ2 S","maker":"peasantsmith","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"peasantsmith/GLM-5.3-Flash-Maya-M-Derisked-IQ2_S-GGUF/GLM-5.3-Flash-Maya-M-Derisked-IQ2_S-00001-of-00003.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":false,"licence":"mit","open":true,"released":"2026-10-10T16:02:34.000Z","downloads":37073,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peasantsmith/GLM-5.3-Flash-Maya-M-Derisked-IQ2_S-GGUF","file":"GLM-5.3-Flash-Maya-M-Derisked-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":116003563168,"bits":2.89,"known":true,"rank":0}],"repos":["peasantsmith/GLM-5.3-Flash-Maya-M-Derisked-IQ2_S-GGUF"],"logoFrom":"peasantsmith"},{"id":"openai-gpt-oss-20b-abliterated-uncensored-neo-imatrix","family":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","name":"OpenAi GPT Oss 20B Abliterated Uncensored NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-07T22:20:03.000Z","downloads":37022,"likes":561,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","file":"OpenAI-20B-NEO-Uncensored2-IQ4_NL.gguf","label":"IQ4_NL","size":12648263776,"bits":4.84,"known":true,"rank":0},{"repo":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","file":"OpenAI-20B-NEO-Uncensored2-Q5_1.gguf","label":"Q5_1","size":16452835936,"bits":6.29,"known":true,"rank":0},{"repo":"DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf","file":"OpenAI-20B-NEOPlus-Uncensored-Q8_0.gguf","label":"Q8_0","size":22080931936,"bits":8.45,"known":true,"rank":0}],"repos":["DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf"],"logoFrom":"huihui-ai"},{"id":"mimo-v2-6-distill-qwen-9b-ablitrated","family":"Hikari07jp/MiMo-V2.6-Distill-Qwen-9B-Ablitrated","name":"MiMo V2.6 Distill Qwen 9B Ablitrated","maker":"Hikari07jp","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Hikari07jp/MiMo-V2.6-Distill-Qwen-9B-Ablitrated/MiMo-V2.6-Distill-Qwen-9B-Ablitrated-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-09-24T11:28:45.000Z","downloads":36987,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Hikari07jp/MiMo-V2.6-Distill-Qwen-9B-Ablitrated","file":"MiMo-V2.6-Distill-Qwen-9B-Ablitrated-Q4_K_M.gguf","label":"Q4_K_M","size":5629105536,"bits":5.03,"known":true,"rank":0},{"repo":"Hikari07jp/MiMo-V2.6-Distill-Qwen-9B-Ablitrated","file":"MiMo-V2.6-Distill-Qwen-9B-Ablitrated-NVFP4.gguf","label":"MiMo-V2.6-Distill-Qwen-9B-Ablitrated-NVFP4","size":6068245888,"bits":5.42,"known":false,"rank":0},{"repo":"Hikari07jp/MiMo-V2.6-Distill-Qwen-9B-Ablitrated","file":"MiMo-V2.6-Distill-Qwen-9B-Ablitrated-NVFP4-A8.gguf","label":"MiMo-V2.6-Distill-Qwen-9B-Ablitrated-NVFP4-A8","size":7111579008,"bits":6.36,"known":false,"rank":0}],"repos":["Hikari07jp/MiMo-V2.6-Distill-Qwen-9B-Ablitrated"],"logoFrom":"Hikari07jp"},{"id":"yi-1-5-6b-chat","family":"01-ai/Yi-1.5-6B-Chat","name":"Yi 1.5 6B","maker":"01-ai","catalog":null,"tuned":false,"params":6.06,"active":null,"layers":32,"probe":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF/Yi-1.5-6B-Chat.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-11T10:36:37.000Z","downloads":36866,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ1_S.gguf","label":"IQ1_S","size":1432293472,"bits":1.89,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ1_M.gguf","label":"IQ1_M","size":1543671904,"bits":2.04,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ2_XXS.gguf","label":"IQ2_XXS","size":1729302624,"bits":2.28,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ2_XS.gguf","label":"IQ2_XS","size":1894584416,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ2_S.gguf","label":"IQ2_S","size":2015023200,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ2_M.gguf","label":"IQ2_M","size":2163527776,"bits":2.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q2_K.gguf","label":"Q2_K","size":2337066880,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ3_XXS.gguf","label":"IQ3_XXS","size":2414334048,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":2588348512,"bits":3.42,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":2709196672,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ3_S.gguf","label":"IQ3_S","size":2718109792,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ3_M.gguf","label":"IQ3_M","size":2813366368,"bits":3.71,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":2992836480,"bits":3.95,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":3236892544,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":3308605536,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-IQ4_NL.gguf","label":"IQ4_NL","size":3487715424,"bits":4.6,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":3502919552,"bits":4.62,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":3673968512,"bits":4.85,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":4204154752,"bits":5.55,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q5_K_M.gguf","label":"Q5_K_M","size":4304424832,"bits":5.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat.Q6_K.gguf","label":"Q6_K","size":4974284672,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-Q8_0.gguf","label":"Q8_0","size":6442127456,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-6B-Chat-GGUF","file":"Yi-1.5-6B-Chat-f32.gguf","label":"F32","size":24245636960,"bits":32.01,"known":true,"rank":0}],"repos":["MaziyarPanahi/Yi-1.5-6B-Chat-GGUF","bartowski/Yi-1.5-6B-Chat-GGUF"],"logoFrom":"01-ai"},{"id":"smolvlm2-2-2b-instruct","family":"HuggingFaceTB/SmolVLM2-2.2B-Instruct","name":"SmolVLM2 2.2B","maker":"Hugging Face","catalog":null,"tuned":false,"params":1.81,"active":null,"layers":24,"probe":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF/SmolVLM2-2.2B-Instruct-Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-02-08T19:18:45.000Z","downloads":36587,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","file":"SmolVLM2-2.2B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1112602656,"bits":4.92,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","file":"SmolVLM2-2.2B-Instruct-Q8_0.gguf","label":"Q8_0","size":1927933984,"bits":8.52,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM2-2.2B-Instruct-GGUF","file":"SmolVLM2-2.2B-Instruct-f16.gguf","label":"F16","size":3627118624,"bits":16.03,"known":true,"rank":0}],"repos":["ggml-org/SmolVLM2-2.2B-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"diffusiongemma-26b-a4b-it","family":"google/diffusiongemma-26B-A4B-it","name":"Diffusiongemma 26B A4B","maker":"Google","catalog":null,"tuned":true,"params":25.25,"active":3.84,"layers":30,"probe":"unsloth/diffusiongemma-26B-A4B-it-GGUF/diffusiongemma-26B-A4B-it-Q4_K_M.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"diffusion-gemma","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-09T12:40:12.000Z","downloads":36384,"likes":413,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","file":"diffusiongemma-26B-A4B-it-Q4_K_M.gguf","label":"Q4_K_M","size":16806810208,"bits":5.32,"known":true,"rank":0},{"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","file":"diffusiongemma-26B-A4B-it-Q5_K_M.gguf","label":"Q5_K_M","size":19145543264,"bits":6.07,"known":true,"rank":0},{"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","file":"diffusiongemma-26B-A4B-it-Q6_K.gguf","label":"Q6_K","size":22654490464,"bits":7.18,"known":true,"rank":0},{"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","file":"diffusiongemma-26B-A4B-it-Q8_0.gguf","label":"Q8_0","size":26878831200,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","file":"diffusiongemma-26B-A4B-it-BF16.gguf","label":"BF16","size":50540834400,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/diffusiongemma-26B-A4B-it-GGUF"],"logoFrom":"google"},{"id":"minicpm5-1b","family":"openbmb/MiniCPM5-1B-GGUF","name":"MiniCPM5 1B","maker":"openbmb","catalog":null,"tuned":false,"params":1.08,"active":null,"layers":24,"probe":"openbmb/MiniCPM5-1B-GGUF/MiniCPM5-1B-Q4_K_M.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-24T09:49:47.000Z","downloads":36266,"likes":268,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM5-1B-GGUF","file":"MiniCPM5-1B-Q4_K_M.gguf","label":"Q4_K_M","size":688065920,"bits":5.1,"known":true,"rank":0},{"repo":"openbmb/MiniCPM5-1B-GGUF","file":"MiniCPM5-1B-Q8_0.gguf","label":"Q8_0","size":1153529216,"bits":8.54,"known":true,"rank":0},{"repo":"openbmb/MiniCPM5-1B-GGUF","file":"MiniCPM5-1B-F16.gguf","label":"F16","size":2166551936,"bits":16.05,"known":true,"rank":0}],"repos":["openbmb/MiniCPM5-1B-GGUF"],"logoFrom":"openbmb"},{"id":"smollm2-1-7b-instruct","family":"HuggingFaceTB/SmolLM2-1.7B-Instruct","name":"SmolLM2 1.7B","maker":"Hugging Face","catalog":null,"tuned":false,"params":1.71,"active":null,"layers":24,"probe":"bartowski/SmolLM2-1.7B-Instruct-GGUF/SmolLM2-1.7B-Instruct-Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-31T13:42:06.000Z","downloads":36227,"likes":86,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1115,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q2_K.gguf","label":"Q2_K","size":674583520,"bits":3.16,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":698962912,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":739070944,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":776819680,"bits":3.63,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":810243040,"bits":3.79,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":860181472,"bits":4.02,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":932533216,"bits":4.36,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":940397536,"bits":4.4,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":956912608,"bits":4.48,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":990729184,"bits":4.63,"known":false,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":990729184,"bits":4.63,"known":false,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":990729184,"bits":4.63,"known":false,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q4_0.gguf","label":"Q4_0","size":993874912,"bits":4.65,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":999117792,"bits":4.67,"known":true,"rank":1},{"repo":"HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF","file":"smollm2-1.7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":1055609536,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1079989216,"bits":5.05,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1192055776,"bits":5.58,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1225479136,"bits":5.73,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1249858528,"bits":5.85,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q6_K.gguf","label":"Q6_K","size":1405965280,"bits":6.58,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1430344672,"bits":6.69,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-Q8_0.gguf","label":"Q8_0","size":1820414944,"bits":8.52,"known":true,"rank":1},{"repo":"bartowski/SmolLM2-1.7B-Instruct-GGUF","file":"SmolLM2-1.7B-Instruct-f16.gguf","label":"F16","size":3424735936,"bits":16.02,"known":true,"rank":1}],"repos":["HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF","bartowski/SmolLM2-1.7B-Instruct-GGUF","lmstudio-community/SmolLM2-1.7B-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"tipo-500m","family":"KBlueLeaf/TIPO-500M","name":"TIPO 500M","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":0.51,"active":null,"layers":20,"probe":"KBlueLeaf/TIPO-500M/TIPO-500M_epoch5-F16.gguf","kvBytesPerToken":118477,"kvHeader":102400,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-09-28T17:59:56.000Z","downloads":36143,"likes":58,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/TIPO-500M","file":"TIPO-500M_epoch5-F16.gguf","label":"F16","size":1016819840,"bits":15.95,"known":true,"rank":0}],"repos":["KBlueLeaf/TIPO-500M"],"logoFrom":"KBlueLeaf"},{"id":"minicpm-v-4-7-35b-a3b-crack","family":"dealignai/MiniCPM-V-4.7-35B-A3B-CRACK-GGUF","name":"MiniCPM V 4.7 35B A3B CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"dealignai/MiniCPM-V-4.7-35B-A3B-CRACK-GGUF/MiniCPM-V-4.7-35B-A3B-CRACK-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-13T23:33:33.000Z","downloads":36109,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/MiniCPM-V-4.7-35B-A3B-CRACK-GGUF","file":"MiniCPM-V-4.7-35B-A3B-CRACK-IQ2_M.gguf","label":"IQ2_M","size":16939801504,"bits":3.91,"known":true,"rank":0},{"repo":"dealignai/MiniCPM-V-4.7-35B-A3B-CRACK-GGUF","file":"MiniCPM-V-4.7-35B-A3B-CRACK-Q4_K_M.gguf","label":"Q4_K_M","size":22550375840,"bits":5.2,"known":true,"rank":0},{"repo":"dealignai/MiniCPM-V-4.7-35B-A3B-CRACK-GGUF","file":"MiniCPM-V-4.7-35B-A3B-CRACK-Q8_0.gguf","label":"Q8_0","size":34301900960,"bits":7.92,"known":true,"rank":0}],"repos":["dealignai/MiniCPM-V-4.7-35B-A3B-CRACK-GGUF"],"logoFrom":"openbmb"},{"id":"gemma-2-9b-it","family":"google/gemma-2-9b-it","name":"Gemma 2 9B","maker":"Google","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"legraphista/gemma-2-9b-it-IMat-GGUF/gemma-2-9b-it.IQ1_S.gguf","kvBytesPerToken":398082,"kvHeader":344064,"kvFixed":0,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-06-24T08:05:41.000Z","downloads":36013,"likes":268,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1267,"arenaCoding":1270,"arenaVision":null,"builds":[{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ1_S.gguf","label":"IQ1_S","size":2378565440,"bits":2.06,"known":true,"rank":2},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ1_M.gguf","label":"IQ1_M","size":2545952576,"bits":2.2,"known":true,"rank":2},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ2_XXS.gguf","label":"IQ2_XXS","size":2824931136,"bits":2.45,"known":true,"rank":2},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ2_XS.gguf","label":"IQ2_XS","size":3067381568,"bits":2.66,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ2_XS.gguf","label":"IQ2_XS","size":3067381632,"bits":2.66,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ2_S.gguf","label":"IQ2_S","size":3211487040,"bits":2.78,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ2_S.gguf","label":"IQ2_S","size":3211487104,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ2_M.gguf","label":"IQ2_M","size":3434668992,"bits":2.97,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ2_M.gguf","label":"IQ2_M","size":3434669888,"bits":2.97,"known":true,"rank":2},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.Q2_K_S.gguf","label":"Q2_K_S","size":3552511808,"bits":3.08,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739008,"bits":3.29,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739904,"bits":3.29,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q2_K.gguf","label":"Q2_K","size":3805397952,"bits":3.29,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.Q2_K.gguf","label":"Q2_K","size":3805398848,"bits":3.29,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q2_K_L.gguf","label":"Q2_K_L","size":4027605952,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ3_XS.gguf","label":"IQ3_XS","size":4144989120,"bits":3.59,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ3_XS.gguf","label":"IQ3_XS","size":4144990016,"bits":3.59,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q3_K_S.gguf","label":"Q3_K_S","size":4337664960,"bits":3.76,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ3_S.gguf","label":"IQ3_S","size":4337665856,"bits":3.76,"known":true,"rank":2},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.Q3_K_S.gguf","label":"Q3_K_S","size":4337665856,"bits":3.76,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ3_M.gguf","label":"IQ3_M","size":4494615488,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.IQ3_M.gguf","label":"IQ3_M","size":4494616384,"bits":3.89,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q3_K_M.gguf","label":"Q3_K_M","size":4761781184,"bits":4.12,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.Q3_K.gguf","label":"Q3_K","size":4761782080,"bits":4.12,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q3_K_L.gguf","label":"Q3_K_L","size":5132452800,"bits":4.44,"known":true,"rank":0},{"repo":"legraphista/gemma-2-9b-it-IMat-GGUF","file":"gemma-2-9b-it.Q3_K_L.gguf","label":"Q3_K_L","size":5132453696,"bits":4.44,"known":true,"rank":2},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-IQ4_XS.gguf","label":"IQ4_XS","size":5183030208,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354660768,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q4_K_S.gguf","label":"Q4_K_S","size":5478925248,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q4_K_M.gguf","label":"Q4_K_M","size":5761057728,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q4_K_L.gguf","label":"Q4_K_L","size":5983265728,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q5_K_S.gguf","label":"Q5_K_S","size":6483592128,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q5_K_M.gguf","label":"Q5_K_M","size":6647366592,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q4_K_M-fp16.gguf","label":"gemma-2-9b-it-Q4_K_M-fp16","size":6843425696,"bits":5.93,"known":false,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q5_K_L.gguf","label":"Q5_K_L","size":6869574592,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q6_K.gguf","label":"Q6_K","size":7589069760,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q6_K_L.gguf","label":"Q6_K_L","size":7811277760,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q8_0.gguf","label":"Q8_0","size":9827148736,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-Q8_0_L.gguf","label":"Q8_0_L","size":10687309696,"bits":9.25,"known":false,"rank":0},{"repo":"bartowski/gemma-2-9b-it-GGUF","file":"gemma-2-9b-it-f32.gguf","label":"F32","size":36972880544,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/gemma-2-9b-it-GGUF","legraphista/gemma-2-9b-it-IMat-GGUF","lmstudio-community/gemma-2-9b-it-GGUF"],"logoFrom":"google"},{"id":"llama-3-8b-instruct-32k-v0-1","family":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","name":"Llama 3 8B 32K V0.1","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF/Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-24T16:01:52.000Z","downloads":35957,"likes":59,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.IQ1_S.gguf","label":"IQ1_S","size":2019627520,"bits":2.01,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.IQ1_M.gguf","label":"IQ1_M","size":2161971712,"bits":2.15,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.IQ2_XS.gguf","label":"IQ2_XS","size":2605781504,"bits":2.6,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q2_K.gguf","label":"Q2_K","size":3179131392,"bits":3.17,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":3518747136,"bits":3.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3664499200,"bits":3.65,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":4018917888,"bits":4,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":4321956352,"bits":4.31,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":4447662592,"bits":4.43,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4692668928,"bits":4.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4920734208,"bits":4.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":5599293952,"bits":5.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":5732987392,"bits":5.71,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q6_K.gguf","label":"Q6_K","size":6596006400,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.Q8_0.gguf","label":"Q8_0","size":8540770816,"bits":8.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF","file":"Llama-3-8B-Instruct-32k-v0.1.fp16.gguf","label":"Llama-3-8B-Instruct-32k-v0.1.fp16","size":16068890944,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/Llama-3-8B-Instruct-32k-v0.1-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"codestral-22b-v0-1","family":"mistralai/Codestral-22B-v0.1","name":"Codestral 22B V0.1","maker":"Mistral AI","catalog":null,"tuned":false,"params":22.25,"active":null,"layers":56,"probe":"legraphista/Codestral-22B-v0.1-IMat-GGUF/Codestral-22B-v0.1-hf.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-29T11:28:50.000Z","downloads":35906,"likes":266,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-hf.IQ1_S.gguf","label":"IQ1_S","size":4829487488,"bits":1.74,"known":true,"rank":0},{"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","file":"Codestral-22B-v0.1-hf.IQ1_S.gguf","label":"IQ1_S","size":4829487552,"bits":1.74,"known":true,"rank":2},{"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1.IQ1_M.gguf","label":"IQ1_M","size":5267136896,"bits":1.89,"known":true,"rank":0},{"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","file":"Codestral-22B-v0.1-hf.IQ1_M.gguf","label":"IQ1_M","size":5267136960,"bits":1.89,"known":true,"rank":2},{"repo":"legraphista/Codestral-22B-v0.1-IMat-GGUF","file":"Codestral-22B-v0.1-hf.IQ2_XXS.gguf","label":"IQ2_XXS","size":5996552640,"bits":2.16,"known":true,"rank":2},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":6646145376,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ2_S.gguf","label":"IQ2_S","size":7035429216,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ2_M.gguf","label":"IQ2_M","size":7618961760,"bits":2.74,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q2_K.gguf","label":"Q2_K","size":8272093280,"bits":2.97,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q2_K.gguf","label":"Q2_K","size":8272093536,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8598856032,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":9176097120,"bits":3.3,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":9641271392,"bits":3.47,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":9641271648,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ3_M.gguf","label":"IQ3_M","size":10062405984,"bits":3.62,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":10756825184,"bits":3.87,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":10756825440,"bits":3.87,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":11730428000,"bits":4.22,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":11730428256,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":11935293792,"bits":4.29,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q4_0.gguf","label":"Q4_0","size":12569157728,"bits":4.52,"known":true,"rank":1},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":12660383840,"bits":4.55,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":12660384096,"bits":4.55,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q4_K.gguf","label":"Q4_K","size":13341237344,"bits":4.8,"known":true,"rank":1},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":13341237344,"bits":4.8,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":13341237600,"bits":4.8,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q4_1.gguf","label":"Q4_1","size":13946986592,"bits":5.01,"known":true,"rank":1},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q5_0.gguf","label":"Q5_0","size":15324815456,"bits":5.51,"known":true,"rank":1},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":15324815456,"bits":5.51,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":15324815712,"bits":5.51,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q5_K.gguf","label":"Q5_K","size":15722553440,"bits":5.65,"known":true,"rank":1},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":15722553440,"bits":5.65,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":15722553696,"bits":5.65,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q5_1.gguf","label":"Q5_1","size":16702644320,"bits":6.01,"known":true,"rank":1},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q6_K.gguf","label":"Q6_K","size":18252701792,"bits":6.56,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q6_K.gguf","label":"Q6_K","size":18252702048,"bits":6.56,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.Q8_0.gguf","label":"Q8_0","size":23640547424,"bits":8.5,"known":true,"rank":1},{"repo":"bartowski/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1-Q8_0.gguf","label":"Q8_0","size":23640547680,"bits":8.5,"known":true,"rank":0},{"repo":"SanctumAI/Codestral-22B-v0.1-GGUF","file":"codestral-22b-v0.1.f16.gguf","label":"F16","size":44496724064,"bits":16,"known":true,"rank":1},{"repo":"MaziyarPanahi/Codestral-22B-v0.1-GGUF","file":"Codestral-22B-v0.1.fp16.gguf","label":"Codestral-22B-v0.1.fp16","size":44496724160,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/Codestral-22B-v0.1-GGUF","SanctumAI/Codestral-22B-v0.1-GGUF","bartowski/Codestral-22B-v0.1-GGUF","legraphista/Codestral-22B-v0.1-IMat-GGUF","lmstudio-community/Codestral-22B-v0.1-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-5-397b-a17b","family":"Qwen/Qwen3.5-397B-A17B","name":"Qwen3.5 397B","maker":"Alibaba Qwen","catalog":"qwen3-5-397b-a17b","tuned":false,"params":402.94,"active":17.63,"layers":61,"probe":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF/Qwen_Qwen3.5-397B-A17B-IQ1_S/Qwen_Qwen3.5-397B-A17B-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":36960,"kvHeader":30720,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-16T04:55:12.000Z","downloads":35736,"likes":285,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1441,"arenaCoding":1491,"arenaVision":1260,"builds":[{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ1_S/Qwen_Qwen3.5-397B-A17B-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":88731231264,"bits":1.76,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ1_M/Qwen_Qwen3.5-397B-A17B-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":98280612832,"bits":1.95,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ1_M/Qwen3.5-397B-A17B-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":106819877056,"bits":2.12,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ2_XXS/Qwen_Qwen3.5-397B-A17B-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":113251132384,"bits":2.25,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ2_XXS/Qwen3.5-397B-A17B-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":114872940736,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ2_M/Qwen3.5-397B-A17B-UD-IQ2_M-00001-of-00004.gguf","label":"UD-IQ2_M","size":123053144288,"bits":2.44,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ2_XS/Qwen_Qwen3.5-397B-A17B-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":125402031200,"bits":2.49,"known":true,"rank":2},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ2_S/Qwen_Qwen3.5-397B-A17B-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":127313077312,"bits":2.53,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-MTP-GGUF","file":"UD-Q2_K_XL/Qwen3.5-397B-A17B-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":134691153550,"bits":2.67,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ2_M/Qwen_Qwen3.5-397B-A17B-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":139900183648,"bits":2.78,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ3_XXS/Qwen3.5-397B-A17B-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":140333676736,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-Q2_K/Qwen_Qwen3.5-397B-A17B-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":146284913792,"bits":2.9,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ3_S/Qwen3.5-397B-A17B-UD-IQ3_S-00001-of-00004.gguf","label":"UD-IQ3_S","size":146373474496,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-Q2_K_L/Qwen_Qwen3.5-397B-A17B-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":147278193792,"bits":2.92,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q3_K_S/Qwen3.5-397B-A17B-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":164323293504,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q3_K_S/Qwen3.5-397B-A17B-UD-Q3_K_S-00001-of-00005.gguf","label":"UD-Q3_K_S","size":164323293504,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ3_XXS/Qwen_Qwen3.5-397B-A17B-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":172695069920,"bits":3.43,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":177409522016,"bits":3.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q3_K_M/Qwen3.5-397B-A17B-UD-Q3_K_M-00001-of-00005.gguf","label":"UD-Q3_K_M","size":177409522016,"bits":3.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q3_K_XL/Qwen3.5-397B-A17B-UD-Q3_K_XL-00001-of-00005.gguf","label":"UD-Q3_K_XL","size":178739034432,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","file":"Qwen_Qwen3.5-397B-A17B-IQ3_XS/Qwen_Qwen3.5-397B-A17B-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":188162434304,"bits":3.74,"known":true,"rank":2},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ4_XS/Qwen3.5-397B-A17B-UD-IQ4_XS-00001-of-00005.gguf","label":"UD-IQ4_XS","size":189735450944,"bits":3.77,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-IQ4_NL/Qwen3.5-397B-A17B-UD-IQ4_NL-00001-of-00005.gguf","label":"UD-IQ4_NL","size":193761982784,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q4_K_S/Qwen3.5-397B-A17B-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":227987503520,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q4_K_S/Qwen3.5-397B-A17B-UD-Q4_K_S-00001-of-00006.gguf","label":"UD-Q4_K_S","size":227987503520,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"MXFP4_MOE/Qwen3.5-397B-A17B-MXFP4_MOE-00001-of-00006.gguf","label":"MXFP4_MOE","size":237353302496,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":244093630912,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q4_K_M/Qwen3.5-397B-A17B-UD-Q4_K_M-00001-of-00006.gguf","label":"UD-Q4_K_M","size":244093630912,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q4_K_XL/Qwen3.5-397B-A17B-UD-Q4_K_XL-00001-of-00006.gguf","label":"UD-Q4_K_XL","size":245272148448,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00001-of-00007.gguf","label":"Q5_K_S","size":276552219168,"bits":5.49,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q5_K_S/Qwen3.5-397B-A17B-UD-Q5_K_S-00001-of-00007.gguf","label":"UD-Q5_K_S","size":276552219168,"bits":5.49,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":293664979584,"bits":5.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q5_K_M/Qwen3.5-397B-A17B-UD-Q5_K_M-00001-of-00008.gguf","label":"UD-Q5_K_M","size":293664979584,"bits":5.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q5_K_XL/Qwen3.5-397B-A17B-UD-Q5_K_XL-00001-of-00008.gguf","label":"UD-Q5_K_XL","size":294865599104,"bits":5.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q6_K/Qwen3.5-397B-A17B-Q6_K-00001-of-00008.gguf","label":"Q6_K","size":326595345056,"bits":6.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q6_K/Qwen3.5-397B-A17B-UD-Q6_K-00001-of-00008.gguf","label":"UD-Q6_K","size":326595345056,"bits":6.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q6_K_XL/Qwen3.5-397B-A17B-UD-Q6_K_XL-00001-of-00009.gguf","label":"UD-Q6_K_XL","size":362328980288,"bits":7.19,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"Q8_0/Qwen3.5-397B-A17B-Q8_0-00001-of-00010.gguf","label":"Q8_0","size":421507365824,"bits":8.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"UD-Q8_K_XL/Qwen3.5-397B-A17B-UD-Q8_K_XL-00001-of-00010.gguf","label":"UD-Q8_K_XL","size":427726568384,"bits":8.49,"known":true,"rank":0},{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","file":"BF16/Qwen3.5-397B-A17B-BF16-00001-of-00017.gguf","label":"BF16","size":792961318816,"bits":15.74,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen3.5-397B-A17B-GGUF","unsloth/Qwen3.5-397B-A17B-GGUF","unsloth/Qwen3.5-397B-A17B-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"magidonia-24b-v4-3","family":"TheDrummer/Magidonia-24B-v4.3","name":"Magidonia 24B V4.3","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF/TheDrummer_Magidonia-24B-v4.3-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-11-29T20:32:54.000Z","downloads":35481,"likes":78,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ2_XS.gguf","label":"IQ2_XS","size":7207036320,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ2_S.gguf","label":"IQ2_S","size":7478355360,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ2_M.gguf","label":"IQ2_M","size":8114054560,"bits":2.75,"known":true,"rank":0},{"repo":"TheDrummer/Magidonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zk-Q2_K.gguf","label":"Q2_K","size":8890328192,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280595360,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q2_K_L.gguf","label":"Q2_K_L","size":9545688480,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ3_XS.gguf","label":"IQ3_XS","size":9907119520,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q3_K_S.gguf","label":"Q3_K_S","size":10400277920,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ3_M.gguf","label":"IQ3_M","size":10650953120,"bits":3.62,"known":true,"rank":0},{"repo":"TheDrummer/Magidonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zk-Q3_K_M.gguf","label":"Q3_K_M","size":11474084992,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q3_K_L.gguf","label":"Q3_K_L","size":12400764320,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ4_XS.gguf","label":"IQ4_XS","size":12758918560,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987966880,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-IQ4_NL.gguf","label":"IQ4_NL","size":13468018080,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q4_0.gguf","label":"Q4_0","size":13494232480,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q4_K_S.gguf","label":"Q4_K_S","size":13549282720,"bits":4.6,"known":true,"rank":0},{"repo":"TheDrummer/Magidonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zk-Q4_K_M.gguf","label":"Q4_K_M","size":14333912192,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q4_K_L.gguf","label":"Q4_K_L","size":14831986080,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q4_1.gguf","label":"Q4_1","size":14873109920,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q5_K_S.gguf","label":"Q5_K_S","size":16304416160,"bits":5.53,"known":true,"rank":0},{"repo":"TheDrummer/Magidonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zk-Q5_K_M.gguf","label":"Q5_K_M","size":16763987072,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q5_K_L.gguf","label":"Q5_K_L","size":17178174880,"bits":5.83,"known":true,"rank":0},{"repo":"TheDrummer/Magidonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zk-Q6_K.gguf","label":"Q6_K","size":19345941632,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-Q6_K_L.gguf","label":"Q6_K_L","size":19671000480,"bits":6.68,"known":true,"rank":0},{"repo":"TheDrummer/Magidonia-24B-v4.3-GGUF","file":"Cydonia-24B-v4zk-Q8_0.gguf","label":"Q8_0","size":25054782592,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF","file":"TheDrummer_Magidonia-24B-v4.3-bf16.gguf","label":"BF16","size":47153521760,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Magidonia-24B-v4.3-GGUF","bartowski/TheDrummer_Magidonia-24B-v4.3-GGUF"],"logoFrom":"TheDrummer"},{"id":"dorna2-llama3-1-8b-instruct","family":"PartAI/Dorna2-Llama3.1-8B-Instruct","name":"Dorna2 Llama3.1 8B","maker":"PartAI","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"aeranginkaman/Dorna2-Llama3.1-8B-Instruct-Q4_K_M-GGUF/dorna2-llama3.1-8b-instruct-q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-12-03T19:38:33.000Z","downloads":35372,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"aeranginkaman/Dorna2-Llama3.1-8B-Instruct-Q4_K_M-GGUF","file":"dorna2-llama3.1-8b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4920735200,"bits":4.9,"known":true,"rank":0}],"repos":["aeranginkaman/Dorna2-Llama3.1-8B-Instruct-Q4_K_M-GGUF"],"logoFrom":"PartAI"},{"id":"qwen3-8-flash-ciru-strix-orca","family":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-Orca","name":"Qwen3.8 Flash CIRU STRIX Orca","maker":"jcbtc","catalog":null,"tuned":false,"params":125.88,"active":7.44,"layers":48,"probe":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-Orca/Qwen3.8-Flash-CIRU-STRIX-Orca-v5.0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-09T16:34:46.000Z","downloads":35163,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-Orca","file":"Qwen3.8-Flash-CIRU-STRIX-Orca-v5.0.gguf","label":"Qwen3.8-Flash-CIRU-STRIX-Orca-v5.0","size":72112333504,"bits":4.58,"known":false,"rank":0}],"repos":["jcbtc/Qwen3.8-Flash-CIRU-STRIX-Orca"],"logoFrom":"Qwen"},{"id":"deepseek-v3-0324","family":"deepseek-ai/DeepSeek-V3-0324","name":"DeepSeek V3 0324","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-V3-0324-GGUF-UD/UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00001-of-00004.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-03-24T09:28:22.000Z","downloads":35095,"likes":248,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/DeepSeek-V3-0324-GGUF","file":"DeepSeek-V3-0324.IQ1_S.gguf-00001-of-00009.gguf","label":"DeepSeek-V3-0324.IQ1_S.gguf","size":133555674368,"bits":1.59,"known":false,"rank":2},{"repo":"MaziyarPanahi/DeepSeek-V3-0324-GGUF","file":"DeepSeek-V3-0324.IQ1_M.gguf-00001-of-00009.gguf","label":"DeepSeek-V3-0324.IQ1_M.gguf","size":148882857728,"bits":1.77,"known":false,"rank":2},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":186238759584,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"UD-IQ1_M/DeepSeek-V3-0324-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":196456084128,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"UD-IQ2_XXS/DeepSeek-V3-0324-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":218652340992,"bits":2.61,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","file":"UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":227727395328,"bits":2.71,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"Q2_K/DeepSeek-V3-0324-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":244028344320,"bits":2.91,"known":true,"rank":0},{"repo":"MaziyarPanahi/DeepSeek-V3-0324-GGUF","file":"DeepSeek-V3-0324.Q2_K.gguf-00001-of-00009.gguf","label":"DeepSeek-V3-0324.Q2_K.gguf","size":244028344832,"bits":2.91,"known":false,"rank":2},{"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","file":"Q2_K_L/DeepSeek-V3-0324-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":244621323776,"bits":2.92,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"UD-Q2_K_XL/DeepSeek-V3-0324-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":247594087008,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","file":"UD-IQ3_XXS/DeepSeek-V3-0324-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":273316569728,"bits":3.26,"known":true,"rank":1},{"repo":"MaziyarPanahi/DeepSeek-V3-0324-GGUF","file":"DeepSeek-V3-0324.Q3_K_S.gguf-00001-of-00009.gguf","label":"DeepSeek-V3-0324.Q3_K_S.gguf","size":289082589184,"bits":3.45,"known":false,"rank":2},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"Q3_K_M/DeepSeek-V3-0324-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":319198396128,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"UD-Q3_K_XL/DeepSeek-V3-0324-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":320818246368,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","file":"IQ4_XS/DeepSeek-V3-0324-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":357445479200,"bits":4.26,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V3-0324-GGUF-UD","file":"IQ4_NL/DeepSeek-V3-0324-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":378321797984,"bits":4.51,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"Q4_K_M/DeepSeek-V3-0324-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":404430188000,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00001-of-00009.gguf","label":"UD-Q4_K_XL","size":404876293088,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"Q5_K_M/DeepSeek-V3-0324-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":475396558528,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"Q6_K/DeepSeek-V3-0324-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":550798327264,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"Q8_0/DeepSeek-V3-0324-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286514720,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-0324-GGUF","file":"BF16/DeepSeek-V3-0324-BF16-00001-of-00030.gguf","label":"BF16","size":1342273048480,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/DeepSeek-V3-0324-GGUF","unsloth/DeepSeek-V3-0324-GGUF","unsloth/DeepSeek-V3-0324-GGUF-UD"],"logoFrom":"deepseek-ai"},{"id":"dolphin3-0-mistral-24b","family":"dphn/Dolphin3.0-Mistral-24B","name":"Dolphin3.0 Mistral 24B","maker":"dphn","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF/cognitivecomputations_Dolphin3.0-Mistral-24B-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-02T04:04:13.000Z","downloads":34988,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545132128,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ2_XS.gguf","label":"IQ2_XS","size":7207045728,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ2_S.gguf","label":"IQ2_S","size":7478365824,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ2_M.gguf","label":"IQ2_M","size":8114065024,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q2_K.gguf","label":"Q2_K","size":8890339264,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q2_K_L.gguf","label":"Q2_K_L","size":9545709248,"bits":3.24,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q3_K_S.gguf","label":"Q3_K_S","size":9780805696,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ3_XS.gguf","label":"IQ3_XS","size":9907131360,"bits":3.36,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-IQ3_S.gguf","label":"IQ3_S","size":10181722272,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q3_K_S.gguf","label":"Q3_K_S","size":10400289760,"bits":3.53,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q3_K_M.gguf","label":"Q3_K_M","size":10419946592,"bits":3.54,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ3_M.gguf","label":"IQ3_M","size":10650964960,"bits":3.62,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-IQ3_M.gguf","label":"IQ3_M","size":10815620192,"bits":3.67,"known":true,"rank":1},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q3_K_L.gguf","label":"Q3_K_L","size":10958160992,"bits":3.72,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q3_K_M.gguf","label":"Q3_K_M","size":11474097120,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q3_K_L.gguf","label":"Q3_K_L","size":12400776160,"bits":4.21,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q4_K_S.gguf","label":"Q4_K_S","size":12638177696,"bits":4.29,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ4_XS.gguf","label":"IQ4_XS","size":12758931424,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987987648,"bits":4.41,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-IQ4_NL.gguf","label":"IQ4_NL","size":13054331296,"bits":4.43,"known":true,"rank":1},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q4_K_M.gguf","label":"Q4_K_M","size":13070715296,"bits":4.44,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-IQ4_NL.gguf","label":"IQ4_NL","size":13468031264,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_0.gguf","label":"Q4_0","size":13494245664,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_K_S.gguf","label":"Q4_K_S","size":13549295904,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_K_M.gguf","label":"Q4_K_M","size":14333925664,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_K_L.gguf","label":"Q4_K_L","size":14832006848,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_1.gguf","label":"Q4_1","size":14873123744,"bits":5.05,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q5_K_S.gguf","label":"Q5_K_S","size":14908509856,"bits":5.06,"known":true,"rank":1},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q5_K_M.gguf","label":"Q5_K_M","size":15583940256,"bits":5.29,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q5_K_S.gguf","label":"Q5_K_S","size":16304430624,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q5_K_M.gguf","label":"Q5_K_M","size":16764001824,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q5_K_L.gguf","label":"Q5_K_L","size":17178195648,"bits":5.83,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q6_K.gguf","label":"Q6_K","size":19280417792,"bits":6.54,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q6_K.gguf","label":"Q6_K","size":19345957760,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q6_K_L.gguf","label":"Q6_K_L","size":19671021248,"bits":6.68,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-Q8_0.gguf","label":"Q8_0","size":22976159136,"bits":7.8,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-Q8_0.gguf","label":"Q8_0","size":25054803648,"bits":8.5,"known":true,"rank":0},{"repo":"eaddario/Dolphin3.0-Mistral-24B-GGUF","file":"Dolphin3.0-Mistral-24B-F16.gguf","label":"F16","size":47153561792,"bits":16,"known":true,"rank":1},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-Mistral-24B-f32/cognitivecomputations_Dolphin3.0-Mistral-24B-f32-00001-of-00003.gguf","label":"F32","size":94297579968,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF","eaddario/Dolphin3.0-Mistral-24B-GGUF"],"logoFrom":"dphn"},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning","family":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","name":"Nemotron 3 Nano Omni 30B A3B Reasoning","maker":"lmstudio-community","catalog":null,"tuned":true,"params":31.58,"active":0.63,"layers":52,"probe":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"nemotron_h_moe","vision":true,"licence":"other","open":false,"released":"2026-04-27T22:18:26.000Z","downloads":34967,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q4_K_M.gguf","label":"Q4_K_M","size":24515129536,"bits":6.21,"known":true,"rank":0},{"repo":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q6_K.gguf","label":"Q6_K","size":33508166848,"bits":8.49,"known":true,"rank":0},{"repo":"lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0.gguf","label":"Q8_0","size":33585495232,"bits":8.51,"known":true,"rank":0}],"repos":["lmstudio-community/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF"],"logoFrom":"nvidia"},{"id":"codellama-7b-instruct","family":"TheBloke/CodeLlama-7B-Instruct-GGUF","name":"CodeLlama 7B Instruct","maker":"TheBloke","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/CodeLlama-7B-Instruct-GGUF/codellama-7b-instruct.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T17:01:14.000Z","downloads":34754,"likes":287,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q2_K.gguf","label":"Q2_K","size":2826016448,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":2948387008,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":3298087104,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":3597193408,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q4_0.gguf","label":"Q4_0","size":3825898176,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":3856831168,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4081095360,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q5_0.gguf","label":"Q5_0","size":4651791040,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":4651791040,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":4783256256,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q6_K.gguf","label":"Q6_K","size":5529302208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Instruct-GGUF","file":"codellama-7b-instruct.Q8_0.gguf","label":"Q8_0","size":7161229504,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-7B-GGUF","TheBloke/CodeLlama-7B-Instruct-GGUF"],"logoFrom":"TheBloke"},{"id":"g4-meromero-26b-a4b-it-uncensored-heretic","family":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic","name":"G4 MeroMero 26B A4B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF/G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-22T18:24:10.000Z","downloads":34617,"likes":80,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273280,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659200,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302400,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816432640,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203200,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10377717760,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":10582739456,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624483840,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696000,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636069888,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12222411776,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222411776,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12392565760,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728256,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":14488058368,"bits":4.59,"known":true,"rank":1},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":14955855744,"bits":4.74,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":15426567040,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":15969578496,"bits":5.06,"known":true,"rank":1},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":16017031552,"bits":5.08,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":17331776896,"bits":5.5,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":18403050880,"bits":5.84,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19539250560,"bits":6.2,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":22993694080,"bits":7.29,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":26859859328,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","file":"G4-MeroMero-26B-A4B-it-uncensored-heretic-BF16.gguf","label":"BF16","size":50505135488,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-GGUF","mradermacher/G4-MeroMero-26B-A4B-it-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"mistral-large-instruct-2411","family":"mistralai/Mistral-Large-Instruct-2411","name":"Mistral Large 2411","maker":"Mistral AI","catalog":null,"tuned":false,"params":122.61,"active":null,"layers":88,"probe":"bartowski/Mistral-Large-Instruct-2411-GGUF/Mistral-Large-Instruct-2411-IQ1_M.gguf","kvBytesPerToken":417038,"kvHeader":360448,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-11-14T20:03:52.000Z","downloads":34560,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ1_M.gguf","label":"IQ1_M","size":28386314528,"bits":1.85,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ2_XXS.gguf","label":"IQ2_XXS","size":32430541088,"bits":2.12,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ2_XS.gguf","label":"IQ2_XS","size":36081158432,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ2_M.gguf","label":"IQ2_M","size":41619605792,"bits":2.72,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q2_K.gguf","label":"Q2_K","size":45196298528,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q2_K_L.gguf","label":"Q2_K_L","size":45589514528,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ3_XXS.gguf","label":"IQ3_XXS","size":47009024288,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q3_K_S/Mistral-Large-Instruct-2411-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":52849854976,"bits":3.45,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q3_K_S.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q3_K_S.gguf","size":52849855328,"bits":3.45,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ3_M/Mistral-Large-Instruct-2411-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":55276390880,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q3_K_M/Mistral-Large-Instruct-2411-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":59102775808,"bits":3.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q3_K_M.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q3_K_M.gguf","size":59102776160,"bits":3.86,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q3_K_L/Mistral-Large-Instruct-2411-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":64554322432,"bits":4.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q3_K_L.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q3_K_L.gguf","size":64554322784,"bits":4.21,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q3_K_XL/Mistral-Large-Instruct-2411-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":64906643968,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-IQ4_XS/Mistral-Large-Instruct-2411-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":65434339840,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q4_0_8_8/Mistral-Large-Instruct-2411-Q4_0_8_8-00001-of-00002.gguf","label":"Q4_0_8_8","size":69080238560,"bits":4.51,"known":false,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q4_0/Mistral-Large-Instruct-2411-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":69322459648,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q4_K_S/Mistral-Large-Instruct-2411-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":69570972160,"bits":4.54,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q4_K_S.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q4_K_S.gguf","size":69570972512,"bits":4.54,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q4_K_M/Mistral-Large-Instruct-2411-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":73219623424,"bits":4.78,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q4_K_M.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q4_K_M.gguf","size":73219623776,"bits":4.78,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q5_K_S/Mistral-Large-Instruct-2411-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":84355893856,"bits":5.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q5_K_S.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q5_K_S.gguf","size":84355894112,"bits":5.5,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q5_K_M/Mistral-Large-Instruct-2411-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":86488304224,"bits":5.64,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411.Q5_K_M.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2411.Q5_K_M.gguf","size":86488304480,"bits":5.64,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q6_K/Mistral-Large-Instruct-2411-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":100586277472,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2411-GGUF","file":"Mistral-Large-Instruct-2411-Q8_0/Mistral-Large-Instruct-2411-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":130280376800,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/Mistral-Large-Instruct-2411-GGUF","bartowski/Mistral-Large-Instruct-2411-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-5-9b-ultra-uncensored-heretic","family":"llmfan46/Qwen3.5-9B-ultra-uncensored-heretic","name":"Qwen3.5 9B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF/Qwen3.5-9B-Ultra-Uncensored-Heretic-Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-30T14:54:56.000Z","downloads":34437,"likes":67,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q3_K_M.gguf","label":"Q3_K_M","size":4509229600,"bits":4.03,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q3_K_L.gguf","label":"Q3_K_L","size":4717896224,"bits":4.22,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q4_K_S.gguf","label":"Q4_K_S","size":5342716448,"bits":4.78,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5527953952,"bits":4.94,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q5_K_S.gguf","label":"Q5_K_S","size":6305309216,"bits":5.64,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":6416720416,"bits":5.74,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q6_K.gguf","label":"Q6_K","size":7359259168,"bits":6.58,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-Q8_0.gguf","label":"Q8_0","size":9527501344,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-Ultra-Uncensored-Heretic-BF16.gguf","label":"BF16","size":17920696864,"bits":16.02,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.5-9B-Ultra-Uncensored-Heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"gemma-2-2b-it-abliterated","family":"IlyaGusev/gemma-2-2b-it-abliterated","name":"Gemma 2 2B Abliterated","maker":"IlyaGusev","catalog":null,"tuned":true,"params":2.61,"active":null,"layers":26,"probe":"bartowski/gemma-2-2b-it-abliterated-GGUF/gemma-2-2b-it-abliterated-Q2_K_L.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":218103808,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-07-31T18:12:00.000Z","downloads":34411,"likes":96,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":1372678016,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":1393561472,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":1550436224,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1566250880,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1638651776,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":1693284224,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1708582784,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":1851430784,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":1882544000,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1923278720,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":2066126720,"bits":6.33,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q6_K.gguf","label":"Q6_K","size":2151393152,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":2294241152,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-Q8_0.gguf","label":"Q8_0","size":2784495488,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/gemma-2-2b-it-abliterated-GGUF","file":"gemma-2-2b-it-abliterated-f32.gguf","label":"F32","size":10463413856,"bits":32.07,"known":true,"rank":0}],"repos":["bartowski/gemma-2-2b-it-abliterated-GGUF"],"logoFrom":"IlyaGusev"},{"id":"qwen3-5-27b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 27B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-05T22:13:03.000Z","downloads":34400,"likes":368,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":9395107168,"bits":2.79,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":12580873568,"bits":3.74,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":13289645152,"bits":3.95,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":14689289568,"bits":4.37,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":16540271712,"bits":4.92,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":19399607392,"bits":5.77,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":22082528352,"bits":6.57,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":28595762272,"bits":8.5,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":53808280672,"bits":16,"known":true,"rank":0}],"repos":["HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"acestep-xl-regrind-v1","family":"mdmachine/ACEStep-XL-Regrind-V1","name":"ACEStep XL Regrind V1","maker":"mdmachine","catalog":null,"tuned":false,"params":4.99,"active":null,"layers":32,"probe":"mdmachine/ACEStep-XL-Regrind-V1/dit/acestep_1.5_xl_turbo_regrind_v1-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"acestep-dit","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-05-20T08:07:12.000Z","downloads":34246,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mdmachine/ACEStep-XL-Regrind-V1","file":"dit/acestep_1.5_xl_turbo_regrind_v1-Q4_K_M.gguf","label":"Q4_K_M","size":2989922688,"bits":4.79,"known":true,"rank":0},{"repo":"mdmachine/ACEStep-XL-Regrind-V1","file":"dit/acestep_1.5_xl_turbo_regrind_v1-Q6_K.gguf","label":"Q6_K","size":4098812992,"bits":6.57,"known":true,"rank":0},{"repo":"mdmachine/ACEStep-XL-Regrind-V1","file":"dit/acestep_1.5_xl_turbo_regrind_v1-Q8_0.gguf","label":"Q8_0","size":5305828736,"bits":8.51,"known":true,"rank":0}],"repos":["mdmachine/ACEStep-XL-Regrind-V1"],"logoFrom":"mdmachine"},{"id":"lfm2-24b-a2b","family":"LiquidAI/LFM2-24B-A2B","name":"LFM2 24B A2B","maker":"Liquid AI","catalog":null,"tuned":false,"params":23.84,"active":2.33,"layers":40,"probe":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF/LiquidAI_LFM2-24B-A2B-IQ2_XXS.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-02-23T19:31:45.000Z","downloads":34168,"likes":173,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ2_XXS.gguf","label":"IQ2_XXS","size":5746134944,"bits":1.93,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ2_XS.gguf","label":"IQ2_XS","size":6621958048,"bits":2.22,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ2_S.gguf","label":"IQ2_S","size":6929190816,"bits":2.33,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ2_M.gguf","label":"IQ2_M","size":7738953632,"bits":2.6,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q2_K.gguf","label":"Q2_K","size":8320749472,"bits":2.79,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q2_K_L.gguf","label":"Q2_K_L","size":8353255328,"bits":2.8,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":9390100384,"bits":3.15,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ3_XS.gguf","label":"IQ3_XS","size":9780662176,"bits":3.28,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q3_K_S.gguf","label":"Q3_K_S","size":10348859296,"bits":3.47,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ3_M.gguf","label":"IQ3_M","size":10836561824,"bits":3.64,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q3_K_M.gguf","label":"Q3_K_M","size":10842591136,"bits":3.64,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q3_K_L.gguf","label":"Q3_K_L","size":11279191968,"bits":3.78,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q3_K_XL.gguf","label":"Q3_K_XL","size":11311697824,"bits":3.8,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ4_XS.gguf","label":"IQ4_XS","size":12749918112,"bits":4.28,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-Q4_0.gguf","label":"Q4_0","size":13467405600,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-IQ4_NL.gguf","label":"IQ4_NL","size":13488705440,"bits":4.53,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q4_K_S.gguf","label":"Q4_K_S","size":13947719584,"bits":4.68,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-Q4_K_M.gguf","label":"Q4_K_M","size":14415473952,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q4_K_L.gguf","label":"Q4_K_L","size":14467927968,"bits":4.86,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q4_1.gguf","label":"Q4_1","size":14958088096,"bits":5.02,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q5_K_S.gguf","label":"Q5_K_S","size":16443854752,"bits":5.52,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-Q5_K_M.gguf","label":"Q5_K_M","size":16918818080,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q5_K_L.gguf","label":"Q5_K_L","size":16964063136,"bits":5.69,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-Q6_K.gguf","label":"Q6_K","size":19578621216,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2-24B-A2B-GGUF","file":"LiquidAI_LFM2-24B-A2B-Q6_K_L.gguf","label":"Q6_K_L","size":19616206752,"bits":6.58,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-Q8_0.gguf","label":"Q8_0","size":25351965984,"bits":8.51,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-BF16.gguf","label":"BF16","size":47700397344,"bits":16.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","file":"LFM2-24B-A2B-F16.gguf","label":"F16","size":47700397344,"bits":16.01,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-24B-A2B-GGUF","bartowski/LiquidAI_LFM2-24B-A2B-GGUF","lmstudio-community/LFM2-24B-A2B-GGUF"],"logoFrom":"LiquidAI"},{"id":"mythomax-l2-13b","family":"Gryphe/MythoMax-L2-13b","name":"MythoMax L2 13B","maker":"Gryphe","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/MythoMax-L2-13b-i1-GGUF/MythoMax-L2-13b.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-08-10T20:35:34.000Z","downloads":33656,"likes":303,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ1_S.gguf","label":"IQ1_S","size":3113725920,"bits":1.91,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3753521120,"bits":2.31,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4106186720,"bits":2.52,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ2_S.gguf","label":"IQ2_S","size":4412721120,"bits":2.71,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ2_M.gguf","label":"IQ2_M","size":4732618720,"bits":2.91,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q2_K.gguf","label":"Q2_K","size":5047549920,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5175601120,"bits":3.18,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5554890720,"bits":3.41,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ3_S.gguf","label":"IQ3_S","size":5852260320,"bits":3.6,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5852260320,"bits":3.6,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-IQ3_M.gguf","label":"IQ3_M","size":6177789920,"bits":3.8,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6531049440,"bits":4.01,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7122839520,"bits":4.38,"known":true,"rank":1},{"repo":"mradermacher/MythoMax-L2-13b-GGUF","file":"MythoMax-L2-13b.IQ4_XS.gguf","label":"IQ4_XS","size":7212797920,"bits":4.43,"known":true,"rank":2},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7616458720,"bits":4.68,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8059236320,"bits":4.95,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9165565920,"bits":5.63,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9423204320,"bits":5.79,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-i1-GGUF","file":"MythoMax-L2-13b.i1-Q6_K.gguf","label":"Q6_K","size":10872420320,"bits":6.68,"known":true,"rank":1},{"repo":"TheBloke/MythoMax-L2-13B-GGUF","file":"mythomax-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-GGUF","file":"MythoMax-L2-13b.Q8_0.gguf","label":"Q8_0","size":13984919520,"bits":8.59,"known":true,"rank":2}],"repos":["TheBloke/MythoMax-L2-13B-GGUF","mradermacher/MythoMax-L2-13b-GGUF","mradermacher/MythoMax-L2-13b-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"qwen3-8-9b-heretic-uncensored-nvfp4","family":"Noobito45/Qwen3.8-9B-heretic-uncensored-NVFP4-GGUF","name":"Qwen3.8 9B Heretic Uncensored NVFP4","maker":"Noobito45","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Noobito45/Qwen3.8-9B-heretic-uncensored-NVFP4-GGUF/Qwen3.8-9B-distill-heretic_nvfp4_q4_k_m.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-18T22:23:20.000Z","downloads":33525,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Noobito45/Qwen3.8-9B-heretic-uncensored-NVFP4-GGUF","file":"Qwen3.8-9B-distill-heretic_nvfp4_q4_k_m.gguf","label":"Q4_K_M","size":5178305056,"bits":4.63,"known":true,"rank":0}],"repos":["Noobito45/Qwen3.8-9B-heretic-uncensored-NVFP4-GGUF"],"logoFrom":"empero-ai"},{"id":"qwen2-5-14b-uncensored-instruct","family":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","name":"Qwen2.5 14B Uncensored","maker":"bartowski","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF/Qwen2.5-14B_Uncensored_Instruct-IQ2_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-22T22:26:11.000Z","downloads":33513,"likes":83,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-IQ2_M.gguf","label":"IQ2_M","size":5356146432,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q2_K.gguf","label":"Q2_K","size":5770497792,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":6383361792,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":6530817792,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6659596032,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-IQ3_M.gguf","label":"IQ3_M","size":6916538112,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":7339204352,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7924768512,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":8119840512,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517725952,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517725952,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517725952,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_0.gguf","label":"Q4_0","size":8544268032,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":8573431552,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606015232,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8988110592,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":9565953792,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":10266554112,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":10508873472,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":10989395712,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q6_K.gguf","label":"Q6_K","size":12124684032,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":12501802752,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-Q8_0.gguf","label":"Q8_0","size":15701597952,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF","file":"Qwen2.5-14B_Uncensored_Instruct-f16.gguf","label":"F16","size":29547716064,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-14B_Uncensored_Instruct-GGUF"],"logoFrom":"bartowski"},{"id":"frognano-4b-2609","family":"microsoft/FrogNano-4B-2609","name":"FrogNano 4B 2609","maker":"Microsoft","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"bartowski/FrogNano-4B-2609-GGUF/FrogNano-4B-2609-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-09-17T00:13:57.000Z","downloads":33400,"likes":26,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-IQ2_M.gguf","label":"IQ2_M","size":1653872416,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q2_K.gguf","label":"Q2_K","size":1797693216,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-IQ3_XXS.gguf","label":"IQ3_XXS","size":1975582496,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q3_K_S.gguf","label":"Q3_K_S","size":2035466016,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-IQ3_XS.gguf","label":"IQ3_XS","size":2050211616,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q3_K_M.gguf","label":"Q3_K_M","size":2140753696,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q3_K_L.gguf","label":"Q3_K_L","size":2244648736,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-IQ3_M.gguf","label":"IQ3_M","size":2345881376,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-IQ4_XS.gguf","label":"IQ4_XS","size":2506567456,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q4_K_S.gguf","label":"Q4_K_S","size":2615664416,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q4_0.gguf","label":"Q4_0","size":2715739936,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-IQ4_NL.gguf","label":"IQ4_NL","size":2787061536,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q4_K_M.gguf","label":"Q4_K_M","size":2797526816,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q4_1.gguf","label":"Q4_1","size":2919556896,"bits":5.39,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q4_K_L.gguf","label":"Q4_K_L","size":2969456416,"bits":5.49,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q5_K_S.gguf","label":"Q5_K_S","size":3154749216,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q5_K_M.gguf","label":"Q5_K_M","size":3360941856,"bits":6.21,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q6_K_S.gguf","label":"Q6_K_S","size":3611739936,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q6_K.gguf","label":"Q6_K","size":3757762336,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q6_K_L.gguf","label":"Q6_K_L","size":3918386976,"bits":7.24,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-Q8_0.gguf","label":"Q8_0","size":4622130976,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/FrogNano-4B-2609-GGUF","file":"FrogNano-4B-2609-bf16.gguf","label":"BF16","size":8665619936,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/FrogNano-4B-2609-GGUF"],"logoFrom":"microsoft"},{"id":"nvidia-nemotron-labs-dory1-0-4b","family":"nvidia/NVIDIA-Nemotron-Labs-Dory1.0-4B-GGUF","name":"NVIDIA Nemotron Labs Dory1.0 4B","maker":"NVIDIA","catalog":null,"tuned":false,"params":3.98,"active":null,"layers":72,"probe":"nvidia/NVIDIA-Nemotron-Labs-Dory1.0-4B-GGUF/NVIDIA-Nemotron-Labs-Dory1.0-4B-Q5_K_M.gguf","kvBytesPerToken":341213,"kvHeader":294912,"kvFixed":0,"context":262144,"arch":"dory","vision":false,"licence":"other","open":false,"released":"2026-10-16T16:25:01.000Z","downloads":33314,"likes":78,"trending":14,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nvidia/NVIDIA-Nemotron-Labs-Dory1.0-4B-GGUF","file":"NVIDIA-Nemotron-Labs-Dory1.0-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3673288864,"bits":7.38,"known":true,"rank":0}],"repos":["nvidia/NVIDIA-Nemotron-Labs-Dory1.0-4B-GGUF"],"logoFrom":"nvidia"},{"id":"solar-pro-preview-instruct","family":"upstage/solar-pro-preview-instruct","name":"Solar Pro Preview","maker":"Upstage","catalog":null,"tuned":false,"params":22.14,"active":null,"layers":64,"probe":"MaziyarPanahi/solar-pro-preview-instruct-GGUF/solar-pro-preview-instruct.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-09-09T01:08:58.000Z","downloads":33297,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.IQ1_S.gguf","label":"IQ1_S","size":4786663232,"bits":1.73,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.IQ1_M.gguf","label":"IQ1_M","size":5231488832,"bits":1.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":6618394432,"bits":2.39,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q2_K.gguf","label":"Q2_K","size":8213924672,"bits":2.97,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":9125197632,"bits":3.3,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":9580672832,"bits":3.46,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":10686592832,"bits":3.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":11635226432,"bits":4.2,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":11878032192,"bits":4.29,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":12594238272,"bits":4.55,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":13310219072,"bits":4.81,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":15246070592,"bits":5.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":15663862592,"bits":5.66,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q6_K.gguf","label":"Q6_K","size":18164608832,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.Q8_0.gguf","label":"Q8_0","size":23526487872,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/solar-pro-preview-instruct-GGUF","file":"solar-pro-preview-instruct.fp16.gguf","label":"solar-pro-preview-instruct.fp16","size":44282148416,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/solar-pro-preview-instruct-GGUF"],"logoFrom":"upstage"},{"id":"ornith-1-5-9b-heretic","family":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","name":"Ornith 1.5 9B Heretic","maker":"Thunder13240","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Thunder13240/Ornith-1.5-9B-heretic-GGUF/Ornith-1.5-9B-heretic-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-08-20T07:45:47.000Z","downloads":32906,"likes":31,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ1_S.gguf","label":"IQ1_S","size":2742641184,"bits":2.45,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ1_M.gguf","label":"IQ1_M","size":2877268512,"bits":2.57,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101647392,"bits":2.77,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ2_XS.gguf","label":"IQ2_XS","size":3285344800,"bits":2.94,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ2_S.gguf","label":"IQ2_S","size":3427967520,"bits":3.06,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ2_M.gguf","label":"IQ2_M","size":3607470624,"bits":3.22,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q2_K_S.gguf","label":"Q2_K_S","size":3697238560,"bits":3.3,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q2_K.gguf","label":"Q2_K","size":3827261984,"bits":3.42,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938165280,"bits":3.52,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-IQ3_XS.gguf","label":"IQ3_XS","size":4243415584,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4259406816,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-i1-GGUF","file":"Ornith-1.5-9B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818272,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-heretic-i1-GGUF","file":"Ornith-1.5-9B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4415382752,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4623524832,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4925514720,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5227897824,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-i1-GGUF","file":"Ornith-1.5-9B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5325939936,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5351629792,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-i1-GGUF","file":"Ornith-1.5-9B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214624,"bits":4.84,"known":true,"rank":1},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5629108768,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-i1-GGUF","file":"Ornith-1.5-9B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5809333472,"bits":5.19,"known":true,"rank":1},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":6305309216,"bits":5.64,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":6467969568,"bits":5.78,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q6_K.gguf","label":"Q6_K","size":7359259168,"bits":6.58,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-Q8_0.gguf","label":"Q8_0","size":9527501344,"bits":8.52,"known":true,"rank":0},{"repo":"Thunder13240/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic-BF16.gguf","label":"BF16","size":17920696608,"bits":16.02,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-9B-heretic-GGUF","file":"Ornith-1.5-9B-heretic.f16.gguf","label":"F16","size":17920697312,"bits":16.02,"known":true,"rank":0}],"repos":["Thunder13240/Ornith-1.5-9B-heretic-GGUF","mradermacher/Ornith-1.5-9B-heretic-GGUF","mradermacher/Ornith-1.5-9B-heretic-i1-GGUF"],"logoFrom":"ornith-ai"},{"id":"hermes-4-3-36b","family":"NousResearch/Hermes-4.3-36B-GGUF","name":"Hermes 4.3 36B","maker":"Nous Research","catalog":null,"tuned":true,"params":36.15,"active":null,"layers":64,"probe":"NousResearch/Hermes-4.3-36B-GGUF/hermes-4_3_36b-Q3_K_M.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"seed_oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-25T06:18:29.000Z","downloads":32821,"likes":123,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9910923104,"bits":2.19,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ2_XS.gguf","label":"IQ2_XS","size":10945081184,"bits":2.42,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ2_S.gguf","label":"IQ2_S","size":11612626784,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ2_M.gguf","label":"IQ2_M","size":12541927264,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q2_K.gguf","label":"Q2_K","size":13604183904,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ3_XXS.gguf","label":"IQ3_XXS","size":14116757344,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q2_K_L.gguf","label":"Q2_K_L","size":14379863904,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ3_XS.gguf","label":"IQ3_XS","size":15089946464,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q3_K_S.gguf","label":"Q3_K_S","size":15855406944,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ3_M.gguf","label":"IQ3_M","size":16496021344,"bits":3.65,"known":true,"rank":0},{"repo":"NousResearch/Hermes-4.3-36B-GGUF","file":"hermes-4_3_36b-Q3_K_M.gguf","label":"Q3_K_M","size":17620945856,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q3_K_L.gguf","label":"Q3_K_L","size":19142692704,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ4_XS.gguf","label":"IQ4_XS","size":19498614624,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q3_K_XL.gguf","label":"Q3_K_XL","size":19837701984,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-IQ4_NL.gguf","label":"IQ4_NL","size":20592983904,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q4_0.gguf","label":"Q4_0","size":20621819744,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q4_K_S.gguf","label":"Q4_K_S","size":20695220064,"bits":4.58,"known":true,"rank":0},{"repo":"NousResearch/Hermes-4.3-36B-GGUF","file":"hermes-4_3_36b-Q4_K_M.gguf","label":"Q4_K_M","size":21762145216,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q4_K_L.gguf","label":"Q4_K_L","size":22351662944,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q4_1.gguf","label":"Q4_1","size":22760750944,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q5_K_S.gguf","label":"Q5_K_S","size":24970461024,"bits":5.53,"known":true,"rank":0},{"repo":"NousResearch/Hermes-4.3-36B-GGUF","file":"hermes-4_3_36b-Q5_K_M.gguf","label":"Q5_K_M","size":25594362816,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q5_K_L.gguf","label":"Q5_K_L","size":26084593504,"bits":5.77,"known":true,"rank":0},{"repo":"NousResearch/Hermes-4.3-36B-GGUF","file":"hermes-4_3_36b-Q6_K.gguf","label":"Q6_K","size":29666094016,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-Q6_K_L.gguf","label":"Q6_K_L","size":30050832224,"bits":6.65,"known":true,"rank":0},{"repo":"NousResearch/Hermes-4.3-36B-GGUF","file":"hermes-4_3_36b-Q8_0.gguf","label":"Q8_0","size":38421089216,"bits":8.5,"known":true,"rank":0},{"repo":"NousResearch/Hermes-4.3-36B-GGUF","file":"hermes-4_3_36b.gguf","label":"hermes-4_3_36b","size":72311393216,"bits":16,"known":false,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","file":"NousResearch_Hermes-4.3-36B-bf16/NousResearch_Hermes-4.3-36B-bf16-00001-of-00002.gguf","label":"BF16","size":72311394080,"bits":16,"known":true,"rank":0}],"repos":["NousResearch/Hermes-4.3-36B-GGUF","bartowski/NousResearch_Hermes-4.3-36B-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"ornith-1-5-35b-a3b-abliterated-mtp-ud-apex","family":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","name":"Ornith 1.5 35B A3B Abliterated MTP UD APEX","maker":"gbuzhf","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF/Ornith-1.5-35B-A3B-Abliterated-MTPv2-UD-IQ4_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-22T00:20:09.000Z","downloads":32818,"likes":45,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-APEX-I-Mini-v2D-lite.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-APEX-I-Mini-v2D-lite","size":14374134432,"bits":3.24,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-APEX-I-Compact-v2D-lite.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-APEX-I-Compact-v2D-lite","size":17566434976,"bits":3.96,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":18684044960,"bits":4.21,"known":true,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-19G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-19G-ICE","size":18822547136,"bits":4.24,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-19G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-19G-ICE","size":18822547136,"bits":4.24,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-19G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-19G-ICE","size":18822568352,"bits":4.24,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-21G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-21G-ICE","size":20848395968,"bits":4.7,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-21G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-21G-ICE","size":20848395968,"bits":4.7,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-21G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-21G-ICE","size":20848417184,"bits":4.7,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-23G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-23G-ICE","size":22836496064,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-23G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-23G-ICE","size":22836496064,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-23G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-23G-ICE","size":22836517280,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-25G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-25G-ICE","size":24849761984,"bits":5.6,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-25G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-ShisaMTP-25G-ICE","size":24849761984,"bits":5.6,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-25G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-TIEL_Calibrated-MTPv2-25G-ICE","size":24849783200,"bits":5.6,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":25841059488,"bits":5.82,"known":true,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-MTPv2-UD-Q6_K.gguf","label":"UD-Q6_K","size":30207329952,"bits":6.81,"known":true,"rank":0}],"repos":["gbuzhf/Ornith-1.5-35B-A3B-Abliterated-MTP-UD-APEX-GGUF"],"logoFrom":"ornith-ai"},{"id":"huihui-ai-qwen3-coder-next-abliterated","family":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","name":"Huihui Ai Qwen3 Coder Next Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF/huihui-ai_Qwen3-Coder-Next-abliterated-IQ1_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-09T16:07:38.000Z","downloads":32734,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ1_M.gguf","label":"IQ1_M","size":17194434496,"bits":1.73,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":22131003328,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ2_S.gguf","label":"IQ2_S","size":22175188928,"bits":2.23,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ2_M.gguf","label":"IQ2_M","size":25191303104,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q2_K.gguf","label":"Q2_K","size":27922511808,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":28226383808,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":31498389440,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":32817102784,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":34648604608,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ3_M.gguf","label":"IQ3_M","size":36429971392,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":36442030016,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":38028001216,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":38300270528,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":42667001792,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":45139191744,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q4_0.gguf","label":"Q4_0","size":45939779520,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":46758193088,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":48556632000,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":48787574720,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q4_1/huihui-ai_Qwen3-Coder-Next-abliterated-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":50085931136,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q5_K_S/huihui-ai_Qwen3-Coder-Next-abliterated-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":55037978752,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q5_K_M/huihui-ai_Qwen3-Coder-Next-abliterated-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":56848869536,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q5_K_L/huihui-ai_Qwen3-Coder-Next-abliterated-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":57040916608,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q6_K/huihui-ai_Qwen3-Coder-Next-abliterated-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":65568084096,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q6_K_L/huihui-ai_Qwen3-Coder-Next-abliterated-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":65718804608,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF","file":"huihui-ai_Qwen3-Coder-Next-abliterated-Q8_0/huihui-ai_Qwen3-Coder-Next-abliterated-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":84812058880,"bits":8.52,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_Qwen3-Coder-Next-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"huihui-deepseek-v4-flash-vision-exp-abliterated","family":"huihui-ai/Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-GGUF","name":"Huihui DeepSeek V4 Flash Vision Exp Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"huihui-ai/Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-GGUF/Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-Q3_K.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":true,"licence":"mit","open":true,"released":"2026-09-09T10:45:55.000Z","downloads":32693,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-GGUF","file":"Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-Q3_K.gguf","label":"Q3_K","size":135319020672,"bits":3.81,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-GGUF","file":"Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-Q4_K.gguf","label":"Q4_K","size":151542871456,"bits":4.26,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-DeepSeek-V4-Flash-Vision-Exp-abliterated-GGUF"],"logoFrom":"deepseek-ai"},{"id":"terminalhorizon-122b-a10b","family":"shunzou05/TerminalHorizon-122B-A10B","name":"TerminalHorizon 122B A10B","maker":"shunzou05","catalog":null,"tuned":false,"params":122.11,"active":7.43,"layers":49,"probe":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF/TerminalHorizon-122B-A10B.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T08:20:59.000Z","downloads":32577,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ1_S.gguf","label":"IQ1_S","size":25336703264,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ1_M.gguf","label":"IQ1_M","size":28065782048,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32614246688,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":36262455584,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ2_S.gguf","label":"IQ2_S","size":36628724000,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ2_M.gguf","label":"IQ2_M","size":40267495712,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":42060917024,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q2_K.gguf","label":"Q2_K","size":44895906080,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47392422176,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50346789152,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":52921518368,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ3_S.gguf","label":"IQ3_S","size":53104511264,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ3_M.gguf","label":"IQ3_M","size":53788854560,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":58611108128,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":63359191328,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":65457219872,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q4_0.gguf","label":"Q4_0","size":69336000800,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":69653522720,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74212739360,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q4_1.gguf","label":"Q4_1","size":76614625568,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":84196419872,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-122B-A10B-i1-GGUF","file":"TerminalHorizon-122B-A10B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":86864857376,"bits":5.69,"known":true,"rank":0}],"repos":["mradermacher/TerminalHorizon-122B-A10B-i1-GGUF"],"logoFrom":"shunzou05"},{"id":"qwen3-14b-uncensored","family":"nicoboss/Qwen3-14B-Uncensored","name":"Qwen3 14B Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Qwen3-14B-Uncensored-GGUF/Qwen3-14B-Uncensored.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-07T21:37:22.000Z","downloads":32260,"likes":43,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q2_K.gguf","label":"Q2_K","size":5753984448,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":6657106368,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":7321313728,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":7900651968,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":8180362688,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":8573476288,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":9001754048,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":10263895488,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":10514570688,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q6_K.gguf","label":"Q6_K","size":12121938368,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Uncensored-GGUF","file":"Qwen3-14B-Uncensored.Q8_0.gguf","label":"Q8_0","size":15698534848,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-14B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-7b-instruct-uncensored","family":"Orion-zhen/Qwen2.5-7B-Instruct-Uncensored","name":"Qwen2.5 7B Uncensored","maker":"Orion-zhen","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF/Qwen2.5-7B-Instruct-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"gpl-3.0","open":false,"released":"2024-09-26T04:07:52.000Z","downloads":32257,"likes":88,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":1903666656,"bits":2,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2042195424,"bits":2.14,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273076704,"bits":2.39,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469021152,"bits":2.59,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":2595636704,"bits":2.73,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":2780341728,"bits":2.92,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q2_K.gguf","label":"Q2_K","size":3015938720,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513888,"bits":3.27,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346255328,"bits":3.51,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":3492367008,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":3499191776,"bits":3.67,"known":true,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":3574011360,"bits":3.75,"known":true,"rank":2},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":3808389792,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":4088457888,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":4250297600,"bits":4.46,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q4_0.gguf","label":"Q4_0","size":4431389344,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431390176,"bits":4.65,"known":false,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431390176,"bits":4.65,"known":false,"rank":2},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431390176,"bits":4.65,"known":false,"rank":2},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":4457767584,"bits":4.68,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4683072160,"bits":4.92,"known":true,"rank":0},{"repo":"WSDW/Qwen2.5-7B-Instruct-Uncensored-Q4_K_M-GGUF","file":"qwen2.5-7b-instruct-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":4683072288,"bits":4.92,"known":true,"rank":1},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q4_1.gguf","label":"Q4_1","size":4873282208,"bits":5.12,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q5_0.gguf","label":"Q5_0","size":5315175072,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":5315175072,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":5444829856,"bits":5.72,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q5_1.gguf","label":"Q5_1","size":5757067936,"bits":6.04,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q6_K.gguf","label":"Q6_K","size":6254197408,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.Q8_0.gguf","label":"Q8_0","size":8098523808,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-7B-Instruct-Uncensored.f16.gguf","label":"F16","size":15237852416,"bits":16,"known":true,"rank":0}],"repos":["QuantFactory/Qwen2.5-7B-Instruct-Uncensored-GGUF","WSDW/Qwen2.5-7B-Instruct-Uncensored-Q4_K_M-GGUF","mradermacher/Qwen2.5-7B-Instruct-Uncensored-GGUF","mradermacher/Qwen2.5-7B-Instruct-Uncensored-i1-GGUF"],"logoFrom":"Orion-zhen"},{"id":"gptoss-120b-uncensored-hauhaucs-aggressive","family":"HauhauCS/GPTOSS-120B-Uncensored-HauhauCS-Aggressive","name":"GPTOSS 120B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"HauhauCS/GPTOSS-120B-Uncensored-HauhauCS-Aggressive/GPTOSS-120B-Uncensored-HauhauCS-Aggressive-MXFP4.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-13T20:04:08.000Z","downloads":32212,"likes":102,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/GPTOSS-120B-Uncensored-HauhauCS-Aggressive","file":"GPTOSS-120B-Uncensored-HauhauCS-Aggressive-MXFP4.gguf","label":"MXFP4","size":65369016544,"bits":4.48,"known":true,"rank":0}],"repos":["HauhauCS/GPTOSS-120B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"openai"},{"id":"wizardlm-2-7b","family":"microsoft/WizardLM-2-7B","name":"WizardLM 2 7B","maker":"Microsoft","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/WizardLM-2-7B-GGUF/WizardLM-2-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-15T16:51:17.000Z","downloads":32128,"likes":83,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q2_K.gguf","label":"Q2_K","size":2719241952,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815200,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567264,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518985952,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024416,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388320,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373728,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439008,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409120,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q6_K.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-7B-GGUF","file":"WizardLM-2-7B.fp16.gguf","label":"WizardLM-2-7B.fp16","size":14484731552,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/WizardLM-2-7B-GGUF"],"logoFrom":"microsoft"},{"id":"meta-llama-3-1-405b-instruct","family":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","name":"Meta Llama 3.1 405B","maker":"ThomasBaruzier","catalog":null,"tuned":false,"params":405.85,"active":null,"layers":126,"probe":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF/Meta-Llama-3.1-405B-Instruct-IQ1_S/Meta-Llama-3.1-405B-Instruct-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":597123,"kvHeader":516096,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-24T06:25:41.000Z","downloads":32128,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ1_S/Meta-Llama-3.1-405B-Instruct-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":85233396896,"bits":1.68,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ1_M/Meta-Llama-3.1-405B-Instruct-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":93498010752,"bits":1.84,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ2_XXS/Meta-Llama-3.1-405B-Instruct-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":107272367360,"bits":2.11,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ2_XS/Meta-Llama-3.1-405B-Instruct-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":119348817152,"bits":2.35,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ2_S/Meta-Llama-3.1-405B-Instruct-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":125647645952,"bits":2.48,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ2_M/Meta-Llama-3.1-405B-Instruct-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":136667131168,"bits":2.69,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q2_K_S/Meta-Llama-3.1-405B-Instruct-Q2_K_S-00001-of-00003.gguf","label":"Q2_K_S","size":137790549248,"bits":2.72,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q2_K/Meta-Llama-3.1-405B-Instruct-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":149322788224,"bits":2.94,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct.Q2_K.gguf-00001-of-00009.gguf","label":"Meta-Llama-3.1-405B-Instruct.Q2_K.gguf","size":151205502336,"bits":2.98,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ3_XXS/Meta-Llama-3.1-405B-Instruct-IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":155846634880,"bits":3.07,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ3_XS/Meta-Llama-3.1-405B-Instruct-IQ3_XS-00001-of-00004.gguf","label":"IQ3_XS","size":166059928992,"bits":3.27,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q3_K_S/Meta-Llama-3.1-405B-Instruct-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":175226367200,"bits":3.45,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ3_S/Meta-Llama-3.1-405B-Instruct-IQ3_S-00001-of-00004.gguf","label":"IQ3_S","size":175514414464,"bits":3.46,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf-00001-of-00009.gguf","label":"Meta-Llama-3.1-405B-Instruct.Q3_K_S.gguf","size":177050312064,"bits":3.49,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ3_M/Meta-Llama-3.1-405B-Instruct-IQ3_M-00001-of-00004.gguf","label":"IQ3_M","size":181744528736,"bits":3.58,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q3_K_M/Meta-Llama-3.1-405B-Instruct-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":195373395488,"bits":3.85,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q3_K_L/Meta-Llama-3.1-405B-Instruct-Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":212838477312,"bits":4.2,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ4_XS/Meta-Llama-3.1-405B-Instruct-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":216569605632,"bits":4.27,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-IQ4_NL/Meta-Llama-3.1-405B-Instruct-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":229120667104,"bits":4.52,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q4_K_S/Meta-Llama-3.1-405B-Instruct-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":230500593120,"bits":4.54,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-Q4_K_M/Meta-Llama-3.1-405B-Instruct-Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":243069611648,"bits":4.79,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF","file":"Meta-Llama-3.1-405B-Instruct-F16/Meta-Llama-3.1-405B-Instruct-F16-00001-of-00018.gguf","label":"F16","size":811722961632,"bits":16,"known":true,"rank":0}],"repos":["MaziyarPanahi/Meta-Llama-3.1-405B-Instruct-GGUF","ThomasBaruzier/Meta-Llama-3.1-405B-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"qwen3-5-122b-a10b-opus-reasoning","family":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","name":"Qwen3.5 122B A10B Opus Reasoning","maker":"timteh673","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF/Qwen3.5-122B-A10B-Opus-Reasoning-Q2_K.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-31T14:53:53.000Z","downloads":31971,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-Q2_K.gguf","label":"Q2_K","size":44895904128,"bits":2.94,"known":true,"rank":0},{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-Q3_K_M.gguf","label":"Q3_K_M","size":58611106176,"bits":3.84,"known":true,"rank":0},{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-Q4_K_M.gguf","label":"Q4_K_M","size":74212737408,"bits":4.86,"known":true,"rank":0},{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-Q5_K_M.gguf","label":"Q5_K_M","size":86864855424,"bits":5.69,"known":true,"rank":0},{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-Q6_K.gguf","label":"Q6_K","size":100307730816,"bits":6.57,"known":true,"rank":0},{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-Q8_0.gguf","label":"Q8_0","size":129871933824,"bits":8.51,"known":true,"rank":0},{"repo":"timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF","file":"Qwen3.5-122B-A10B-Opus-Reasoning-BF16.gguf","label":"BF16","size":244314010368,"bits":16.01,"known":true,"rank":0}],"repos":["timteh673/Qwen3.5-122B-A10B-Opus-Reasoning-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-7b-instruct-1m","family":"Qwen/Qwen2.5-7B-Instruct-1M","name":"Qwen2.5 7B 1M","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF/Qwen2.5-7B-Instruct-1M-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":1010000,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-23T13:36:32.000Z","downloads":31845,"likes":95,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-tq1_0.gguf","label":"TQ1_0","size":2137344544,"bits":2.24,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-tq2_0.gguf","label":"TQ2_0","size":2443217440,"bits":2.57,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq2_xxs.gguf","label":"IQ2_XXS","size":2617987808,"bits":2.75,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq2_xs.gguf","label":"IQ2_XS","size":2760889056,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-IQ2_M.gguf","label":"IQ2_M","size":2780342880,"bits":2.92,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q2_k_s.gguf","label":"Q2_K_S","size":2957550304,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":3015940704,"bits":3.17,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq2_s.gguf","label":"IQ2_S","size":3071378144,"bits":3.22,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq2_m.gguf","label":"IQ2_M","size":3203039968,"bits":3.36,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq3_xxs.gguf","label":"IQ3_XXS","size":3255022304,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-IQ3_XS.gguf","label":"IQ3_XS","size":3346256480,"bits":3.51,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq3_xs.gguf","label":"IQ3_XS","size":3414381280,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":3492368992,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":3548164704,"bits":3.73,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q3_k_s.gguf","label":"Q3_K_S","size":3560493792,"bits":3.74,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq3_s.gguf","label":"IQ3_S","size":3567317728,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-IQ3_M.gguf","label":"IQ3_M","size":3574012512,"bits":3.75,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq3_m.gguf","label":"IQ3_M","size":3642137312,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":3808391776,"bits":4,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q3_k_m.gguf","label":"Q3_K_M","size":3876516576,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q3_K_L.gguf","label":"Q3_K_L","size":4088459872,"bits":4.29,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq4_xs.gguf","label":"IQ4_XS","size":4218472992,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-IQ4_XS.gguf","label":"IQ4_XS","size":4218473056,"bits":4.43,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q4_0.gguf","label":"Q4_0","size":4290884128,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-iq4_nl.gguf","label":"IQ4_NL","size":4437813792,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-IQ4_NL.gguf","label":"IQ4_NL","size":4437813856,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q4_0.gguf","label":"Q4_0","size":4444121696,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":4457769568,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332576,"bits":4.79,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q4_k_s.gguf","label":"Q4_K_S","size":4598276832,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":4683074144,"bits":4.92,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q4_1.gguf","label":"Q4_1","size":4766839328,"bits":5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q4_k_m.gguf","label":"Q4_K_M","size":4823581408,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q4_1.gguf","label":"Q4_1","size":4873284192,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q4_K_L.gguf","label":"Q4_K_L","size":5087564384,"bits":5.34,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q5_0.gguf","label":"Q5_0","size":5242794528,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":5315177056,"bits":5.58,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q5_k_s.gguf","label":"Q5_K_S","size":5387559648,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":5444831840,"bits":5.72,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-7B-Instruct-1M-GGUF","file":"Qwen2.5-7B-Instruct-1M-q5_k_m.gguf","label":"Q5_K_M","size":5517214432,"bits":5.79,"known":true,"rank":0}],"repos":["Mungert/Qwen2.5-7B-Instruct-1M-GGUF","bartowski/Qwen2.5-7B-Instruct-1M-GGUF","lmstudio-community/Qwen2.5-7B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"gemma","family":"rahul7star/gemma-gguf","name":"Gemma","maker":"rahul7star","catalog":null,"tuned":false,"params":2.52,"active":null,"layers":25,"probe":"rahul7star/gemma-gguf/model-MiniCPM-V-4.6-abliterated-i-quality.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-05-14T01:13:12.000Z","downloads":31825,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"rahul7star/gemma-gguf","file":"model-MiniCPM-V-4.6-abliterated-i-quality.gguf","label":"model-MiniCPM-V-4.6-abliterated-i-quality","size":629548672,"bits":2,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"Qwen3.5-2B-auto-optimized.gguf","label":"Qwen3.5-2B-auto-optimized","size":1606324128,"bits":5.1,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"Qwen3.8-2B-Distill.gguf","label":"Qwen3.8-2B-Distill","size":1606324192,"bits":5.1,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-i-flash-quality.gguf","label":"model-i-flash-quality","size":1840250048,"bits":5.84,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"qwen3.5B-2b-Agentic-RL.gguf","label":"qwen3.5B-2b-Agentic-RL","size":1973568704,"bits":6.27,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-Gemma4-2b-it-i-quality.gguf","label":"model-Gemma4-2b-it-i-quality","size":2062125152,"bits":6.55,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"colgrep-agent-2B.gguf","label":"colgrep-agent-2B","size":2070225632,"bits":6.57,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"MiniCPM5-2B.gguf","label":"MiniCPM5-2B","size":2070227904,"bits":6.57,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-gemma-2-2b-i.gguf","label":"model-gemma-2-2b-i","size":2151392224,"bits":6.83,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-rahul-LFM2.5-VL-3B-Ohamlab.gguf","label":"model-rahul-LFM2.5-VL-3B-Ohamlab","size":2221614496,"bits":7.05,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-LFM2.5-VL-3B-tool-sft-merged.gguf","label":"model-LFM2.5-VL-3B-tool-sft-merged","size":2221614976,"bits":7.05,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-VibeThinker-3B-i-quality.gguf","label":"model-VibeThinker-3B-i-quality","size":2538158720,"bits":8.06,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-Llama-3.2-3B-Instruct-heretic i-quality.gguf","label":"model-Llama-3.2-3B-Instruct-heretic i-quality","size":2643853856,"bits":8.39,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"llama3.2-3b-v0.5-i-quality.gguf","label":"llama3.2-3b-v0.5-i-quality","size":2643854848,"bits":8.39,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-nvidia-LocateAnything-3Bi-quality.gguf","label":"model-nvidia-LocateAnything-3Bi-quality","size":2795925760,"bits":8.88,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-gemma4-heretic-apexi-quality.gguf","label":"model-gemma4-heretic-apexi-quality","size":3427878624,"bits":10.88,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-JDeepSeek-V4-Pro-Qwen3.5-4Bi-quality (Q6_K).gguf","label":"model-JDeepSeek-V4-Pro-Qwen3.5-4Bi-quality (Q6_K)","size":3563029632,"bits":11.31,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"rahul-gemma-2b.gguf","label":"rahul-gemma-2b","size":3616690592,"bits":11.48,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-qwen-storey-i-quality.gguf","label":"model-qwen-storey-i-quality","size":3625326816,"bits":11.51,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-apex-i-quality.gguf","label":"model-apex-i-quality","size":3845330080,"bits":12.21,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"gemma-4-E2B-it-ultra-uncensored-heretic-i-quality.gguf","label":"gemma-4-E2B-it-ultra-uncensored-heretic-i-quality","size":3845345472,"bits":12.21,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-gemma4-cpt-mixed2-merged-i-quality.gguf","label":"model-gemma4-cpt-mixed2-merged-i-quality","size":9786005728,"bits":31.07,"known":false,"rank":0},{"repo":"rahul7star/gemma-gguf","file":"model-i-DONOTUSE.gguf","label":"model-i-DONOTUSE","size":9786020864,"bits":31.07,"known":false,"rank":0}],"repos":["rahul7star/gemma-gguf"],"logoFrom":"google"},{"id":"qwen3-coder-30b-a3b-instruct-abliterated","family":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","name":"Qwen3 Coder 30B A3B Abliterated","maker":"Thaurock","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF/Qwen3-Coder-30B-A3B-Instruct-abliterated-Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-23T03:30:11.000Z","downloads":31825,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":11258612576,"bits":2.95,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":13292471136,"bits":3.48,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":14711849824,"bits":3.86,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":15900672864,"bits":4.17,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":17456012128,"bits":4.57,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":18556689248,"bits":4.86,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":21080513376,"bits":5.52,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":21725584224,"bits":5.69,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":25092535136,"bits":6.58,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":32483935072,"bits":8.51,"known":true,"rank":0},{"repo":"Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-abliterated-F16.gguf","label":"F16","size":61095805792,"bits":16.01,"known":true,"rank":0}],"repos":["Thaurock/Qwen3-Coder-30B-A3B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"huihui-deepseek-v4-1-flash-1017-abliterated","family":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","name":"Huihui DeepSeek V4.1 Flash 1017 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.68,"active":0.03,"layers":40,"probe":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF/Strata-deepseek-v4.1-flash-IST-DAS/DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ2_XXS.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"mit","open":true,"released":"2026-10-25T01:06:06.000Z","downloads":31804,"likes":115,"trending":51,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"unsloth/patch-UD-IQ1_S/DeepSeek-V4.1-Flash-1017-UD-IQ1_S-patch.gguf","label":"DeepSeek-V4.1-Flash-1017-UD-IQ1_S-patch","size":608175552,"bits":2.9,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"unsloth/patch-UD-IQ1_M/DeepSeek-V4.1-Flash-1017-UD-IQ1_M-patch.gguf","label":"DeepSeek-V4.1-Flash-1017-UD-IQ1_M-patch","size":619316672,"bits":2.95,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"unsloth/patch-UD-IQ2_XXS/DeepSeek-V4.1-Flash-1017-UD-IQ2_XXS-patch.gguf","label":"DeepSeek-V4.1-Flash-1017-UD-IQ2_XXS-patch","size":781845952,"bits":3.72,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"unsloth/patch-UD-Q2_K_XL/DeepSeek-V4.1-Flash-1017-UD-Q2_K_XL-patch.gguf","label":"DeepSeek-V4.1-Flash-1017-UD-Q2_K_XL-patch","size":781845952,"bits":3.72,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"unsloth/patch-UD-IQ3_S/DeepSeek-V4.1-Flash-1017-UD-IQ3_S-patch.gguf","label":"DeepSeek-V4.1-Flash-1017-UD-IQ3_S-patch","size":802162112,"bits":3.82,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"unsloth/patch-UD-IQ3_XXS/DeepSeek-V4.1-Flash-1017-UD-IQ3_XXS-patch.gguf","label":"DeepSeek-V4.1-Flash-1017-UD-IQ3_XXS-patch","size":802162112,"bits":3.82,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"Strata-deepseek-v4.1-flash-IST-DAS/DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ2_XXS.gguf","label":"IQ2_XXS","size":1158688160,"bits":5.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"Maya/DeepSeek-V4.1-Flash-1017-Maya-XS-IQ1_S.gguf","label":"IQ1_S","size":1788364288,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"patch-unsloth-Q2/patch-unsloth-Q2_1/Huihui-DeepSeek-V4.1-Flash-1017-patch-Q2-1.gguf","label":"Huihui-DeepSeek-V4.1-Flash-1017-patch-Q2-1","size":3659489600,"bits":17.43,"known":false,"rank":0}],"repos":["huihui-ai/Huihui-DeepSeek-V4.1-Flash-1017-abliterated-GGUF"],"logoFrom":"deepseek-ai"},{"id":"magnum-v4-12b","family":"anthracite-org/magnum-v4-12b","name":"Magnum V4 12B","maker":"anthracite-org","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/magnum-v4-12b-GGUF/magnum-v4-12b-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-09T21:12:48.000Z","downloads":31723,"likes":71,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-IQ2_S.gguf","label":"IQ2_S","size":4138476416,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-IQ2_M.gguf","label":"IQ2_M","size":4435026816,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q2_K.gguf","label":"Q2_K","size":4791051136,"bits":3.13,"known":true,"rank":0},{"repo":"tensorblock/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q2_K.gguf","label":"Q2_K","size":4791051232,"bits":3.13,"known":true,"rank":2},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-IQ3_XS.gguf","label":"IQ3_XS","size":5306491776,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q2_K_L.gguf","label":"Q2_K_L","size":5446411136,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q3_K_S.gguf","label":"Q3_K_S","size":5534229376,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-IQ3_M.gguf","label":"IQ3_M","size":5722235776,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q3_K_M.gguf","label":"Q3_K_M","size":6083093376,"bits":3.97,"known":true,"rank":0},{"repo":"tensorblock/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q3_K_M.gguf","label":"Q3_K_M","size":6083093472,"bits":3.97,"known":true,"rank":2},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q3_K_L.gguf","label":"Q3_K_L","size":6561506176,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-IQ4_XS.gguf","label":"IQ4_XS","size":6742713216,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071703936,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071703936,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071703936,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_0.gguf","label":"Q4_0","size":7094641536,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_K_S.gguf","label":"Q4_K_S","size":7120200576,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708736,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7477207936,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q4_K_L.gguf","label":"Q4_K_L","size":7975281536,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q5_K_S.gguf","label":"Q5_K_S","size":8518738816,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q5_K_M.gguf","label":"Q5_K_M","size":8727634816,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q5_K_L.gguf","label":"Q5_K_L","size":9141822336,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q6_K.gguf","label":"Q6_K","size":10056213376,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q6_K_L.gguf","label":"Q6_K_L","size":10381271936,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-Q8_0.gguf","label":"Q8_0","size":13022372736,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-12b-GGUF","file":"magnum-v4-12b-f16.gguf","label":"F16","size":24504279680,"bits":16,"known":true,"rank":0}],"repos":["anthracite-org/magnum-v4-12b-gguf","bartowski/magnum-v4-12b-GGUF","mradermacher/magnum-v4-12b-GGUF","tensorblock/magnum-v4-12b-GGUF"],"logoFrom":"anthracite-org"},{"id":"qwen3vl-8b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive","name":"Qwen3VL 8B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-01-31T16:55:43.000Z","downloads":31502,"likes":107,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive","file":"Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":5027784800,"bits":4.91,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive","file":"Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":6725900384,"bits":6.57,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive","file":"Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":8709519456,"bits":8.51,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive","file":"Qwen3VL-8B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":16388044896,"bits":16.01,"known":true,"rank":0}],"repos":["HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"firefunction-v2","family":"MaziyarPanahi/firefunction-v2-GGUF","name":"Firefunction V2","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"MaziyarPanahi/firefunction-v2-GGUF/firefunction-v2.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-06-19T12:47:26.000Z","downloads":31462,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.IQ1_S.gguf","label":"IQ1_S","size":15343485568,"bits":1.74,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.IQ1_M.gguf","label":"IQ1_M","size":16751198848,"bits":1.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.IQ2_XS.gguf","label":"IQ2_XS","size":21142110848,"bits":2.4,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q2_K.gguf","label":"Q2_K","size":26375111296,"bits":2.99,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.IQ3_XS.gguf","label":"IQ3_XS","size":29307732608,"bits":3.32,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q3_K_S.gguf","label":"Q3_K_S","size":30912053888,"bits":3.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q3_K_M.gguf","label":"Q3_K_M","size":34267497088,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q3_K_L.gguf","label":"Q3_K_L","size":37140595328,"bits":4.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.IQ4_XS.gguf","label":"IQ4_XS","size":37902664320,"bits":4.3,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q4_K_S.gguf","label":"Q4_K_S","size":40347222656,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q4_K_M.gguf","label":"Q4_K_M","size":42520396416,"bits":4.82,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q5_K_S.gguf","label":"Q5_K_S","size":48657449600,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q5_K_M.gguf","label":"Q5_K_M","size":49949819520,"bits":5.66,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q6_K-00001-of-00006.gguf","label":"Q6_K","size":57888146752,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.Q8_0-00001-of-00006.gguf","label":"Q8_0","size":74975053120,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/firefunction-v2-GGUF","file":"firefunction-v2.fp16-00001-of-00006.gguf","label":"firefunction-v2.fp16","size":141117916256,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/firefunction-v2-GGUF"],"logoFrom":"fireworks-ai"},{"id":"llama-3-8b-instruct-64k","family":"MaziyarPanahi/Llama-3-8B-Instruct-64k","name":"Llama 3 8B 64K","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF/Llama-3-8B-Instruct-64k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":64000,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-04-25T18:49:31.000Z","downloads":31395,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q2_K.gguf","label":"Q2_K","size":3179131136,"bits":3.17,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q3_K_S.gguf","label":"Q3_K_S","size":3664498944,"bits":3.65,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q3_K_M.gguf","label":"Q3_K_M","size":4018917632,"bits":4,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q3_K_L.gguf","label":"Q3_K_L","size":4321956096,"bits":4.31,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q4_K_S.gguf","label":"Q4_K_S","size":4692668672,"bits":4.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q4_K_M.gguf","label":"Q4_K_M","size":4920733952,"bits":4.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q5_K_S.gguf","label":"Q5_K_S","size":5599293696,"bits":5.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q5_K_M.gguf","label":"Q5_K_M","size":5732987136,"bits":5.71,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q6_K.gguf","label":"Q6_K","size":6596006144,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.Q8_0.gguf","label":"Q8_0","size":8540770560,"bits":8.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF","file":"Llama-3-8B-Instruct-64k.fp16.gguf","label":"Llama-3-8B-Instruct-64k.fp16","size":16068890848,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/Llama-3-8B-Instruct-64k-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"glm-4-9b-0414","family":"zai-org/GLM-4-9B-0414","name":"GLM 4 9B 0414","maker":"Z.ai","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"unsloth/GLM-4-9B-0414-GGUF/GLM-4-9B-0414-UD-IQ1_S.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":32768,"arch":"glm4","vision":false,"licence":"mit","open":true,"released":"2025-04-07T11:57:02.000Z","downloads":31331,"likes":51,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3204200288,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3318151008,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":3511154528,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-IQ2_M.gguf","label":"IQ2_M","size":3946313088,"bits":3.36,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3992024928,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q2_K.gguf","label":"Q2_K","size":4006344544,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q2_K_L.gguf","label":"Q2_K_L","size":4151834464,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4211062624,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-IQ3_XXS.gguf","label":"IQ3_XXS","size":4226807168,"bits":3.6,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4234835808,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-IQ3_XS.gguf","label":"IQ3_XS","size":4406408576,"bits":3.75,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q3_K_S.gguf","label":"Q3_K_S","size":4592039776,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-IQ3_M.gguf","label":"IQ3_M","size":4721800576,"bits":4.02,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q3_K_M.gguf","label":"Q3_K_M","size":4974507872,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":5139871584,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-Q3_K_L.gguf","label":"Q3_K_L","size":5196608896,"bits":4.42,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-IQ4_XS.gguf","label":"IQ4_XS","size":5281675104,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-IQ4_NL.gguf","label":"IQ4_NL","size":5465175904,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q4_0.gguf","label":"Q4_0","size":5477463904,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-Q3_K_XL.gguf","label":"Q3_K_XL","size":5739771264,"bits":4.88,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q4_K_S.gguf","label":"Q4_K_S","size":5758482272,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q4_1.gguf","label":"Q4_1","size":6008600416,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q4_K_M.gguf","label":"Q4_K_M","size":6166574944,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6208386912,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-Q4_K_L.gguf","label":"Q4_K_L","size":6627292544,"bits":5.64,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q5_K_S.gguf","label":"Q5_K_S","size":6697514848,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":7023720288,"bits":5.98,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q5_K_M.gguf","label":"Q5_K_M","size":7050917728,"bits":6,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-Q5_K_L.gguf","label":"Q5_K_L","size":7434040704,"bits":6.33,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q6_K.gguf","label":"Q6_K","size":8266643296,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-9B-0414-GGUF","file":"THUDM_GLM-4-9B-0414-Q6_K_L.gguf","label":"Q6_K_L","size":8567321984,"bits":7.29,"known":true,"rank":1},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":8886032224,"bits":7.56,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-Q8_0.gguf","label":"Q8_0","size":9999611744,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":12075300704,"bits":10.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4-9B-0414-GGUF","file":"GLM-4-9B-0414-BF16.gguf","label":"BF16","size":18811582048,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/THUDM_GLM-4-9B-0414-GGUF","lmstudio-community/GLM-4-9B-0414-GGUF","unsloth/GLM-4-9B-0414-GGUF"],"logoFrom":"zai-org"},{"id":"deepseek-r1-distill-qwen-32b-abliterated","family":"huihui-ai/DeepSeek-R1-Distill-Qwen-32B-abliterated","name":"DeepSeek R1 Distill Qwen 32B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF/DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-01-22T12:43:29.000Z","downloads":31069,"likes":184,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250208,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":9957550688,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ2_S.gguf","label":"IQ2_S","size":10387569248,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":11264440928,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q2_K.gguf","label":"Q2_K","size":12313098848,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":13073418848,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":13705513568,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":14392330848,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":14810122848,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":15935048288,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":17247079008,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":17693153888,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325728,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":18682174048,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q4_0.gguf","label":"Q4_0","size":18711009888,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":18784410208,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":19851336288,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":20429179488,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q4_1.gguf","label":"Q4_1","size":20639242848,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":22638254688,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":23262157408,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":23742679648,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q6_K.gguf","label":"Q6_K","size":26886154848,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":27263273568,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-Q8_0.gguf","label":"Q8_0","size":34820884768,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-abliterated-bf16/DeepSeek-R1-Distill-Qwen-32B-abliterated-bf16-00001-of-00002.gguf","label":"BF16","size":65535969792,"bits":16,"known":true,"rank":0}],"repos":["bartowski/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF","mradermacher/DeepSeek-R1-Distill-Qwen-32B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-27b-unleashed","family":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","name":"Qwen3.8 27B Unleashed","maker":"outsourc-e","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF/Qwen3.8-27B-Unleashed-UD-IQ1_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-20T19:33:22.000Z","downloads":30882,"likes":191,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6800436192,"bits":2.02,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-IQ2_S.gguf","label":"UD-IQ2_S","size":8465112032,"bits":2.52,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9886734176,"bits":2.94,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":10968037216,"bits":3.26,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13223069536,"bits":3.93,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":14298802016,"bits":4.25,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16519489376,"bits":4.91,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":19772245856,"bits":5.88,"known":true,"rank":0},{"repo":"outsourc-e/Qwen3.8-27B-Unleashed-GGUF","file":"Qwen3.8-27B-Unleashed-UD-Q6_K.gguf","label":"UD-Q6_K","size":22086895456,"bits":6.57,"known":true,"rank":0}],"repos":["outsourc-e/Qwen3.8-27B-Unleashed-GGUF"],"logoFrom":"outsourc-e"},{"id":"swift-1-5-qwen3-8-27b-uncensored-mtp-val-apex-i-miniplus-v3","family":"IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-MiniPlus-V3-GGUF","name":"Swift 1.5 Qwen3.8 27B Uncensored MTP VAL APEX I MiniPlus V3","maker":"IsValorum","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-MiniPlus-V3-GGUF/Swift-1.5-Qwen3.8-27B-Uncensored-VAL-APEX-I-MiniPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T16:58:26.000Z","downloads":30534,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-MiniPlus-V3-GGUF","file":"Swift-1.5-Qwen3.8-27B-Uncensored-VAL-APEX-I-MiniPlus-V3.gguf","label":"Swift-1.5-Qwen3.8-27B-Uncensored-VAL-APEX-I-MiniPlus-V3","size":14161708768,"bits":4.15,"known":false,"rank":0}],"repos":["IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-MiniPlus-V3-GGUF"],"logoFrom":"ajgazin"},{"id":"qwen3-8-27b-heretic-ara-16gb-vram-iq4-xs-mtp","family":"Bucoid/Qwen3.8-27B-Heretic-Ara-16GB-VRAM-IQ4-XS-MTP-GGUF","name":"Qwen3.8 27B Heretic Ara 16GB VRAM IQ4 XS MTP","maker":"Bucoid","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Bucoid/Qwen3.8-27B-Heretic-Ara-16GB-VRAM-IQ4-XS-MTP-GGUF/Qwen3.8-27B-Heretic-Ara-iq4_xs-2.0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-18T09:42:51.000Z","downloads":30520,"likes":96,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Bucoid/Qwen3.8-27B-Heretic-Ara-16GB-VRAM-IQ4-XS-MTP-GGUF","file":"Qwen3.8-27B-Heretic-Ara-iq4_xs-2.0.gguf","label":"Qwen3.8-27B-Heretic-Ara-iq4_xs-2.0","size":13704806976,"bits":4.08,"known":false,"rank":0},{"repo":"Bucoid/Qwen3.8-27B-Heretic-Ara-16GB-VRAM-IQ4-XS-MTP-GGUF","file":"Qwen3.8-27B-Heretic-Ara-iq4_xs-3.0.gguf","label":"Qwen3.8-27B-Heretic-Ara-iq4_xs-3.0","size":13986622016,"bits":4.16,"known":false,"rank":0}],"repos":["Bucoid/Qwen3.8-27B-Heretic-Ara-16GB-VRAM-IQ4-XS-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-gemma-4-26b-a4b-it-qat-q4-0-unquantized-abliterated","family":"huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","name":"Huihui Gemma 4 26B A4B Qat Q4 0 Unquantized Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-11T12:26:01.000Z","downloads":30465,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","label":"Q4_K","size":16796015648,"bits":5.33,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-bf16.gguf","label":"BF16","size":50505135136,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated-GGUF"],"logoFrom":"google"},{"id":"qwen3-8-flash-next-abliterated-uncensored","family":"cc1244578151/Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","name":"Qwen3.8 Flash Next Abliterated Uncensored","maker":"cc1244578151","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"cc1244578151/Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-22T00:50:45.000Z","downloads":30302,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cc1244578151/Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83863803360,"bits":3.79,"known":true,"rank":0}],"repos":["cc1244578151/Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF"],"logoFrom":"SC117"},{"id":"qwen3-8-flash-next-nvidia-nvfp4-strata","family":"Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata","name":"Qwen3.8 Flash Next NVIDIA NVFP4 Strata","maker":"Maximilian228","catalog":null,"tuned":false,"params":51.2,"active":1.02,"layers":48,"probe":"Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata/qwen-nvidia-nvfp4-dense.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-09T13:58:08.000Z","downloads":30247,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata","file":"qwen-nvidia-nvfp4-dense.gguf","label":"qwen-nvidia-nvfp4-dense","size":5992176896,"bits":0.94,"known":false,"rank":0},{"repo":"Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata","file":"ple-fp8.gguf","label":"ple-fp8","size":51200246176,"bits":8,"known":false,"rank":0}],"repos":["Maximilian228/Qwen3.8-Flash-Next-NVIDIA-NVFP4-Strata"],"logoFrom":"nvidia"},{"id":"huihui-gemma-4-31b-it-qat-q4-0-unquantized-abliterated","family":"huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","name":"Huihui Gemma 4 31B Qat Q4 0 Unquantized Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-11T06:09:09.000Z","downloads":30217,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","label":"Q4_K","size":18687062272,"bits":4.87,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-bf16.gguf","label":"BF16","size":61413187840,"bits":16,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gemma-4-31B-it-qat-q4_0-unquantized-abliterated-GGUF"],"logoFrom":"google"},{"id":"deepseek-v2-lite-chat","family":"deepseek-ai/DeepSeek-V2-Lite-Chat","name":"DeepSeek V2 Lite","maker":"DeepSeek","catalog":null,"tuned":true,"params":15.71,"active":2.66,"layers":27,"probe":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF/DeepSeek-V2-Lite-Chat.IQ1_S.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2024-05-15T05:31:53.000Z","downloads":30196,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ1_S.gguf","label":"IQ1_S","size":4994131488,"bits":2.54,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","file":"DeepSeek-V2-Lite-Chat.IQ1_S.gguf","label":"IQ1_S","size":4994131520,"bits":2.54,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ1_M.gguf","label":"IQ1_M","size":5236564512,"bits":2.67,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ2_XXS.gguf","label":"IQ2_XXS","size":5640619552,"bits":2.87,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ2_XS.gguf","label":"IQ2_XS","size":5967402528,"bits":3.04,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ2_S.gguf","label":"IQ2_S","size":6005212704,"bits":3.06,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ2_M.gguf","label":"IQ2_M","size":6328456736,"bits":3.22,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q2_K.gguf","label":"Q2_K","size":6430464544,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q2_K.gguf","label":"Q2_K","size":6430464768,"bits":3.27,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q2_K_S.gguf","label":"Q2_K_S","size":6455376416,"bits":3.29,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ3_XXS.gguf","label":"IQ3_XXS","size":6964057632,"bits":3.55,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ3_XS.gguf","label":"IQ3_XS","size":7122857504,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.IQ3_XS.gguf","label":"IQ3_XS","size":7122857728,"bits":3.63,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ3_S.gguf","label":"IQ3_S","size":7487663648,"bits":3.81,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q3_K_S.gguf","label":"Q3_K_S","size":7487663648,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.IQ3_S.gguf","label":"IQ3_S","size":7487663872,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":7487663872,"bits":3.81,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ3_M.gguf","label":"IQ3_M","size":7553175072,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.IQ3_M.gguf","label":"IQ3_M","size":7553175296,"bits":3.85,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q3_K.gguf","label":"Q3_K","size":8126606880,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":8126607104,"bits":4.14,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q3_K_L.gguf","label":"Q3_K_L","size":8459398688,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":8459398912,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ4_XS.gguf","label":"IQ4_XS","size":8571593248,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.IQ4_XS.gguf","label":"IQ4_XS","size":8646804224,"bits":4.4,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.IQ4_NL.gguf","label":"IQ4_NL","size":8905110048,"bits":4.53,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q4_K_S.gguf","label":"Q4_K_S","size":9533608480,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":9533608704,"bits":4.85,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q4_K.gguf","label":"Q4_K","size":10364416544,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":10364416768,"bits":5.28,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q5_K_S.gguf","label":"Q5_K_S","size":11143057696,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":11143058176,"bits":5.67,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q5_K.gguf","label":"Q5_K","size":11851313440,"bits":6.04,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q5_K_M.gguf","label":"Q5_K_M","size":11851313920,"bits":6.04,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q6_K.gguf","label":"Q6_K","size":14066971936,"bits":7.16,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q6_K.gguf","label":"Q6_K","size":14066972416,"bits":7.16,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.Q8_0.gguf","label":"Q8_0","size":16702517536,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","file":"DeepSeek-V2-Lite-Chat.Q8_0.gguf","label":"Q8_0","size":16702518016,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.BF16.gguf","label":"BF16","size":31424033056,"bits":16,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","file":"DeepSeek-V2-Lite.FP16.gguf","label":"DeepSeek-V2-Lite.FP16","size":31424033056,"bits":16,"known":false,"rank":0}],"repos":["legraphista/DeepSeek-V2-Lite-Chat-IMat-GGUF","legraphista/DeepSeek-V2-Lite-IMat-GGUF","mradermacher/DeepSeek-V2-Lite-Chat-GGUF"],"logoFrom":"deepseek-ai"},{"id":"k2-horizon-3-7b","family":"IFM/K2-Horizon-3.7B","name":"K2-Horizon 3.7B","maker":"IFM","catalog":"k2-horizon-3-7b","tuned":false,"params":5.06,"active":null,"layers":36,"probe":"NANI-Nithin/K2-Horizon-3.7B-GGUF/K2-Horizon-3.7B-IQ1_S.gguf","kvBytesPerToken":166912,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T23:14:18.000Z","downloads":30087,"likes":71,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q1_0.gguf","label":"Q1_0","size":1159583424,"bits":1.83,"known":false,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ1_S.gguf","label":"IQ1_S","size":1473280704,"bits":2.33,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ1_M.gguf","label":"IQ1_M","size":1548237504,"bits":2.45,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ2_XXS.gguf","label":"IQ2_XXS","size":1673165504,"bits":2.65,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ2_XS.gguf","label":"IQ2_XS","size":1784904384,"bits":2.82,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ2_S.gguf","label":"IQ2_S","size":1913800384,"bits":3.03,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q2_0.gguf","label":"Q2_0","size":1961098944,"bits":3.1,"known":false,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ2_M.gguf","label":"IQ2_M","size":2013742784,"bits":3.18,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ2_M.gguf","label":"IQ2_M","size":2021062944,"bits":3.2,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q2_K_S.gguf","label":"Q2_K_S","size":2034366144,"bits":3.22,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q2_K.gguf","label":"Q2_K","size":2064378144,"bits":3.26,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q2_K.gguf","label":"Q2_K","size":2143975104,"bits":3.39,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2179221184,"bits":3.45,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2316707104,"bits":3.66,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_XS.gguf","label":"IQ3_XS","size":2360279744,"bits":3.73,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q3_K_S.gguf","label":"Q3_K_S","size":2404709664,"bits":3.8,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_XS.gguf","label":"IQ3_XS","size":2414785824,"bits":3.82,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q3_K_S.gguf","label":"Q3_K_S","size":2436219584,"bits":3.85,"known":true,"rank":2},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_S.gguf","label":"IQ3_S","size":2448753344,"bits":3.87,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q3_K_M.gguf","label":"Q3_K_M","size":2507130144,"bits":3.96,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_M.gguf","label":"IQ3_M","size":2512814784,"bits":3.97,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q3_K_L.gguf","label":"Q3_K_L","size":2612847904,"bits":4.13,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q3_K_M.gguf","label":"Q3_K_M","size":2631434944,"bits":4.16,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ3_M.gguf","label":"IQ3_M","size":2738820384,"bits":4.33,"known":true,"rank":1},{"repo":"NANI-Nithin/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q3_K_L.gguf","label":"Q3_K_L","size":2801173184,"bits":4.43,"known":true,"rank":2},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ4_XS.gguf","label":"IQ4_XS","size":2963583264,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q4_0.gguf","label":"Q4_0","size":3078005024,"bits":4.87,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q4_K_S.gguf","label":"Q4_K_S","size":3101270304,"bits":4.9,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-4B-Q4_K_M.gguf","label":"Q4_K_M","size":3156598144,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-IQ4_NL.gguf","label":"IQ4_NL","size":3250077984,"bits":5.14,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q4_1.gguf","label":"Q4_1","size":3335684384,"bits":5.27,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q4_K_L.gguf","label":"Q4_K_L","size":3464728864,"bits":5.48,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-4B-Q5_0.gguf","label":"Q5_0","size":3574840704,"bits":5.65,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3643776384,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q5_K_S.gguf","label":"Q5_K_S","size":3660804384,"bits":5.79,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-4B-Q6_K.gguf","label":"Q6_K","size":4161403264,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q6_K_S.gguf","label":"Q6_K_S","size":4233153824,"bits":6.69,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-3.7B-Q6_K_L.gguf","label":"Q6_K_L","size":4558847264,"bits":7.21,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-4B-Q8_0.gguf","label":"Q8_0","size":5386404224,"bits":8.52,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-3.7B-GGUF","file":"K2-Horizon-4B-BF16.gguf","label":"BF16","size":10128343424,"bits":16.01,"known":true,"rank":0}],"repos":["IFM/K2-Horizon-3.7B-GGUF","NANI-Nithin/K2-Horizon-3.7B-GGUF","bartowski/K2-Horizon-3.7B-GGUF","mradermacher/K2-Horizon-3.7B-i1-GGUF"],"logoFrom":"IFM"},{"id":"qwen2-5-3b-instruct-abliterated","family":"huihui-ai/Qwen2.5-3B-Instruct-abliterated","name":"Qwen2.5 3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF/Qwen2.5-3B-Instruct-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-04T19:51:42.000Z","downloads":29981,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":893195744,"bits":2.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":952128992,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1050351072,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1133647328,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":1195642336,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":1274220000,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1300229600,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q2_K.gguf","label":"Q2_K","size":1376857312,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1416531424,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1525540320,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1588061408,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":1590568416,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":1622599136,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1724179680,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1841095904,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1904401888,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2000240096,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":2003516896,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2009414880,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2104933600,"bits":5.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":2190736864,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2383592672,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2438741216,"bits":6.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q6_K.gguf","label":"Q6_K","size":2793411808,"bits":7.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.Q8_0.gguf","label":"Q8_0","size":3616089312,"bits":9.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-3B-Instruct-Abliterated.f16.gguf","label":"F16","size":6800647392,"bits":17.61,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-3B-Instruct-abliterated-GGUF","mradermacher/Qwen2.5-3B-Instruct-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-6-27b-a3b-coder","family":"ManniX-ITA/Qwen3.6-27B-A3B-Coder","name":"Qwen3.6 27B A3B Coder","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":26.21,"active":3.77,"layers":41,"probe":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF/Qwen3.6-27B-A3B-Coder-IQ2_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-15T04:42:15.000Z","downloads":29974,"likes":59,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-CD-IQ2_XS_h.gguf","label":"IQ2_XS_H","size":8204738016,"bits":2.5,"known":false,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-IQ2_XS.gguf","label":"IQ2_XS","size":8204738016,"bits":2.5,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-IQ2_M.gguf","label":"IQ2_M","size":9057902048,"bits":2.76,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q2_K_L.gguf","label":"Q2_K_L","size":10358232544,"bits":3.16,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q3_K_S.gguf","label":"Q3_K_S","size":11532692960,"bits":3.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-IQ3_M.gguf","label":"IQ3_M","size":11742146016,"bits":3.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q3_K_M.gguf","label":"Q3_K_M","size":12722335200,"bits":3.88,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q3_K_XL.gguf","label":"Q3_K_XL","size":13167324640,"bits":4.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q3_K_L.gguf","label":"Q3_K_L","size":13739716064,"bits":4.19,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-IQ4_XS.gguf","label":"IQ4_XS","size":14222050784,"bits":4.34,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-IQ4_NL.gguf","label":"IQ4_NL","size":15008703968,"bits":4.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q4_K_S.gguf","label":"Q4_K_S","size":15072011744,"bits":4.6,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":16057050592,"bits":4.9,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q4_K_L.gguf","label":"Q4_K_L","size":16434496992,"bits":5.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-CD-IQ4_K_M.gguf","label":"IQ4_K_M","size":16702973408,"bits":5.1,"known":false,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q5_K_S.gguf","label":"Q5_K_S","size":18155316704,"bits":5.54,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":18728527328,"bits":5.72,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q5_K_L.gguf","label":"Q5_K_L","size":19042403808,"bits":5.81,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q6_K.gguf","label":"Q6_K","size":21566971360,"bits":6.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q6_K_L.gguf","label":"Q6_K_L","size":21813304800,"bits":6.66,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-Q8_0.gguf","label":"Q8_0","size":27911390400,"bits":8.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF","file":"Qwen3.6-27B-A3B-Coder-F16.gguf","label":"F16","size":52470433280,"bits":16.02,"known":true,"rank":0}],"repos":["ManniX-ITA/Qwen3.6-27B-A3B-Coder-MTP-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"llama-joycaption-beta-one-hf-llava","family":"fancyfeast/llama-joycaption-beta-one-hf-llava","name":"Llama Joycaption Beta One Llava","maker":"fancyfeast","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF/llama-joycaption-beta-one-hf-llava.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":null,"open":false,"released":"2025-05-11T00:11:52.000Z","downloads":29938,"likes":71,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ1_S.gguf","label":"IQ1_S","size":2019629984,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ1_M.gguf","label":"IQ1_M","size":2161974176,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399214496,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605783968,"bits":2.6,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ2_S.gguf","label":"IQ2_S","size":2758491040,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ2_M.gguf","label":"IQ2_M","size":2948283296,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988817312,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q2_K.gguf","label":"Q2_K","size":3179133600,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274914720,"bits":3.26,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518749600,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q3_K_S.gguf","label":"Q3_K_S","size":3664501408,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ3_S.gguf","label":"IQ3_S","size":3682327456,"bits":3.67,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ3_M.gguf","label":"IQ3_M","size":3784825760,"bits":3.77,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q3_K_M.gguf","label":"Q3_K_M","size":4018920096,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q3_K_L.gguf","label":"Q3_K_L","size":4321958560,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.IQ4_XS.gguf","label":"IQ4_XS","size":4484364960,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-Q4_0.gguf","label":"Q4_0","size":4675894176,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677991328,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q4_K_S.gguf","label":"Q4_K_S","size":4692671136,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q4_K_M.gguf","label":"Q4_K_M","size":4920736416,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF","file":"llama-joycaption-beta-one-hf-llava.i1-Q4_1.gguf","label":"Q4_1","size":5130255264,"bits":5.11,"known":true,"rank":1},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q5_K_S.gguf","label":"Q5_K_S","size":5599296160,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q5_K_M.gguf","label":"Q5_K_M","size":5732989600,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q6_K.gguf","label":"Q6_K","size":6596008608,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.Q8_0.gguf","label":"Q8_0","size":8540773024,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","file":"llama-joycaption-beta-one-hf-llava.f16.gguf","label":"F16","size":16068893344,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/llama-joycaption-beta-one-hf-llava-GGUF","mradermacher/llama-joycaption-beta-one-hf-llava-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"dolphin-2-9-llama3-8b","family":"dphn/dolphin-2.9-llama3-8b","name":"Dolphin 2.9 Llama3 8B","maker":"dphn","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/dolphin-2.9-llama3-8b-GGUF/dolphin-2.9-llama3-8b-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-20T23:14:52.000Z","downloads":29866,"likes":174,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ1_S.gguf","label":"IQ1_S","size":2019636864,"bits":2.01,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ1_M.gguf","label":"IQ1_M","size":2161981056,"bits":2.15,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399221376,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ2_XS.gguf","label":"IQ2_XS","size":2605790848,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ2_S.gguf","label":"IQ2_S","size":2758498752,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ2_M.gguf","label":"IQ2_M","size":2948291008,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q2_K.gguf","label":"Q2_K","size":3179141824,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274922432,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3518758400,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3664510464,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ3_S.gguf","label":"IQ3_S","size":3682335264,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q2_K_L.gguf","label":"Q2_K_L","size":3692173824,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ3_M.gguf","label":"IQ3_M","size":3784834560,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4018929152,"bits":4,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4321967616,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4447674688,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661224000,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661224000,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661224000,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_0.gguf","label":"Q4_0","size":4675904064,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-IQ4_NL.gguf","label":"IQ4_NL","size":4678001216,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4692681280,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781644288,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_K_M.gguf","label":"Q4_K_M","size":4920746560,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b.Q4_1.gguf","label":"Q4_1","size":5130777472,"bits":5.11,"known":true,"rank":1},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q4_K_L.gguf","label":"Q4_K_L","size":5310650880,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5599307328,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b.Q5_0.gguf","label":"Q5_0","size":5599819136,"bits":5.58,"known":true,"rank":1},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5733000768,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q5_K_L.gguf","label":"Q5_K_L","size":6057236992,"bits":6.03,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b.Q5_1.gguf","label":"Q5_1","size":6068860800,"bits":6.05,"known":true,"rank":1},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q6_K.gguf","label":"Q6_K","size":6596020864,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q6_K_L.gguf","label":"Q6_K_L","size":6850484736,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-Q8_0.gguf","label":"Q8_0","size":8540789248,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9-llama3-8b-GGUF","file":"dolphin-2.9-llama3-8b-f16.gguf","label":"F16","size":16068924640,"bits":16.01,"known":true,"rank":0}],"repos":["QuantFactory/dolphin-2.9-llama3-8b-GGUF","bartowski/dolphin-2.9-llama3-8b-GGUF","dphn/dolphin-2.9-llama3-8b-gguf"],"logoFrom":"dphn"},{"id":"tinyllama-1-1b-chat-v0-3","family":"TinyLlama/TinyLlama-1.1B-Chat-v0.3","name":"TinyLlama 1.1B V0.3","maker":"TinyLlama","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF/tinyllama-1.1b-chat-v0.3.Q2_K.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-06T17:03:35.000Z","downloads":29682,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q2_K.gguf","label":"Q2_K","size":482149856,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q3_K_S.gguf","label":"Q3_K_S","size":499349600,"bits":3.63,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q3_K_M.gguf","label":"Q3_K_M","size":549853280,"bits":4,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q3_K_L.gguf","label":"Q3_K_L","size":591534176,"bits":4.3,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q4_0.gguf","label":"Q4_0","size":636734336,"bits":4.63,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q4_K_S.gguf","label":"Q4_K_S","size":642763648,"bits":4.67,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q4_K_M.gguf","label":"Q4_K_M","size":667822976,"bits":4.86,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q5_0.gguf","label":"Q5_0","size":766037632,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q5_K_S.gguf","label":"Q5_K_S","size":766037632,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q5_K_M.gguf","label":"Q5_K_M","size":782052992,"bits":5.69,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q6_K.gguf","label":"Q6_K","size":903422400,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF","file":"tinyllama-1.1b-chat-v0.3.Q8_0.gguf","label":"Q8_0","size":1169820992,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/TinyLlama-1.1B-Chat-v0.3-GGUF"],"logoFrom":"TinyLlama"},{"id":"ministral-3-8b-reasoning-2512","family":"mistralai/Ministral-3-8B-Reasoning-2512","name":"Ministral 3 8B Reasoning 2512","maker":"Mistral AI","catalog":null,"tuned":true,"params":8.49,"active":null,"layers":34,"probe":"unsloth/Ministral-3-8B-Reasoning-2512-GGUF/Ministral-3-8B-Reasoning-2512-UD-IQ1_S.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T08:41:36.000Z","downloads":29436,"likes":74,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ1_S.gguf","label":"IQ1_S","size":2121830944,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ1_M.gguf","label":"IQ1_M","size":2273415712,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2526056992,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2745995808,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ2_S.gguf","label":"IQ2_S","size":2904592928,"bits":2.74,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq2_xxs.gguf","label":"IQ2_XXS","size":2908853088,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ2_M.gguf","label":"IQ2_M","size":3106705952,"bits":2.93,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq2_xs.gguf","label":"IQ2_XS","size":3119092576,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3147272736,"bits":2.97,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq2_s.gguf","label":"IQ2_S","size":3211957088,"bits":3.03,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q2_k_s.gguf","label":"Q2_K_S","size":3300954976,"bits":3.11,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq2_m.gguf","label":"IQ2_M","size":3349844832,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q2_K.gguf","label":"Q2_K","size":3352924704,"bits":3.16,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q2_k_m.gguf","label":"Q2_K_M","size":3435172704,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455357472,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3714355744,"bits":3.5,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq3_xxs.gguf","label":"IQ3_XXS","size":3862139744,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3866464800,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ3_S.gguf","label":"IQ3_S","size":3885404704,"bits":3.66,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq3_xs.gguf","label":"IQ3_XS","size":3956249440,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ3_M.gguf","label":"IQ3_M","size":3992359456,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4242051616,"bits":4,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q3_k_s.gguf","label":"Q3_K_S","size":4279800672,"bits":4.03,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq3_m.gguf","label":"IQ3_M","size":4322792288,"bits":4.07,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q3_k_m.gguf","label":"Q3_K_M","size":4422407008,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4565013024,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4696412704,"bits":4.43,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq4_nl.gguf","label":"IQ4_NL","size":4802057056,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-iq4_xs.gguf","label":"IQ4_XS","size":4851602272,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q4_0.gguf","label":"Q4_0","size":4937323040,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4940468768,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4954100256,"bits":4.67,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q4_k_s.gguf","label":"Q4_K_S","size":5140747104,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5198385696,"bits":4.9,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q4_0.gguf","label":"Q4_0","size":5321102176,"bits":5.01,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q4_1.gguf","label":"Q4_1","size":5381919584,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q4_1.gguf","label":"Q4_1","size":5419668000,"bits":5.11,"known":true,"rank":0},{"repo":"Mungert/Ministral-3-8B-Reasoning-2512-GGUF","file":"Ministral-3-8B-Reasoning-2512-q4_k_m.gguf","label":"Q4_K_M","size":5546775392,"bits":5.23,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5916693024,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-it.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6058742304,"bits":5.71,"known":true,"rank":0}],"repos":["Mungert/Ministral-3-8B-Reasoning-2512-GGUF","lmstudio-community/Ministral-3-8B-Reasoning-2512-GGUF","mistralai/Ministral-3-8B-Reasoning-2512-GGUF","mradermacher/Ministral-3-8B-Reasoning-2512-it-i1-GGUF","unsloth/Ministral-3-8B-Reasoning-2512-GGUF"],"logoFrom":"mistralai"},{"id":"swift-1-5-qwen3-8-flash-next-gsq-rco-uncen-iq1-332exp","family":"DatKurai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp-GGUF","name":"Swift 1.5 Qwen3.8 Flash Next GSQ RCO Uncen IQ1 332Exp","maker":"DatKurai","catalog":null,"tuned":false,"params":134.45,"active":58.49,"layers":48,"probe":"DatKurai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp-GGUF/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-12T13:47:56.000Z","downloads":29361,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DatKurai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp-GGUF","file":"Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp-00001-of-00002.gguf","label":"Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp","size":60652890400,"bits":3.61,"known":false,"rank":0}],"repos":["DatKurai/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-Uncen-IQ1-332Exp-GGUF"],"logoFrom":"SC117"},{"id":"thinkingcap-gemma-4-26b-a4b-it","family":"bottlecapai/ThinkingCap-gemma-4-26B-A4B-it","name":"ThinkingCap Gemma 4 26B A4B","maker":"bottlecapai","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF/ThinkingCap-gemma-4-26B-A4B-it.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T09:55:44.000Z","downloads":29217,"likes":14,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273728,"bits":2.63,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659648,"bits":2.75,"known":true,"rank":2},{"repo":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302848,"bits":2.95,"known":true,"rank":2},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-IQ2_XS.gguf","label":"IQ2_XS","size":9895199040,"bits":3.14,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-IQ2_S.gguf","label":"IQ2_S","size":10311503808,"bits":3.27,"known":true,"rank":1},{"repo":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484288,"bits":3.37,"known":true,"rank":2},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-IQ2_M.gguf","label":"IQ2_M","size":10900373056,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q2_K.gguf","label":"Q2_K","size":11611604544,"bits":3.68,"known":true,"rank":1},{"repo":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412224,"bits":3.88,"known":true,"rank":2},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q3_K_S.gguf","label":"Q3_K_S","size":12374810944,"bits":3.92,"known":true,"rank":1},{"repo":"mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566208,"bits":3.93,"known":true,"rank":2},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":12611732288,"bits":4,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-IQ3_XS.gguf","label":"IQ3_XS","size":12835531072,"bits":4.07,"known":true,"rank":1},{"repo":"bottlecapai/ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it-IQ4_XS.gguf","label":"IQ4_XS","size":13597177152,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q3_K_M.gguf","label":"Q3_K_M","size":13785117248,"bits":4.37,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q4_0.gguf","label":"Q4_0","size":14759385664,"bits":4.68,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q3_K_L.gguf","label":"Q3_K_L","size":14802988608,"bits":4.69,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-IQ4_NL.gguf","label":"IQ4_NL","size":15628842560,"bits":4.96,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q4_K_S.gguf","label":"Q4_K_S","size":16054720320,"bits":5.09,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q4_1.gguf","label":"Q4_1","size":16144846400,"bits":5.12,"known":true,"rank":1},{"repo":"bottlecapai/ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":16551048512,"bits":5.25,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it-Q4_K_M.gguf","label":"Q4_K_M","size":17010980160,"bits":5.39,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q4_K_L.gguf","label":"Q4_K_L","size":18208028224,"bits":5.77,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q5_K_S.gguf","label":"Q5_K_S","size":18400890432,"bits":5.83,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q5_K_M.gguf","label":"Q5_K_M","size":20010088000,"bits":6.34,"known":true,"rank":1},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q6_K_S.gguf","label":"Q6_K_S","size":23136163392,"bits":7.34,"known":true,"rank":1},{"repo":"bottlecapai/ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it-Q6_K.gguf","label":"Q6_K","size":23295391040,"bits":7.39,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-Q6_K_L.gguf","label":"Q6_K_L","size":24524518976,"bits":7.78,"known":true,"rank":1},{"repo":"bottlecapai/ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"ThinkingCap-gemma-4-26B-A4B-it-Q8_0.gguf","label":"Q8_0","size":26859861056,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","file":"bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-bf16.gguf","label":"BF16","size":50505137344,"bits":16.01,"known":true,"rank":1}],"repos":["bartowski/bottlecapai_ThinkingCap-gemma-4-26B-A4B-it-GGUF","bottlecapai/ThinkingCap-gemma-4-26B-A4B-it-GGUF","mradermacher/ThinkingCap-gemma-4-26B-A4B-it-i1-GGUF"],"logoFrom":"bottlecapai"},{"id":"goetia-26b-a4b-v1-7","family":"Naphula/Goetia-26B-A4B-v1.7","name":"Goetia 26B A4B V1.7","maker":"Naphula","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF/Goetia-26B-A4B-v1.7.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-08T07:43:13.000Z","downloads":29152,"likes":19,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF","file":"Goetia-26B-A4B-v1.7.i1-IQ1_S.gguf","label":"IQ1_S","size":8532498496,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF","file":"Goetia-26B-A4B-v1.7.i1-IQ1_M.gguf","label":"IQ1_M","size":8910884416,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF","file":"Goetia-26B-A4B-v1.7.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541527616,"bits":2.94,"known":true,"rank":1},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ2_S.gguf","label":"IQ2_S","size":10720976480,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ2_XS.gguf","label":"IQ2_XS","size":10771812320,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF","file":"Goetia-26B-A4B-v1.7.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866709056,"bits":3.35,"known":true,"rank":1},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ2_M.gguf","label":"IQ2_M","size":11776986336,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q2_K.gguf","label":"Q2_K","size":12395943136,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF","file":"Goetia-26B-A4B-v1.7.i1-IQ3_S.gguf","label":"IQ3_S","size":12539610176,"bits":3.86,"known":true,"rank":1},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q3_K_S.gguf","label":"Q3_K_S","size":13159149536,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ3_XXS.gguf","label":"IQ3_XXS","size":13396070880,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ3_XS.gguf","label":"IQ3_XS","size":13619869664,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q3_K_M.gguf","label":"Q3_K_M","size":14569455840,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ4_XS.gguf","label":"IQ4_XS","size":15062949984,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ3_M.gguf","label":"IQ3_M","size":15124174048,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q4_0.gguf","label":"Q4_0","size":15174625504,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q3_K_L.gguf","label":"Q3_K_L","size":15587327200,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-IQ4_NL.gguf","label":"IQ4_NL","size":16413181152,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q4_1.gguf","label":"Q4_1","size":16606223584,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q4_K_S.gguf","label":"Q4_K_S","size":16839058912,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q4_K_M.gguf","label":"Q4_K_M","size":18750506208,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q4_K_L.gguf","label":"Q4_K_L","size":18992366816,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q5_K_S.gguf","label":"Q5_K_S","size":19185229024,"bits":5.91,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q5_K_M.gguf","label":"Q5_K_M","size":20794426592,"bits":6.41,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q6_K_S.gguf","label":"Q6_K_S","size":23920501984,"bits":7.37,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q6_K.gguf","label":"Q6_K","size":24571380960,"bits":7.57,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q6_K_L.gguf","label":"Q6_K_L","size":25308857568,"bits":7.8,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-Q8_0.gguf","label":"Q8_0","size":27644200160,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","file":"Naphula_Goetia-26B-A4B-v1.7-bf16.gguf","label":"BF16","size":51981536128,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Naphula_Goetia-26B-A4B-v1.7-GGUF","mradermacher/Goetia-26B-A4B-v1.7-GGUF","mradermacher/Goetia-26B-A4B-v1.7-i1-GGUF"],"logoFrom":"Naphula"},{"id":"glm-5-3-flash-coder-rco-152e","family":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF","name":"GLM 5.3 Flash Coder RCO 152E","maker":"lapadatbogdan","catalog":null,"tuned":true,"params":169.56,"active":17.35,"layers":45,"probe":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF/GLM-5.3-Flash-Coder-RCO-152E-IQ2_XXS.gguf","kvBytesPerToken":13032,"kvHeader":11264,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":false,"licence":"mit","open":true,"released":"2026-10-13T02:20:11.000Z","downloads":29119,"likes":28,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF","file":"GLM-5.3-Flash-Coder-RCO-152E-IQ2_XXS.gguf","label":"IQ2_XXS","size":47447306496,"bits":2.24,"known":true,"rank":0},{"repo":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF","file":"GLM-5.3-Flash-Coder-RCO-152E-IQ2_XXS-downIQ2_S-00001-of-00002.gguf","label":"WNIQ2_S","size":50794361408,"bits":2.4,"known":false,"rank":0},{"repo":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF","file":"GLM-5.3-Flash-Coder-RCO-152E-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":75060507072,"bits":3.54,"known":true,"rank":0},{"repo":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF","file":"GLM-5.3-Flash-Coder-RCO-152E-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":102643823136,"bits":4.84,"known":true,"rank":0},{"repo":"lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF","file":"GLM-5.3-Flash-Coder-RCO-152E-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":180376818272,"bits":8.51,"known":true,"rank":0}],"repos":["lapadatbogdan/GLM-5.3-Flash-Coder-RCO-152E-GGUF"],"logoFrom":"zai-org"},{"id":"sakura-7b-qwen2-5-v1-0","family":"SakuraLLM/Sakura-7B-Qwen2.5-v1.0-GGUF","name":"Sakura 7B Qwen2.5 V1.0","maker":"SakuraLLM","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"SakuraLLM/Sakura-7B-Qwen2.5-v1.0-GGUF/sakura-7b-qwen2.5-v1.0-iq4xs.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2024-11-24T08:01:58.000Z","downloads":29096,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-7B-Qwen2.5-v1.0-GGUF","file":"sakura-7b-qwen2.5-v1.0-iq4xs.gguf","label":"sakura-7b-qwen2.5-v1.0-iq4xs","size":4250298208,"bits":4.46,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-7B-Qwen2.5-v1.0-GGUF","file":"sakura-7b-qwen2.5-v1.0-q6k.gguf","label":"sakura-7b-qwen2.5-v1.0-q6k","size":6254198624,"bits":6.57,"known":false,"rank":0}],"repos":["SakuraLLM/Sakura-7B-Qwen2.5-v1.0-GGUF"],"logoFrom":"SakuraLLM"},{"id":"gemma-4-12b-obliterated","family":"OBLITERATUS/Gemma-4-12B-OBLITERATED","name":"Gemma 4 12B OBLITERATED","maker":"OBLITERATUS","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF/Gemma-4-12B-OBLITERATED.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-06-05T08:58:36.000Z","downloads":29049,"likes":497,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ1_S.gguf","label":"IQ1_S","size":2983692096,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848576,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568109376,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887843136,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ2_S.gguf","label":"IQ2_S","size":4079597376,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ2_M.gguf","label":"IQ2_M","size":4371806016,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147776,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q2_K.gguf","label":"Q2_K","size":4830148416,"bits":3.24,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194816,"bits":3.26,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393536,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229696,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528229696,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ3_M.gguf","label":"IQ3_M","size":5733992256,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087087936,"bits":4.09,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566319936,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635255616,"bits":4.46,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975878976,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q4_0.gguf","label":"Q4_0","size":6997997376,"bits":4.7,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024047936,"bits":4.72,"known":true,"rank":1},{"repo":"OBLITERATUS/Gemma-4-12B-OBLITERATED","file":"Gemma-4-12B-OBLITERATED-Q4_K_M.gguf","label":"Q4_K_M","size":7381382208,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q4_1.gguf","label":"Q4_1","size":7657125696,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338372416,"bits":5.6,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547268416,"bits":5.74,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF","file":"Gemma-4-12B-OBLITERATED.i1-Q6_K.gguf","label":"Q6_K","size":9786021696,"bits":6.57,"known":true,"rank":1},{"repo":"OBLITERATUS/Gemma-4-12B-OBLITERATED","file":"Gemma-4-12B-OBLITERATED-v2-Q8_0.gguf","label":"Q8_0","size":12669645888,"bits":8.51,"known":true,"rank":0},{"repo":"OBLITERATUS/Gemma-4-12B-OBLITERATED","file":"Gemma-4-12B-OBLITERATED-BF16.gguf","label":"BF16","size":23832065088,"bits":16.01,"known":true,"rank":0}],"repos":["OBLITERATUS/Gemma-4-12B-OBLITERATED","mradermacher/Gemma-4-12B-OBLITERATED-i1-GGUF"],"logoFrom":"google"},{"id":"huihui-laguna-s-2-1-abliterated","family":"huihui-ai/Huihui-Laguna-S-2.1-abliterated-GGUF","name":"Huihui Laguna S 2.1 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":117.56,"active":8.45,"layers":48,"probe":"huihui-ai/Huihui-Laguna-S-2.1-abliterated-GGUF/Laguna-S-2.1-abliterated-Q3_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":262144,"arch":"laguna","vision":false,"licence":"openmdw-1.1","open":false,"released":"2026-07-30T16:40:39.000Z","downloads":28922,"likes":15,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Laguna-S-2.1-abliterated-GGUF","file":"Laguna-S-2.1-abliterated-Q3_K.gguf","label":"Q3_K","size":53168140384,"bits":3.62,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Laguna-S-2.1-abliterated-GGUF","file":"Laguna-S-2.1-abliterated-Q4_K.gguf","label":"Q4_K","size":68248760416,"bits":4.64,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Laguna-S-2.1-abliterated-GGUF"],"logoFrom":"poolside"},{"id":"lfm2-5-8b-a1b-qwen3-8-turbo-brilliance-power-x12-neo-max","family":"DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","name":"LFM2.5 8B A1B Qwen3.8 Turbo Brilliance Power X12 NEO MAX","maker":"DavidAU","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF/LFM2.5-8B-A1B-Q3.8-TBrilliance-NEO-IQ4_XS.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T06:32:59.000Z","downloads":28893,"likes":63,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-8B-A1B-Q3.8-TBrilliance-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":4588333760,"bits":4.33,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-8B-A1B-Q3.8-TBrilliance-NEO-Q6_K.gguf","label":"Q6_K","size":6959819456,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-8B-A1B-Q3.8-TBrilliance-NEO-Q8_0.gguf","label":"Q8_0","size":9010227904,"bits":8.51,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-8B-A1B-Q3.8-TBrilliance-NEO-BF16.gguf","label":"BF16","size":16947292576,"bits":16.01,"known":true,"rank":0}],"repos":["DavidAU/LFM2.5-8B-A1B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF"],"logoFrom":"LiquidAI"},{"id":"dirty-muse-writer-v01-uncensored-erotica-nsfw","family":"Mantis2024/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW","name":"Dirty Muse Writer V01 Uncensored Erotica NSFW","maker":"Mantis2024","catalog":null,"tuned":true,"params":9.24,"active":null,"layers":42,"probe":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":null,"open":false,"released":"2025-03-13T00:30:12.000Z","downloads":28812,"likes":153,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ1_S.gguf","label":"IQ1_S","size":2378566208,"bits":2.06,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ1_M.gguf","label":"IQ1_M","size":2545953344,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2824931904,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3067382336,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ2_S.gguf","label":"IQ2_S","size":3211487808,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ2_M.gguf","label":"IQ2_M","size":3434670656,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3552512576,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796740672,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q2_K.gguf","label":"Q2_K","size":3805399616,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4144990784,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ3_S.gguf","label":"IQ3_S","size":4337666624,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4337666624,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ3_M.gguf","label":"IQ3_M","size":4494617152,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4761782848,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5132454464,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5183031872,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5443144256,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q4_0.gguf","label":"Q4_0","size":5459200576,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5478926912,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5761059392,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q4_1.gguf","label":"Q4_1","size":5963369024,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6483593792,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6647368256,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.i1-Q6_K.gguf","label":"Q6_K","size":7589071424,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.Q8_0.gguf","label":"Q8_0","size":9827150112,"bits":8.51,"known":true,"rank":1},{"repo":"mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-GGUF","file":"Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW.f16.gguf","label":"F16","size":18490681632,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-GGUF","mradermacher/Dirty-Muse-Writer-v01-Uncensored-Erotica-NSFW-i1-GGUF"],"logoFrom":"Mantis2024"},{"id":"intellect-2","family":"PrimeIntellect/INTELLECT-2","name":"INTELLECT 2","maker":"PrimeIntellect","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"MaziyarPanahi/INTELLECT-2-GGUF/INTELLECT-2.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-11T06:20:24.000Z","downloads":28658,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/INTELLECT-2-GGUF","file":"INTELLECT-2.Q2_K.gguf","label":"Q2_K","size":12313098944,"bits":3.01,"known":true,"rank":0},{"repo":"MaziyarPanahi/INTELLECT-2-GGUF","file":"INTELLECT-2.Q3_K_M.gguf","label":"Q3_K_M","size":15935048384,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/INTELLECT-2-GGUF","file":"INTELLECT-2.Q3_K_L.gguf","label":"Q3_K_L","size":17247079104,"bits":4.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/INTELLECT-2-GGUF","file":"INTELLECT-2.Q4_K_M.gguf","label":"Q4_K_M","size":19851336384,"bits":4.85,"known":true,"rank":0},{"repo":"MaziyarPanahi/INTELLECT-2-GGUF","file":"INTELLECT-2.Q5_K_M.gguf","label":"Q5_K_M","size":23262157504,"bits":5.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/INTELLECT-2-GGUF","file":"INTELLECT-2.Q6_K.gguf","label":"Q6_K","size":26886154944,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/INTELLECT-2-GGUF"],"logoFrom":"PrimeIntellect"},{"id":"gemma-4-12b-it-abliterated-uncensored","family":"OpenYourMind/gemma-4-12B-it-abliterated-uncensored","name":"Gemma 4 12B Abliterated Uncensored","maker":"OpenYourMind","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF/gemma-4-12B-it-abliterated-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-06-03T19:57:17.000Z","downloads":28644,"likes":57,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2983692256,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848736,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568109536,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887843296,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":4079597536,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":4371806176,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147936,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q2_K.gguf","label":"Q2_K","size":4830148288,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194976,"bits":3.26,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393696,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":5528229568,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229856,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":5733992416,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6087087808,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":6566319808,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":6690551488,"bits":4.49,"known":true,"rank":0},{"repo":"Magnarks/gemma-4-12B-it-abliterated-uncensored-nvfp4","file":"gemma-4-12B-it-abliterated-uncensored-NVFP4.gguf","label":"gemma-4-12B-it-abliterated-uncensored-NVFP4","size":6975878848,"bits":4.69,"known":false,"rank":2},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975879136,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":6997997536,"bits":4.7,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7024047808,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":7381382848,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":7657125856,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":8338372288,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":8547268288,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q6_K.gguf","label":"Q6_K","size":9786021568,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","file":"gemma-4-12B-it-abliterated-uncensored.Q8_0.gguf","label":"Q8_0","size":12669646528,"bits":8.51,"known":true,"rank":0}],"repos":["Magnarks/gemma-4-12B-it-abliterated-uncensored-nvfp4","mradermacher/gemma-4-12B-it-abliterated-uncensored-GGUF","mradermacher/gemma-4-12B-it-abliterated-uncensored-i1-GGUF"],"logoFrom":"google"},{"id":"gemma-4-26b-a4b-it-uncensored","family":"TrevorJS/gemma-4-26B-A4B-it-uncensored","name":"Gemma 4 26B A4B Uncensored","maker":"TrevorJS","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF/gemma-4-26B-A4B-it-uncensored-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-03T23:55:27.000Z","downloads":28625,"likes":92,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":8290267040,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":8668652960,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299296160,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816426400,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":9873196960,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":10377711520,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":10582733216,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624477600,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325689760,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636063648,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":12222405536,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222405536,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":12392559520,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286729632,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824484256,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917722016,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":14488052128,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464821152,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":15969572256,"bits":5.06,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF","file":"gemma-4-26B-A4B-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16796011072,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986729376,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132886432,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":22638395296,"bits":7.18,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF","file":"gemma-4-26B-A4B-it-uncensored-Q8_0.gguf","label":"Q8_0","size":26859854400,"bits":8.52,"known":true,"rank":0}],"repos":["TrevorJS/gemma-4-26B-A4B-it-uncensored-GGUF","mradermacher/gemma-4-26B-A4B-it-uncensored-i1-GGUF"],"logoFrom":"TrevorJS"},{"id":"dantaggen-delta-rev2","family":"KBlueLeaf/DanTagGen-delta-rev2","name":"DanTagGen Delta Rev2","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":0.39,"active":null,"layers":24,"probe":"KBlueLeaf/DanTagGen-delta-rev2/ggml-model-Q6_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2024-04-24T20:16:25.000Z","downloads":28616,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/DanTagGen-delta-rev2","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":323077792,"bits":6.63,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-delta-rev2","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":418185760,"bits":8.58,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-delta-rev2","file":"ggml-model-f16.gguf","label":"F16","size":786345728,"bits":16.13,"known":true,"rank":0}],"repos":["KBlueLeaf/DanTagGen-delta-rev2"],"logoFrom":"KBlueLeaf"},{"id":"g4-meromero-31b","family":"zerofata/G4-MeroMero-31B","name":"G4 MeroMero 31B","maker":"zerofata","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"zerofata/G4-MeroMero-31B-gguf/G4-MeroMero-31B-IQ3_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-30T04:35:06.000Z","downloads":28478,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-IQ3_M.gguf","label":"IQ3_M","size":14424497056,"bits":3.76,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15287108512,"bits":3.98,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-IQ4_XS.gguf","label":"IQ4_XS","size":16735789984,"bits":4.36,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-Q4_K_M.gguf","label":"Q4_K_M","size":18687062944,"bits":4.87,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-Q5_K_M.gguf","label":"Q5_K_M","size":21845570464,"bits":5.69,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-Q6_K.gguf","label":"Q6_K","size":25201484704,"bits":6.57,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-Q8_0.gguf","label":"Q8_0","size":32635675552,"bits":8.5,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-31B-gguf","file":"G4-MeroMero-31B-bf16.gguf","label":"BF16","size":61413188288,"bits":16,"known":true,"rank":0}],"repos":["zerofata/G4-MeroMero-31B-gguf"],"logoFrom":"zerofata"},{"id":"qwen3-6-35b-a3b-claude-4-6-opus-reasoning-distilled","family":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled","name":"Qwen3.6 35B A3B Claude 4.6 Opus Reasoning Distilled","maker":"hesamation","catalog":null,"tuned":true,"params":35.51,"active":4.3,"layers":40,"probe":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-17T23:49:06.000Z","downloads":28353,"likes":305,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Mini.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Mini","size":14316566816,"bits":3.23,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-Compact.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-Compact","size":17293089792,"bits":3.9,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Compact.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Compact","size":17293090080,"bits":3.9,"known":false,"rank":2},{"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M.gguf","label":"Q4_K_M","size":21166759104,"bits":4.77,"known":true,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-Quality.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-Quality","size":22819402752,"bits":5.14,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Quality.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Quality","size":22819403040,"bits":5.14,"known":false,"rank":2},{"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q5_K_M.gguf","label":"Q5_K_M","size":24729132224,"bits":5.57,"known":true,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-Balanced.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-Balanced","size":25624957952,"bits":5.77,"known":false,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Balanced.gguf","label":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-I-Balanced","size":25624958240,"bits":5.77,"known":false,"rank":2},{"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q6_K.gguf","label":"Q6_K","size":28514153664,"bits":6.42,"known":true,"rank":0},{"repo":"hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q8_0.gguf","label":"Q8_0","size":36903140544,"bits":8.31,"known":true,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-F16.gguf","label":"F16","size":69376638272,"bits":15.63,"known":true,"rank":2},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-MTP-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-F16.gguf","label":"F16","size":71065942656,"bits":16.01,"known":true,"rank":1}],"repos":["hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-GGUF","mudler/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-APEX-MTP-GGUF"],"logoFrom":"hesamation"},{"id":"llama-joycaption-beta-one-hf-llava-mmproj","family":"concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf","name":"Llama Joycaption Beta One Llava Mmproj","maker":"concedo","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf/Llama-Joycaption-Beta-One-Hf-Llava-Q4_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":null,"open":false,"released":"2025-05-15T13:36:04.000Z","downloads":28267,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf","file":"Llama-Joycaption-Beta-One-Hf-Llava-Q4_K.gguf","label":"Q4_K","size":4920735936,"bits":4.9,"known":true,"rank":0},{"repo":"concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf","file":"Llama-Joycaption-Beta-One-Hf-Llava-Q8_0.gguf","label":"Q8_0","size":8540772544,"bits":8.51,"known":true,"rank":0},{"repo":"concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf","file":"Llama-Joycaption-Beta-One-Hf-Llava-F16.gguf","label":"F16","size":16068892864,"bits":16.01,"known":true,"rank":0}],"repos":["concedo/llama-joycaption-beta-one-hf-llava-mmproj-gguf"],"logoFrom":"concedo"},{"id":"groot-19b-a3b-261023","family":"GrootTeam/Groot-19B-A3B-261023","name":"Groot 19B A3B 261023","maker":"GrootTeam","catalog":null,"tuned":false,"params":18.99,"active":3.51,"layers":41,"probe":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF/GrootTeam_Groot-19B-A3B-261023-IQ2_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T08:47:29.000Z","downloads":28003,"likes":62,"trending":24,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ2_S.gguf","label":"IQ2_S","size":6710667136,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ2_M.gguf","label":"IQ2_M","size":7278307200,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q2_K.gguf","label":"Q2_K","size":7881901952,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Groot-19B-A3B-261023-i1-GGUF","file":"Groot-19B-A3B-261023.i1-IQ3_S.gguf","label":"IQ3_S","size":8478806240,"bits":3.57,"known":true,"rank":1},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ3_XXS.gguf","label":"IQ3_XXS","size":8845805440,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q3_K_S.gguf","label":"Q3_K_S","size":9018566528,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ3_XS.gguf","label":"IQ3_XS","size":9042732928,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q3_K_M.gguf","label":"Q3_K_M","size":9616312192,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q3_K_L.gguf","label":"Q3_K_L","size":10094397312,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ3_M.gguf","label":"IQ3_M","size":10670393216,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ4_XS.gguf","label":"IQ4_XS","size":10939524992,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q4_0.gguf","label":"Q4_0","size":11044120448,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q4_K_S.gguf","label":"Q4_K_S","size":11534591872,"bits":4.86,"known":true,"rank":0},{"repo":"GrootTeam/Groot-19B-A3B-261023-GGUF","file":"Groot-19B-A3B-261023-Q4_K_M.gguf","label":"Q4_K_M","size":11657618560,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q4_1.gguf","label":"Q4_1","size":12111636352,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-IQ4_NL.gguf","label":"IQ4_NL","size":12484339584,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q4_K_L.gguf","label":"Q4_K_L","size":13347317632,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q5_K_S.gguf","label":"Q5_K_S","size":13758359424,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q5_K_M.gguf","label":"Q5_K_M","size":14719903616,"bits":6.2,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q6_K_S.gguf","label":"Q6_K_S","size":16102606720,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q6_K.gguf","label":"Q6_K","size":16791324544,"bits":7.07,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q6_K_L.gguf","label":"Q6_K_L","size":17603970944,"bits":7.42,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-Q8_0.gguf","label":"Q8_0","size":20230129536,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","file":"GrootTeam_Groot-19B-A3B-261023-bf16.gguf","label":"BF16","size":38006441856,"bits":16.01,"known":true,"rank":0}],"repos":["GrootTeam/Groot-19B-A3B-261023-GGUF","bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","mradermacher/Groot-19B-A3B-261023-i1-GGUF","prithivMLmods/Groot-19B-A3B-261023-MTP-GGUF","prithivMLmods/Groot-19B-A3B-261023-NVFP4-GGUF"],"logoFrom":"GrootTeam"},{"id":"qwen3-5-9b-uncensored","family":"LEONW24/Qwen3.5-9B-Uncensored","name":"Qwen3.5 9B Uncensored","maker":"LEONW24","catalog":null,"tuned":true,"params":9.65,"active":null,"layers":32,"probe":"LEONW24/Qwen3.5-9B-Uncensored/Qwen3.5-9B-Uncensored-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T15:53:38.000Z","downloads":27958,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q2_K.gguf","label":"Q2_K","size":3827263168,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":4259407552,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":4623525568,"bits":3.83,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":4737609568,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":4925515456,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":5227898560,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":5351630528,"bits":4.44,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":5357875040,"bits":4.44,"known":true,"rank":0},{"repo":"ccharnkij/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5629108640,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":5629109952,"bits":4.67,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5780090720,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":6305310400,"bits":5.23,"known":true,"rank":0},{"repo":"ccharnkij/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":6467969440,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":6467970752,"bits":5.36,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":6642544480,"bits":5.51,"known":true,"rank":0},{"repo":"ccharnkij/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q6_K.gguf","label":"Q6_K","size":7359259040,"bits":6.1,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q6_K.gguf","label":"Q6_K","size":7359260352,"bits":6.1,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q6_K.gguf","label":"Q6_K","size":7558901600,"bits":6.27,"known":true,"rank":0},{"repo":"ccharnkij/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q8_0.gguf","label":"Q8_0","size":9527501216,"bits":7.9,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.Q8_0.gguf","label":"Q8_0","size":9527502528,"bits":7.9,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-Q8_0.gguf","label":"Q8_0","size":9786060640,"bits":8.11,"known":true,"rank":0},{"repo":"ccharnkij/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-f16.gguf","label":"F16","size":17920696736,"bits":14.86,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-GGUF","file":"qwen3.5-9b-uncensored.f16.gguf","label":"F16","size":17920698048,"bits":14.86,"known":true,"rank":0},{"repo":"bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","file":"Qwen3.5-9B-Uncensored-BF16.gguf","label":"BF16","size":18407321440,"bits":15.26,"known":true,"rank":0}],"repos":["LEONW24/Qwen3.5-9B-Uncensored","bowmanslayer/Qwen3.5-9B-Uncensored-GGUF","ccharnkij/Qwen3.5-9B-Uncensored-GGUF","mradermacher/qwen3.5-9b-uncensored-GGUF"],"logoFrom":"LEONW24"},{"id":"minimax-m3-1-flash-maya","family":"peasantsmith/MiniMax-M3.1-Flash-Maya-GGUF","name":"MiniMax M3.1 Flash Maya","maker":"peasantsmith","catalog":null,"tuned":false,"params":426.17,"active":25.96,"layers":60,"probe":"peasantsmith/MiniMax-M3.1-Flash-Maya-GGUF/Maya-XS/MiniMax-M3.1-Flash-Maya-XS-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":1048576,"arch":"minimax-m3","vision":true,"licence":"other","open":false,"released":"2026-10-26T20:20:55.000Z","downloads":27920,"likes":12,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peasantsmith/MiniMax-M3.1-Flash-Maya-GGUF","file":"Maya-XS/MiniMax-M3.1-Flash-Maya-XS-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":92984538656,"bits":1.75,"known":true,"rank":0},{"repo":"peasantsmith/MiniMax-M3.1-Flash-Maya-GGUF","file":"Maya-S/MiniMax-M3.1-Flash-Maya-S-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":122449805184,"bits":2.3,"known":true,"rank":0}],"repos":["peasantsmith/MiniMax-M3.1-Flash-Maya-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"qwen2-5-math-1-5b-instruct","family":"Qwen/Qwen2.5-Math-1.5B-Instruct","name":"Qwen2.5 Math 1.5B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF/Qwen2.5-Math-1.5B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":4096,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-16T11:57:49.000Z","downloads":27911,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":436528352,"bits":2.27,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":464462048,"bits":2.41,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511018208,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550327520,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":563810528,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":601055456,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668793056,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":676305632,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731699936,"bits":3.8,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760945376,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":762407648,"bits":3.96,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":776664384,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF","file":"Qwen2.5-Math-1.5B-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":824179424,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":880163136,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":895732032,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934955328,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934955328,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934955328,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":936683328,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_0.gguf","label":"Q4_0","size":937535808,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":940312896,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":986048832,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1042569024,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1098729792,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1125050688,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1181570880,"bits":6.14,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":1272740160,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1329260352,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":1646573376,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","file":"Qwen2.5-Math-1.5B-Instruct-f16.gguf","label":"F16","size":3093669408,"bits":16.07,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Math-1.5B-Instruct-GGUF","mradermacher/Qwen2.5-Math-1.5B-Instruct-i1-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-vl-30b-a3b-instruct-abliterated","family":"huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated","name":"Huihui Qwen3 VL 30B A3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ2_XS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-05T03:31:35.000Z","downloads":27851,"likes":37,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":9076223488,"bits":2.38,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ2_S.gguf","label":"IQ2_S","size":9287132672,"bits":2.43,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":10169509376,"bits":2.66,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-Q2_K_S.gguf","label":"Q2_K_S","size":10519365120,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":11258611456,"bits":2.95,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849328128,"bits":3.1,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":12598443520,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":13292470016,"bits":3.48,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ3_S.gguf","label":"IQ3_S","size":13299154432,"bits":3.48,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":13513063936,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":14711848704,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":15900671744,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":16557094656,"bits":4.34,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":17082449408,"bits":4.48,"known":true,"rank":1},{"repo":"noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":17310782976,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":17456011008,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":18556688128,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":21080512256,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":21725583104,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":25092534016,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":32483933952,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF","noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"vllm-d3","family":"ggml-org/vllm-d3-GGUF","name":"Vllm D3","maker":"ggml-org","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"ggml-org/vllm-d3-GGUF/vllm-d3-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:32:12.000Z","downloads":27833,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/vllm-d3-GGUF","file":"vllm-d3-Q4_K_M.gguf","label":"Q4_K_M","size":19403686208,"bits":5.77,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-GGUF","file":"vllm-d3-Q8_0.gguf","label":"Q8_0","size":28595765568,"bits":8.5,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-GGUF","file":"vllm-d3-BF16.gguf","label":"BF16","size":53808283968,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/vllm-d3-GGUF"],"logoFrom":"vllm-sr"},{"id":"huihui-glm-4-7-flash-abliterated","family":"huihui-ai/Huihui-GLM-4.7-Flash-abliterated","name":"Huihui GLM 4.7 Flash Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF/Huihui-GLM-4.7-Flash-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-22T14:22:16.000Z","downloads":27627,"likes":39,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":6201792160,"bits":1.66,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":6864781984,"bits":1.83,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7969765024,"bits":2.13,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8869152416,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9014335136,"bits":2.41,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":9898321568,"bits":2.64,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10232122016,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q2_K.gguf","label":"Q2_K","size":11042965888,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11646142112,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12344307360,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":13034401152,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":13034401440,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":13211266720,"bits":3.53,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":14380019072,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":15591779712,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":16164360576,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":17008452256,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":17072431488,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":18132722048,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":18807268000,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":20664287616,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":21264515456,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q6_K.gguf","label":"Q6_K","size":24614786432,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","file":"Huihui-GLM-4.7-Flash-abliterated.Q8_0.gguf","label":"Q8_0","size":31842800000,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-GLM-4.7-Flash-abliterated-GGUF","mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"gemma-4-e4b-it-artemis","family":"turintech/gemma-4-E4B-it-Artemis-GGUF","name":"Gemma 4 E4B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"turintech/gemma-4-E4B-it-Artemis-GGUF/gemma-4-E4B-it-Artemis-Q3_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:07:26.000Z","downloads":27549,"likes":12,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/gemma-4-E4B-it-Artemis-GGUF","file":"gemma-4-E4B-it-Artemis-Q3_K_M.gguf","label":"Q3_K_M","size":3555092832,"bits":3.81,"known":true,"rank":0},{"repo":"turintech/gemma-4-E4B-it-Artemis-GGUF","file":"gemma-4-E4B-it-Artemis-IQ3_M.gguf","label":"IQ3_M","size":3841354080,"bits":4.12,"known":true,"rank":0},{"repo":"turintech/gemma-4-E4B-it-Artemis-GGUF","file":"gemma-4-E4B-it-Artemis-Q4_0.gguf","label":"Q4_0","size":4215695712,"bits":4.52,"known":true,"rank":0}],"repos":["turintech/gemma-4-E4B-it-Artemis-GGUF"],"logoFrom":"google"},{"id":"ornith-1-5-122b-uncensored","family":"dealignai/Ornith-1.5-122B-UNCENSORED-GGUF","name":"Ornith 1.5 122B UNCENSORED","maker":"dealignai","catalog":null,"tuned":true,"params":124.64,"active":9.95,"layers":49,"probe":"dealignai/Ornith-1.5-122B-UNCENSORED-GGUF/Ornith-1.5-122B-IQ2_XXS-UNCENSORED.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-10-20T16:15:03.000Z","downloads":27496,"likes":24,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Ornith-1.5-122B-UNCENSORED-GGUF","file":"Ornith-1.5-122B-IQ2_XXS-UNCENSORED.gguf","label":"Ornith-1.5-122B-IQ2_XXS-UNCENSORED","size":44072673440,"bits":2.83,"known":false,"rank":0},{"repo":"dealignai/Ornith-1.5-122B-UNCENSORED-GGUF","file":"Ornith-1.5-122B-Q4_K_M-UNCENSORED.gguf","label":"Ornith-1.5-122B-Q4_K_M-UNCENSORED","size":79371735200,"bits":5.09,"known":false,"rank":0}],"repos":["dealignai/Ornith-1.5-122B-UNCENSORED-GGUF"],"logoFrom":"ornith-ai"},{"id":"grok-1","family":"Arki05/Grok-1-GGUF","name":"Grok 1","maker":"Arki05","catalog":null,"tuned":true,"params":316.49,"active":84.56,"layers":64,"probe":"Arki05/Grok-1-GGUF/IQ1_S/grok-1-IQ1_S-00001-of-00009.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":8192,"arch":"grok","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-21T14:01:21.000Z","downloads":27335,"likes":70,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Arki05/Grok-1-GGUF","file":"IQ1_S/grok-1-IQ1_S-00001-of-00009.gguf","label":"IQ1_S","size":65270868992,"bits":1.65,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ1_M/grok-1-IQ1_M-00001-of-00009.gguf","label":"IQ1_M","size":72273258560,"bits":1.83,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ2_XXS/grok-1-IQ2_XXS-00001-of-00009.gguf","label":"IQ2_XXS","size":83943910400,"bits":2.12,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ2_XS/grok-1-IQ2_XS-00001-of-00009.gguf","label":"IQ2_XS","size":93280431104,"bits":2.36,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ2_S/grok-1-IQ2_S-00001-of-00009.gguf","label":"IQ2_S","size":94589053952,"bits":2.39,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ2_M/grok-1-IQ2_M-00001-of-00009.gguf","label":"IQ2_M","size":103925574656,"bits":2.63,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q2_K_S/grok-1-Q2_K_S-00001-of-00009.gguf","label":"Q2_K_S","size":107612367872,"bits":2.72,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q2_K/grok-1-Q2_K-00001-of-00009.gguf","label":"Q2_K","size":115929672704,"bits":2.93,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"grok-1-Q2_K-split-00001-of-00009.gguf","label":"grok-1-Q2_K-split","size":116187621664,"bits":2.94,"known":false,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ3_XXS/grok-1-IQ3_XXS-00001-of-00009.gguf","label":"IQ3_XXS","size":122246294528,"bits":3.09,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"grok-1-IQ3_XS-split-00001-of-00009.gguf","label":"grok-1-IQ3_XS-split","size":129638754592,"bits":3.28,"known":false,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ3_XS/grok-1-IQ3_XS-00001-of-00009.gguf","label":"IQ3_XS","size":129752001536,"bits":3.28,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ3_S/grok-1-IQ3_S-split-00001-of-00009.gguf","label":"grok-1-IQ3_S-split","size":137113005056,"bits":3.47,"known":false,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q3_K_S/grok-1-Q3_K_S-00001-of-00009.gguf","label":"Q3_K_S","size":137113005056,"bits":3.47,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ3_M/grok-1-IQ3_M-00001-of-00009.gguf","label":"IQ3_M","size":143958109184,"bits":3.64,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q3_K_M/grok-1-Q3_K_M-00001-of-00009.gguf","label":"Q3_K_M","size":151608519680,"bits":3.83,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q3_K_L/grok-1-Q3_K_L-00001-of-00009.gguf","label":"Q3_K_L","size":163065261056,"bits":4.12,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ4_XS/grok-1-IQ4_XS-00001-of-00009.gguf","label":"IQ4_XS","size":168765320192,"bits":4.27,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"IQ4_NL/grok-1-IQ4_NL-00001-of-00009.gguf","label":"IQ4_NL","size":178504494080,"bits":4.51,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q4_K/grok-1-Q4_K-00001-of-00009.gguf","label":"Q4_K","size":191792049152,"bits":4.85,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"grok-1-Q4_K-split-00001-of-00009.gguf","label":"grok-1-Q4_K-split","size":192238741792,"bits":4.86,"known":false,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q5_K/grok-1-Q5_K-00001-of-00009.gguf","label":"Q5_K","size":224306293760,"bits":5.67,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q6_K/grok-1-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":259173542912,"bits":6.55,"known":true,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"grok-1-Q6_K-split-00001-of-00009.gguf","label":"grok-1-Q6_K-split","size":259827853600,"bits":6.57,"known":false,"rank":0},{"repo":"Arki05/Grok-1-GGUF","file":"Q8_0/grok-1-Q8_0-00001-of-00009.gguf","label":"Q8_0","size":335432281088,"bits":8.48,"known":true,"rank":0}],"repos":["Arki05/Grok-1-GGUF"],"logoFrom":null},{"id":"rusmind-vspyshka","family":"DICPlay/RusMind-Vspyshka","name":"RusMind Vspyshka","maker":"DICPlay","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"DICPlay/RusMind-Vspyshka/v2.4/RusMind-Vspyshka-2.4-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-11T01:50:28.000Z","downloads":27280,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.2/RusMind-Vspyshka-3.2-Mini.gguf","label":"RusMind-Vspyshka-3.2-Mini","size":3775011360,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v4.7/RusMind-Vspyshka-4.7-Mini.gguf","label":"RusMind-Vspyshka-4.7-Mini","size":3775011488,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.5/RusMind-Vspyshka-3.5-Mini.gguf","label":"RusMind-Vspyshka-3.5-Mini","size":3775011680,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v4.7/web/rusmind-vspyshka-4.7-00001-of-00014.gguf","label":"rusmind-vspyshka-4.7","size":3775013088,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.5/web/rusmind-vspyshka-3.5-00001-of-00014.gguf","label":"rusmind-vspyshka-3.5","size":3775013280,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v2.4/RusMind-Vspyshka-2.4-Lite.gguf","label":"RusMind-Vspyshka-2.4-Lite","size":4234287584,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.2/RusMind-Vspyshka-3.2-Lite.gguf","label":"RusMind-Vspyshka-3.2-Lite","size":4234287648,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v4.7/RusMind-Vspyshka-4.7-Lite.gguf","label":"RusMind-Vspyshka-4.7-Lite","size":4234287776,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.5/RusMind-Vspyshka-3.5-Lite.gguf","label":"RusMind-Vspyshka-3.5-Lite","size":4234287968,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.1/RusMind-Vspyshka-3.1-Lite.gguf","label":"RusMind-Vspyshka-3.1-Lite","size":4234288000,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v2.4/RusMind-Vspyshka-2.4-Q4_K_M.gguf","label":"Q4_K_M","size":5335292384,"bits":5.68,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.1/RusMind-Vspyshka-3.1-Q8_0.gguf","label":"Q8_0","size":8031243136,"bits":8.54,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka","file":"v3.5/RusMind-Vspyshka-3.5-BF16.gguf","label":"BF16","size":15053097824,"bits":16.01,"known":true,"rank":0}],"repos":["DICPlay/RusMind-Vspyshka"],"logoFrom":"DICPlay"},{"id":"local-ai-toolkit","family":"mohammadjafari-dev/local-ai-toolkit","name":"Local Ai Toolkit","maker":"mohammadjafari-dev","catalog":null,"tuned":false,"params":34.66,"active":null,"layers":42,"probe":"mohammadjafari-dev/local-ai-toolkit/7-Multimodal/Speed/Gemma4_E4B_Speed_Speculative/gemma-4-E4B-it-UD-Q4_K_XL.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"other","open":false,"released":"2026-07-16T10:56:13.000Z","downloads":27177,"likes":36,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mohammadjafari-dev/local-ai-toolkit","file":"8-Uncensored_Models/Speed/Code/Huihui_Qwen3_Coder_30B_Uncensored_i1_Q3_K_M/Huihui-Qwen3-Coder-30B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711850496,"bits":3.4,"known":true,"rank":0},{"repo":"mohammadjafari-dev/local-ai-toolkit","file":"7-Multimodal/Quality/Qwen3_Omni_30B_A3B_Quality/Qwen3-Omni-30B-A3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":18557053952,"bits":4.28,"known":true,"rank":0},{"repo":"mohammadjafari-dev/local-ai-toolkit","file":"8-Uncensored_Models/Quality/General/Huihui_Qwen3.6_35B_Claude4.7_Opus_MTP_Uncensored_Q4_K/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-ggml-model-Q4_K.gguf","label":"Q4_K","size":21712410016,"bits":5.01,"known":true,"rank":0}],"repos":["mohammadjafari-dev/local-ai-toolkit"],"logoFrom":null},{"id":"kimi-linear-48b-a3b-instruct","family":"moonshotai/Kimi-Linear-48B-A3B-Instruct","name":"Kimi Linear 48B A3B","maker":"Moonshot AI","catalog":null,"tuned":true,"params":49.12,"active":3.48,"layers":27,"probe":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ1_S.gguf","kvBytesPerToken":9330,"kvHeader":8064,"kvFixed":0,"context":1048576,"arch":"kimi-linear","vision":false,"licence":"mit","open":true,"released":"2025-10-30T12:37:31.000Z","downloads":27170,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":10489931680,"bits":1.71,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":10924162720,"bits":1.78,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":12129177504,"bits":1.98,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":13897237408,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":13967426464,"bits":2.27,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":15792109472,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q2_K.gguf","label":"Q2_K","size":17533148320,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":17901788320,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":19651346336,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":20439715232,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":21605092768,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":22656365984,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":22680802720,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":23617811872,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":23948113312,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":26464880288,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":27969510048,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_0.gguf","label":"Q4_0","size":28441221792,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":28977060512,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":30061058720,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":30341225120,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_1.gguf","label":"Q4_1","size":30976574112,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":34013471392,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":35097473696,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":35330454176,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q6_K.gguf","label":"Q6_K","size":40460212128,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":40643057568,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q8_0/moonshotai_Kimi-Linear-48B-A3B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":52248386432,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16/moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16-00001-of-00003.gguf","label":"BF16","size":98285393568,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF"],"logoFrom":"moonshotai"},{"id":"clef-flash-heretic","family":"saidutta69/clef-flash-heretic","name":"Clef Flash Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/clef-flash-heretic-i1-GGUF/clef-flash-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-04T15:04:08.000Z","downloads":27160,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642720,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2877270048,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648928,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346336,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":3427969056,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472160,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697240096,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q2_K.gguf","label":"Q2_K","size":3827263232,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166816,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243417120,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4259407616,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4370819104,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383584,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4623525632,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4925515520,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5227898624,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5325940768,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5351630592,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215456,"bits":4.84,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5629110016,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-i1-GGUF","file":"clef-flash-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5809334304,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":6305310464,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6467970816,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q6_K.gguf","label":"Q6_K","size":7359260416,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.Q8_0.gguf","label":"Q8_0","size":9527502592,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/clef-flash-heretic-GGUF","file":"clef-flash-heretic.f16.gguf","label":"F16","size":17920698112,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/clef-flash-heretic-GGUF","mradermacher/clef-flash-heretic-i1-GGUF"],"logoFrom":"saidutta69"},{"id":"gemma-4-dark-orthia-untied-31b","family":"Nimbz/Gemma-4-Dark-Orthia-Untied-31B","name":"Gemma 4 Dark Orthia Untied 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF/Gemma-4-Dark-Orthia-Untied-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T04:13:34.000Z","downloads":27090,"likes":8,"trending":0.6000000000000001,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7618914656,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":8188297568,"bits":2.04,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137269088,"bits":2.28,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992784224,"bits":2.49,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10763444576,"bits":2.68,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439014240,"bits":2.85,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":11522621792,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q2_K.gguf","label":"Q2_K","size":12378739040,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683063648,"bits":3.16,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13046393088,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677924704,"bits":3.41,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-IQ3_XS.gguf","label":"IQ3_XS","size":14228424960,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":14366912864,"bits":3.58,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366912864,"bits":3.58,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-IQ3_S.gguf","label":"IQ3_S","size":14917413120,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":15030053216,"bits":3.74,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-IQ3_M.gguf","label":"IQ3_M","size":15580553472,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892664672,"bits":3.96,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q3_K_M.gguf","label":"Q3_K_M","size":16443164704,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233826144,"bits":4.29,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484476768,"bits":4.36,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-IQ4_XS.gguf","label":"IQ4_XS","size":17891846400,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q4_0.gguf","label":"Q4_0","size":18494304608,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555892064,"bits":4.62,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-Q4_0.gguf","label":"Q4_0","size":18857634048,"bits":4.7,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18919221280,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479789920,"bits":4.85,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19843119136,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q4_1.gguf","label":"Q4_1","size":20362228064,"bits":5.07,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-Untied-31B-i1-Q4_1.gguf","label":"Q4_1","size":20637477120,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22280728928,"bits":5.55,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q5_K_S.gguf","label":"Q5_K_S","size":22467897376,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22814458208,"bits":5.68,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q5_K_M.gguf","label":"Q5_K_M","size":23001626656,"bits":5.73,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q6_K.gguf","label":"Q6_K","size":26357540896,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B.i1-Q6_K.gguf","label":"Q6_K","size":26357543264,"bits":6.57,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-Q8_0.gguf","label":"Q8_0","size":34133043232,"bits":8.5,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","file":"Gemma-4-Dark-Orthia-Untied-31B-BF16.gguf","label":"BF16","size":64231761952,"bits":16,"known":true,"rank":0}],"repos":["QuantaPlanta/Gemma-4-Dark-Orthia-Untied-31B-GGUF","mradermacher/Gemma-4-Dark-Orthia-Untied-31B-i1-GGUF"],"logoFrom":"Nimbz"},{"id":"gemma-4-31b-it-the-deckard-heretic-uncensored-thinking","family":"DavidAU/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking","name":"Gemma 4 31B The DECKARD HERETIC UNCENSORED Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-06T00:38:31.000Z","downloads":26851,"likes":28,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":7156485216,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":7725868128,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674839648,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354784,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":10157884512,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":10917061728,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584800,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":11916309600,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077503584,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072364640,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352800,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761352800,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":14424493152,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287104608,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628266080,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735786080,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":17701573728,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763161184,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687059040,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":19481416800,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311837280,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845566560,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":25201480800,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking.Q8_0.gguf","label":"Q8_0","size":32635671328,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-GGUF","mradermacher/gemma-4-31B-it-The-DECKARD-HERETIC-UNCENSORED-Thinking-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"jais-3-32b","family":"inception42/Jais-3-32B","name":"Jais 3 32B","maker":"inception42","catalog":null,"tuned":false,"params":34.78,"active":null,"layers":64,"probe":"mradermacher/Jais-3-32B-i1-GGUF/Jais-3-32B.i1-IQ1_S.gguf","kvBytesPerToken":296747,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T10:45:14.000Z","downloads":26624,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ1_S.gguf","label":"IQ1_S","size":8044642400,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ1_M.gguf","label":"IQ1_M","size":8703279200,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9801007200,"bits":2.25,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10763075680,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ2_S.gguf","label":"IQ2_S","size":11381643360,"bits":2.62,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ2_M.gguf","label":"IQ2_M","size":12259825760,"bits":2.82,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12391676000,"bits":2.85,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q2_K.gguf","label":"Q2_K","size":13294761856,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13776328800,"bits":3.17,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14748913760,"bits":3.39,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q3_K_S.gguf","label":"Q3_K_S","size":15459323776,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ3_S.gguf","label":"IQ3_S","size":15503888480,"bits":3.57,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-IQ3_M.gguf","label":"IQ3_M","size":16005238880,"bits":3.68,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q3_K_M.gguf","label":"Q3_K_M","size":17088548736,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q3_K_L.gguf","label":"Q3_K_L","size":18487086976,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.IQ4_XS.gguf","label":"IQ4_XS","size":19084027776,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-Q4_0.gguf","label":"Q4_0","size":19976095840,"bits":4.59,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q4_K_S.gguf","label":"Q4_K_S","size":20046874496,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q4_K_M.gguf","label":"Q4_K_M","size":21075789696,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-i1-GGUF","file":"Jais-3-32B.i1-Q4_1.gguf","label":"Q4_1","size":22001404000,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q5_K_S.gguf","label":"Q5_K_S","size":24094869376,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q5_K_M.gguf","label":"Q5_K_M","size":24696489856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q6_K.gguf","label":"Q6_K","size":28543483776,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-32B-GGUF","file":"Jais-3-32B.Q8_0.gguf","label":"Q8_0","size":36966436736,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Jais-3-32B-GGUF","mradermacher/Jais-3-32B-i1-GGUF"],"logoFrom":"inception42"},{"id":"bonsai-4b","family":"prism-ml/Bonsai-4B-gguf","name":"Bonsai 4B","maker":"PrismML","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"prism-ml/Bonsai-4B-gguf/Bonsai-4B-Q1_0.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-29T05:12:24.000Z","downloads":26519,"likes":66,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Bonsai-4B-gguf","file":"Bonsai-4B-Q1_0.gguf","label":"Q1_0","size":572270624,"bits":1.14,"known":false,"rank":0},{"repo":"prism-ml/Bonsai-4B-gguf","file":"Bonsai-4B.gguf","label":"Bonsai-4B","size":572270624,"bits":1.14,"known":false,"rank":0}],"repos":["prism-ml/Bonsai-4B-gguf"],"logoFrom":"prism-ml"},{"id":"flint-40b-a2-5b-abliterated","family":"dima6312/Flint-40B-A2.5B-abliterated","name":"Flint 40B A2.5B Abliterated","maker":"dima6312","catalog":null,"tuned":true,"params":39.79,"active":2.82,"layers":49,"probe":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF/Flint-40B-A2.5B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T03:11:07.000Z","downloads":26449,"likes":6,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":8182557216,"bits":1.65,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":9075919392,"bits":1.82,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10564856352,"bits":2.12,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11768850976,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":11915391520,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":13106541088,"bits":2.64,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":13574205984,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":14650356256,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15433396768,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":16381680160,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17309579808,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":17316403744,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":17518058016,"bits":3.52,"known":true,"rank":1},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":19100276640,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20713380384,"bits":4.16,"known":true,"rank":1},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":21324545952,"bits":4.29,"known":true,"rank":0},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":22242867104,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":22618628640,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":22688358944,"bits":4.56,"known":true,"rank":1},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":24166842272,"bits":4.86,"known":true,"rank":0},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-Q4_1.gguf","label":"Q4_1","size":25015230368,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF","file":"Flint-40B-A2.5B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":27481039392,"bits":5.53,"known":true,"rank":1},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":28314255264,"bits":5.69,"known":true,"rank":0},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-Q6_K.gguf","label":"Q6_K","size":32720881568,"bits":6.58,"known":true,"rank":0},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-Q8_0.gguf","label":"Q8_0","size":42350359360,"bits":8.51,"known":true,"rank":0},{"repo":"dima6312/Flint-40B-A2.5B-abliterated-GGUF","file":"Flint-40B-A2.5B-abliterated-BF16.gguf","label":"BF16","size":79625762528,"bits":16.01,"known":true,"rank":0}],"repos":["dima6312/Flint-40B-A2.5B-abliterated-GGUF","mradermacher/Flint-40B-A2.5B-abliterated-i1-GGUF"],"logoFrom":"dima6312"},{"id":"huihui-gpt-oss-20b-mxfp4-abliterated-v2","family":"huihui-ai/Huihui-gpt-oss-20b-mxfp4-abliterated-v2","name":"Huihui Gpt Oss 20B Mxfp4 Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"huihui-ai/Huihui-gpt-oss-20b-mxfp4-abliterated-v2/GGUF/Huihui-gpt-oss-20b-mxfp4-abliterated.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-27T14:42:57.000Z","downloads":26435,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gpt-oss-20b-mxfp4-abliterated-v2","file":"GGUF/Huihui-gpt-oss-20b-mxfp4-abliterated.gguf","label":"Huihui-gpt-oss-20b-mxfp4-abliterated","size":13792637408,"bits":5.28,"known":false,"rank":0}],"repos":["huihui-ai/Huihui-gpt-oss-20b-mxfp4-abliterated-v2"],"logoFrom":"huihui-ai"},{"id":"qwen3-omni-30b-a3b-captioner","family":"Qwen/Qwen3-Omni-30B-A3B-Captioner","name":"Qwen3 Omni 30B A3B Captioner","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"presencesw/Qwen3-Omni-30B-A3B-Captioner-GGUF/Qwen3-Omni-30B-A3B-Captioner-Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":65536,"arch":"qwen3vlmoe","vision":true,"licence":"other","open":false,"released":"2025-09-15T15:26:43.000Z","downloads":26383,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ1_S.gguf","label":"IQ1_S","size":6416780480,"bits":1.68,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ1_M.gguf","label":"IQ1_M","size":7078563008,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181533888,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076493504,"bits":2.38,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ2_S.gguf","label":"IQ2_S","size":9287429312,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ2_M.gguf","label":"IQ2_M","size":10169806016,"bits":2.66,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519669952,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q2_K.gguf","label":"Q2_K","size":11258915776,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849624768,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598774976,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q3_K_S.gguf","label":"Q3_K_S","size":13292800960,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ3_S.gguf","label":"IQ3_S","size":13299485888,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-IQ3_M.gguf","label":"IQ3_M","size":13513395392,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q3_K_M.gguf","label":"Q3_K_M","size":14712179648,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q3_K_L.gguf","label":"Q3_K_L","size":15901002688,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.IQ4_XS.gguf","label":"IQ4_XS","size":16557452224,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-Q4_0.gguf","label":"Q4_0","size":17380355264,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q4_K_S.gguf","label":"Q4_K_S","size":17456376768,"bits":4.57,"known":true,"rank":0},{"repo":"presencesw/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner-Q4_K_M.gguf","label":"Q4_K_M","size":18557053312,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q4_K_M.gguf","label":"Q4_K_M","size":18557053888,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.i1-Q4_1.gguf","label":"Q4_1","size":19192884416,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q5_K_S.gguf","label":"Q5_K_S","size":21080910784,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q5_K_M.gguf","label":"Q5_K_M","size":21725981632,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q6_K.gguf","label":"Q6_K","size":25092967360,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","file":"Qwen3-Omni-30B-A3B-Captioner.Q8_0.gguf","label":"Q8_0","size":32484494272,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Omni-30B-A3B-Captioner-GGUF","mradermacher/Qwen3-Omni-30B-A3B-Captioner-i1-GGUF","presencesw/Qwen3-Omni-30B-A3B-Captioner-GGUF"],"logoFrom":"Qwen"},{"id":"unlimited-ocr","family":"baidu/Unlimited-OCR","name":"Unlimited OCR","maker":"Baidu","catalog":null,"tuned":false,"params":2.93,"active":0.74,"layers":12,"probe":"sahilchachra/Unlimited-OCR-GGUF/Unlimited-OCR-IQ2_M.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":32768,"arch":"deepseek2-ocr","vision":true,"licence":"mit","open":true,"released":"2026-06-19T09:40:33.000Z","downloads":26237,"likes":163,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-IQ2_M.gguf","label":"IQ2_M","size":1232148224,"bits":3.36,"known":true,"rank":0},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-IQ3_XXS.gguf","label":"IQ3_XXS","size":1335367424,"bits":3.65,"known":true,"rank":0},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-IQ3_M.gguf","label":"IQ3_M","size":1448949504,"bits":3.96,"known":true,"rank":0},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q3_K_M.gguf","label":"Q3_K_M","size":1553635584,"bits":4.24,"known":true,"rank":0},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-IQ4_XS.gguf","label":"IQ4_XS","size":1640897024,"bits":4.48,"known":true,"rank":0},{"repo":"vimalnakrani/unlimited-ocr-gguf","file":"unlimited-ocr-Q4_0.gguf","label":"Q4_0","size":1701896608,"bits":4.65,"known":true,"rank":2},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-IQ4_NL.gguf","label":"IQ4_NL","size":1701901824,"bits":4.65,"known":true,"rank":0},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q4_K_S.gguf","label":"Q4_K_S","size":1805289984,"bits":4.93,"known":true,"rank":0},{"repo":"vimalnakrani/unlimited-ocr-gguf","file":"unlimited-ocr-Q4_K_M.gguf","label":"Q4_K_M","size":1950321568,"bits":5.33,"known":true,"rank":2},{"repo":"sabafallah/Unlimited-OCR-GGUF","file":"unlimited-ocr-Q4_K_M.gguf","label":"Q4_K_M","size":1950326592,"bits":5.33,"known":true,"rank":1},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q4_K_M.gguf","label":"Q4_K_M","size":1950326784,"bits":5.33,"known":true,"rank":0},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q5_K_S.gguf","label":"Q5_K_S","size":2098952704,"bits":5.73,"known":true,"rank":0},{"repo":"vimalnakrani/unlimited-ocr-gguf","file":"unlimited-ocr-Q5_K_M.gguf","label":"Q5_K_M","size":2219203488,"bits":6.06,"known":true,"rank":2},{"repo":"sabafallah/Unlimited-OCR-GGUF","file":"unlimited-ocr-Q5_K_M.gguf","label":"Q5_K_M","size":2219208512,"bits":6.06,"known":true,"rank":1},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q5_K_M.gguf","label":"Q5_K_M","size":2219208704,"bits":6.06,"known":true,"rank":0},{"repo":"vimalnakrani/unlimited-ocr-gguf","file":"unlimited-ocr-Q6_K.gguf","label":"Q6_K","size":2613270688,"bits":7.14,"known":true,"rank":2},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q6_K.gguf","label":"Q6_K","size":2613275904,"bits":7.14,"known":true,"rank":0},{"repo":"vimalnakrani/unlimited-ocr-gguf","file":"unlimited-ocr-Q8_0.gguf","label":"Q8_0","size":3126134688,"bits":8.54,"known":true,"rank":2},{"repo":"sabafallah/Unlimited-OCR-GGUF","file":"unlimited-ocr-q8_0.gguf","label":"Q8_0","size":3126139712,"bits":8.54,"known":true,"rank":1},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-Q8_0.gguf","label":"Q8_0","size":3126139904,"bits":8.54,"known":true,"rank":0},{"repo":"vimalnakrani/unlimited-ocr-gguf","file":"unlimited-ocr-BF16.gguf","label":"BF16","size":5876573088,"bits":16.05,"known":true,"rank":2},{"repo":"sahilchachra/Unlimited-OCR-GGUF","file":"Unlimited-OCR-BF16.gguf","label":"BF16","size":5876578080,"bits":16.05,"known":true,"rank":0},{"repo":"sabafallah/Unlimited-OCR-GGUF","file":"unlimited-ocr-bf16.gguf","label":"BF16","size":5876578112,"bits":16.05,"known":true,"rank":1}],"repos":["sabafallah/Unlimited-OCR-GGUF","sahilchachra/Unlimited-OCR-GGUF","vimalnakrani/unlimited-ocr-gguf"],"logoFrom":"baidu"},{"id":"omega-arsenal-31b-final","family":"ReadyArt/Omega-Arsenal-31B-Final","name":"Omega Arsenal 31B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF/Omega-Arsenal-31B-Final.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T14:47:07.000Z","downloads":26236,"likes":19,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491552,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874464,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845984,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361120,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890848,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068064,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591136,"bits":2.86,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":11380048736,"bits":2.97,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q2_K.gguf","label":"Q2_K","size":11916315936,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509920,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370976,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359136,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359136,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499488,"bits":3.76,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":14734887776,"bits":3.84,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272416,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792416,"bits":4.36,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16949627744,"bits":4.42,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q4_0.gguf","label":"Q4_0","size":17701580064,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167520,"bits":4.63,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18398309216,"bits":4.79,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final-ATTN8-Q3_K_M.gguf","label":"Q3_K_M","size":18549353024,"bits":4.83,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final-Q4_K_M.gguf","label":"Q4_K_M","size":18687064640,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19313519456,"bits":5.03,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19425684320,"bits":5.06,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q4_1.gguf","label":"Q4_1","size":19481423136,"bits":5.08,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20349582176,"bits":5.3,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final-Q5_K_S.gguf","label":"Q5_K_S","size":21311842880,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-31B-Final-i1-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572896,"bits":5.69,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22974360416,"bits":5.99,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":23508089696,"bits":6.13,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final-Q6_K.gguf","label":"Q6_K","size":25201486400,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":26864003936,"bits":7,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-31B-Final-GGUF","file":"Omega-Arsenal-31B-Final-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":33956883296,"bits":8.85,"known":false,"rank":0}],"repos":["ReadyArt/Omega-Arsenal-31B-Final-GGUF","mradermacher/Omega-Arsenal-31B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"hermes-4-70b","family":"NousResearch/Hermes-4-70B","name":"Hermes 4 70B","maker":"Nous Research","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"unsloth/Hermes-4-70B-GGUF/Hermes-4-70B-UD-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2025-08-18T15:39:17.000Z","downloads":26105,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":15854029984,"bits":1.8,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ1_M.gguf","label":"IQ1_M","size":16751200800,"bits":1.9,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":17145875616,"bits":1.94,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389600,"bits":2.17,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":19431115936,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ2_XS.gguf","label":"IQ2_XS","size":21142112800,"bits":2.4,"known":true,"rank":1},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ2_S.gguf","label":"IQ2_S","size":22242347552,"bits":2.52,"known":true,"rank":1},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ2_M.gguf","label":"IQ2_M","size":24119298592,"bits":2.74,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":24295197856,"bits":2.75,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q2_K.gguf","label":"Q2_K","size":26375113888,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q2_K_L.gguf","label":"Q2_K_L","size":26621365408,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":26966740128,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469498912,"bits":3.11,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":27655621792,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ3_XS.gguf","label":"IQ3_XS","size":29307734560,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q3_K_S.gguf","label":"Q3_K_S","size":30912056480,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-IQ3_M.gguf","label":"IQ3_M","size":31937038880,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q3_K_M.gguf","label":"Q3_K_M","size":34267499680,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":34784726176,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-Q3_K_L.gguf","label":"Q3_K_L","size":37140597280,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-IQ4_XS.gguf","label":"IQ4_XS","size":37935500448,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/NousResearch_Hermes-4-70B-GGUF","file":"NousResearch_Hermes-4-70B-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936288,"bits":4.32,"known":true,"rank":1},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-IQ4_NL.gguf","label":"IQ4_NL","size":40053623968,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q4_0.gguf","label":"Q4_0","size":40116538528,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q4_K_S.gguf","label":"Q4_K_S","size":40347225248,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q4_K_M.gguf","label":"Q4_K_M","size":42520399008,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":42664578208,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q4_1.gguf","label":"Q4_1","size":44313595040,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q5_K_S.gguf","label":"Q5_K_S","size":48657452192,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":49859710112,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Hermes-4-70B-Q5_K_M.gguf","label":"Q5_K_M","size":49949822112,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Q6_K/Hermes-4-70B-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148832,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"UD-Q6_K_XL/Hermes-4-70B-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":61160066400,"bits":6.94,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"Q8_0/Hermes-4-70B-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975055200,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"UD-Q8_K_XL/Hermes-4-70B-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":81231121760,"bits":9.21,"known":true,"rank":0},{"repo":"unsloth/Hermes-4-70B-GGUF","file":"BF16/Hermes-4-70B-BF16-00001-of-00003.gguf","label":"BF16","size":141117918432,"bits":16,"known":true,"rank":0}],"repos":["bartowski/NousResearch_Hermes-4-70B-GGUF","lmstudio-community/Hermes-4-70B-GGUF","mradermacher/Hermes-4-70B-GGUF","unsloth/Hermes-4-70B-GGUF"],"logoFrom":"NousResearch"},{"id":"deepseek-v4-flash","family":"deepseek-ai/DeepSeek-V4-Flash","name":"DeepSeek V4 Flash","maker":"DeepSeek","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"teamblobfish/DeepSeek-V4-Flash-GGUF/IQ1_M/DeepSeek-V4-Flash-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-04-22T06:04:20.000Z","downloads":25963,"likes":289,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1436,"arenaCoding":1484,"arenaVision":null,"builds":[{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"IQ1_S-XL/DeepSeek-V4-Flash-IQ1_S-XL-00001-of-00002.gguf","label":"DeepSeek-V4-Flash-IQ1_S-XL","size":61540805344,"bits":1.73,"known":false,"rank":1},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"IQ1_M/DeepSeek-V4-Flash-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":64508046688,"bits":1.82,"known":true,"rank":1},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"IQ1_M-XL/DeepSeek-V4-Flash-IQ1_M-XL-00001-of-00002.gguf","label":"DeepSeek-V4-Flash-IQ1_M-XL","size":67907562208,"bits":1.91,"known":false,"rank":1},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"IQ2_XXS-XL/DeepSeek-V4-Flash-IQ2_XXS-XL-00001-of-00002.gguf","label":"DeepSeek-V4-Flash-IQ2_XXS-XL","size":78518823680,"bits":2.21,"known":false,"rank":1},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ1_S/DeepSeek-V4-Flash-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":82539237024,"bits":2.32,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ1_M/DeepSeek-V4-Flash-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":86901313152,"bits":2.45,"known":true,"rank":0},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"IQ2_XS-XL/DeepSeek-V4-Flash-IQ2_XS-XL-00001-of-00002.gguf","label":"DeepSeek-V4-Flash-IQ2_XS-XL","size":87007832800,"bits":2.45,"known":false,"rank":1},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ2_XXS/DeepSeek-V4-Flash-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":90860736128,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ2_M/DeepSeek-V4-Flash-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":90926927488,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-Q2_K_XL/DeepSeek-V4-Flash-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":96832507552,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ3_XXS/DeepSeek-V4-Flash-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":102999887616,"bits":2.9,"known":true,"rank":0},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"Q2_K-XL/DeepSeek-V4-Flash-Q2_K-XL-00001-of-00003.gguf","label":"DeepSeek-V4-Flash-Q2_K-XL","size":107034192768,"bits":3.01,"known":false,"rank":1},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ3_S/DeepSeek-V4-Flash-UD-IQ3_S-00001-of-00004.gguf","label":"UD-IQ3_S","size":117310852864,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-Q3_K_M/DeepSeek-V4-Flash-UD-Q3_K_M-00001-of-00004.gguf","label":"UD-Q3_K_M","size":129319997216,"bits":3.64,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-Q3_K_XL/DeepSeek-V4-Flash-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":129448242976,"bits":3.64,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ4_NL/DeepSeek-V4-Flash-UD-IQ4_NL-00001-of-00004.gguf","label":"UD-IQ4_NL","size":137903959808,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-IQ4_XS/DeepSeek-V4-Flash-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":137903959808,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-GGUF","file":"UD-Q4_K_XL/DeepSeek-V4-Flash-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":155095240320,"bits":4.36,"known":true,"rank":0},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"Q4_K_M-XL/DeepSeek-V4-Flash-Q4_K_M-XL-00001-of-00004.gguf","label":"DeepSeek-V4-Flash-Q4_K_M-XL","size":174869720032,"bits":4.92,"known":false,"rank":1},{"repo":"teamblobfish/DeepSeek-V4-Flash-GGUF","file":"Q8_0/DeepSeek-V4-Flash-Q8_0-00001-of-00007.gguf","label":"Q8_0","size":302267624448,"bits":8.5,"known":true,"rank":1}],"repos":["teamblobfish/DeepSeek-V4-Flash-GGUF","unsloth/DeepSeek-V4-Flash-GGUF"],"logoFrom":"deepseek-ai"},{"id":"huihui-kolibri-1-bf16-abliterated","family":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","name":"Huihui Kolibri 1 BF16 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":78.1,"active":3.79,"layers":50,"probe":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF/Huihui-Kolibri-1-abliterated-Q2_K.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T16:22:34.000Z","downloads":25910,"likes":40,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-Q2_K.gguf","label":"Q2_K","size":28634017056,"bits":2.93,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-Q3_K.gguf","label":"Q3_K","size":37523995936,"bits":3.84,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":47454113056,"bits":4.86,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-Q5_K.gguf","label":"Q5_K","size":55588769056,"bits":5.69,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-Q6_K.gguf","label":"Q6_K","size":64231841056,"bits":6.58,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-Q8_0.gguf","label":"Q8_0","size":83135393056,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF","file":"Huihui-Kolibri-1-abliterated-bf16.gguf","label":"BF16","size":156310433056,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Kolibri-1-BF16-abliterated-GGUF"],"logoFrom":"Aleph-Alpha"},{"id":"qwen2-5-14b-instruct-abliterated","family":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","name":"Qwen2.5 14B Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF/Qwen2.5-14B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-26T04:32:15.000Z","downloads":25847,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":5770498464,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.IQ3_XS.gguf","label":"IQ3_XS","size":6383362464,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":6659596704,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":6693020064,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.IQ3_M.gguf","label":"IQ3_M","size":6916538784,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":7339205024,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":7924769184,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":8186196384,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":8573432224,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":8988111264,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":10266554784,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":10508874144,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":12124684704,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF","file":"Qwen2.5-14B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":15701598624,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-14B-Instruct-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"llama-3-1-8b-instruct","family":"meta-llama/Llama-3.1-8B-Instruct","name":"Llama 3.1 8B","maker":"Meta","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"unsloth/Llama-3.1-8B-Instruct-GGUF/Llama-3.1-8B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-18T08:56:00.000Z","downloads":25774,"likes":67,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1211,"arenaCoding":1259,"arenaVision":null,"builds":[{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2164671872,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2292204928,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2504869248,"bits":2.5,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3003270528,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3179136384,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3302262144,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3321775488,"bits":3.31,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3388769664,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3664504192,"bits":3.65,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4018922880,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4199613824,"bits":4.18,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4464084352,"bits":4.45,"known":true,"rank":0},{"repo":"modularai/Llama-3.1-8B-Instruct-GGUF","file":"llama-3.1-8b-instruct-q4_0.gguf","label":"Q4_0","size":4661211680,"bits":4.64,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4675896704,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4677993856,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4692673920,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4920739200,"bits":4.9,"known":true,"rank":0},{"repo":"modularai/Llama-3.1-8B-Instruct-GGUF","file":"llama-3.1-8b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4920739232,"bits":4.9,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4994205056,"bits":4.98,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q4_1.gguf","label":"Q4_1","size":5130257792,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5599298944,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5732992384,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5738136960,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-Q6_K.gguf","label":"Q6_K","size":6596011392,"bits":6.57,"known":true,"rank":0},{"repo":"modularai/Llama-3.1-8B-Instruct-GGUF","file":"llama-3.1-8b-instruct-q6_k.gguf","label":"Q6_K","size":6596011424,"bits":6.57,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7329932672,"bits":7.3,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10575668608,"bits":10.54,"known":true,"rank":0},{"repo":"modularai/Llama-3.1-8B-Instruct-GGUF","file":"llama-3.1-8b-instruct-bf16.gguf","label":"BF16","size":16068891584,"bits":16.01,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","file":"Llama-3.1-8B-Instruct-BF16.gguf","label":"BF16","size":16068895872,"bits":16.01,"known":true,"rank":0},{"repo":"modularai/Llama-3.1-8B-Instruct-GGUF","file":"llama-3.1-8b-instruct-f32.gguf","label":"F32","size":32128885888,"bits":32.01,"known":true,"rank":1}],"repos":["modularai/Llama-3.1-8B-Instruct-GGUF","unsloth/Llama-3.1-8B-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"mn-12b-celeste-v1-9","family":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","name":"MN 12B Celeste V1.9","maker":"nothingiisreal","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF/Q3_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-31T04:55:12.000Z","downloads":25751,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-IQ2_M.gguf","label":"IQ2_M","size":4435023232,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q2_K.gguf","label":"Q2_K","size":4791047552,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-IQ3_XS.gguf","label":"IQ3_XS","size":5306488192,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q2_K_L.gguf","label":"Q2_K_L","size":5446407552,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q3_K_S.gguf","label":"Q3_K_S","size":5534225792,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-IQ3_M.gguf","label":"IQ3_M","size":5722232192,"bits":3.74,"known":true,"rank":0},{"repo":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","file":"Q3_K_M.gguf","label":"Q3_K_M","size":6083089536,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q3_K_L.gguf","label":"Q3_K_L","size":6561502592,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-IQ4_XS.gguf","label":"IQ4_XS","size":6742709632,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071700352,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071700352,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071700352,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q4_0.gguf","label":"Q4_0","size":7094637952,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q4_K_S.gguf","label":"Q4_K_S","size":7120196992,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148705152,"bits":4.67,"known":true,"rank":0},{"repo":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","file":"Q4_K_M.gguf","label":"Q4_K_M","size":7477204096,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q4_K_L.gguf","label":"Q4_K_L","size":7975277952,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q5_K_S.gguf","label":"Q5_K_S","size":8518735232,"bits":5.56,"known":true,"rank":0},{"repo":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","file":"Q5_K_M.gguf","label":"Q5_K_M","size":8727630976,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q5_K_L.gguf","label":"Q5_K_L","size":9141818752,"bits":5.97,"known":true,"rank":0},{"repo":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","file":"Q6_K.gguf","label":"Q6_K","size":10056209536,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-Q6_K_L.gguf","label":"Q6_K_L","size":10381268352,"bits":6.78,"known":true,"rank":0},{"repo":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","file":"Q8_0.gguf","label":"Q8_0","size":13022368896,"bits":8.5,"known":true,"rank":0},{"repo":"nothingiisreal/MN-12B-Celeste-V1.9-GGUF","file":"fp16.gguf","label":"fp16","size":24504276096,"bits":16,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-f16.gguf","label":"F16","size":24504276096,"bits":16,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Celeste-V1.9-GGUF","file":"MN-12B-Celeste-V1.9-f32.gguf","label":"F32","size":48999011456,"bits":32,"known":true,"rank":0}],"repos":["bartowski/MN-12B-Celeste-V1.9-GGUF","nothingiisreal/MN-12B-Celeste-V1.9-GGUF"],"logoFrom":"nothingiisreal"},{"id":"k2-horizon-0-9b","family":"IFM/K2-Horizon-0.9B","name":"K2 Horizon 0.9B","maker":"IFM","catalog":null,"tuned":false,"params":1.08,"active":null,"layers":28,"probe":"bartowski/K2-Horizon-0.9B-GGUF/K2-Horizon-0.9B-IQ2_M.gguf","kvBytesPerToken":64913,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T22:55:52.000Z","downloads":25447,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-IQ2_M.gguf","label":"IQ2_M","size":420520032,"bits":3.11,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q2_K.gguf","label":"Q2_K","size":431265888,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":496260192,"bits":3.68,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q3_K_S.gguf","label":"Q3_K_S","size":503762016,"bits":3.73,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-IQ3_XS.gguf","label":"IQ3_XS","size":506422368,"bits":3.75,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q3_K_M.gguf","label":"Q3_K_M","size":540116064,"bits":4,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q3_K_L.gguf","label":"Q3_K_L","size":565705824,"bits":4.19,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-IQ3_M.gguf","label":"IQ3_M","size":595424352,"bits":4.41,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-IQ4_XS.gguf","label":"IQ4_XS","size":622903392,"bits":4.61,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q4_0.gguf","label":"Q4_0","size":647798880,"bits":4.8,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q4_K_S.gguf","label":"Q4_K_S","size":653113440,"bits":4.84,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-1B-Q4_K_M.gguf","label":"Q4_K_M","size":666184064,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-IQ4_NL.gguf","label":"IQ4_NL","size":688552032,"bits":5.1,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q4_1.gguf","label":"Q4_1","size":704790624,"bits":5.22,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q4_K_L.gguf","label":"Q4_K_L","size":741132384,"bits":5.49,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-1B-Q5_0.gguf","label":"Q5_0","size":757397888,"bits":5.61,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-1B-Q5_K_M.gguf","label":"Q5_K_M","size":773482880,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q5_K_S.gguf","label":"Q5_K_S","size":777744480,"bits":5.76,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-1B-Q6_K.gguf","label":"Q6_K","size":887487872,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q6_K_S.gguf","label":"Q6_K_S","size":904258656,"bits":6.7,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-0.9B-Q6_K_L.gguf","label":"Q6_K_L","size":980063328,"bits":7.26,"known":true,"rank":1},{"repo":"IFM/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-1B-Q8_0.gguf","label":"Q8_0","size":1148614016,"bits":8.51,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-0.9B-GGUF","file":"K2-Horizon-1B-BF16.gguf","label":"BF16","size":2159424896,"bits":16,"known":true,"rank":0}],"repos":["IFM/K2-Horizon-0.9B-GGUF","bartowski/K2-Horizon-0.9B-GGUF"],"logoFrom":"IFM"},{"id":"nvidia-nemotron-3-nano-30b-a3b","family":"vultr/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","name":"NVIDIA Nemotron 3 Nano 30B A3B","maker":"vultr","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"vultr/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF/NVIDIA-Nemotron-3-Nano-30B-A3B-IQ3_S.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2025-12-15T12:42:56.000Z","downloads":25240,"likes":29,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vultr/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-IQ3_S.gguf","label":"IQ3_S","size":19723070816,"bits":5,"known":true,"rank":0},{"repo":"vultr/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":19911983456,"bits":5.04,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":20749435168,"bits":5.26,"known":true,"rank":0},{"repo":"ggml-org/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":22421827488,"bits":5.68,"known":true,"rank":0},{"repo":"vultr/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":28638951776,"bits":7.25,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-Q6_K.gguf","label":"Q6_K","size":33508166944,"bits":8.49,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-Q8_0.gguf","label":"Q8_0","size":33585495328,"bits":8.51,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-F16-00001-of-00002.gguf","label":"F16","size":63181504480,"bits":16.01,"known":true,"rank":0},{"repo":"ggml-org/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16.gguf","label":"BF16","size":63181509024,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","lmstudio-community/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF","vultr/NVIDIA-Nemotron-3-Nano-30B-A3B-GGUF"],"logoFrom":"nvidia"},{"id":"qwen3-5-4b-super-coder","family":"jica98/qwen3.5-4B-super-coder","name":"Qwen3.5 4B Super Coder","maker":"jica98","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"jica98/qwen3.5-4B-super-coder/qwen3.5-4B-super-coder.Q4_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-06-13T04:17:41.000Z","downloads":25174,"likes":127,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jica98/qwen3.5-4B-super-coder","file":"qwen3.5-4B-super-coder.Q4_0.gguf","label":"Q4_0","size":2611783040,"bits":4.83,"known":true,"rank":0}],"repos":["jica98/qwen3.5-4B-super-coder"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-nvfp4-qad","family":"fairfieldt/Qwen3.8-Flash-Next-NVFP4-QAD-GGUF","name":"Qwen3.8 Flash Next NVFP4 QAD","maker":"fairfieldt","catalog":null,"tuned":false,"params":157.15,"active":36.25,"layers":49,"probe":"fairfieldt/Qwen3.8-Flash-Next-NVFP4-QAD-GGUF/Qwen3.8-Flash-Next-NVFP4-QAD.gguf","kvBytesPerToken":7701,"kvHeader":6656,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-15T23:58:49.000Z","downloads":25114,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fairfieldt/Qwen3.8-Flash-Next-NVFP4-QAD-GGUF","file":"Qwen3.8-Flash-Next-NVFP4-QAD.gguf","label":"Qwen3.8-Flash-Next-NVFP4-QAD","size":105565010944,"bits":5.37,"known":false,"rank":0}],"repos":["fairfieldt/Qwen3.8-Flash-Next-NVFP4-QAD-GGUF"],"logoFrom":"nvidia"},{"id":"avemio-digital-mistral-7b-sft-pretrain-6000-steps-merge","family":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","name":"Avemio Digital Mistral 7B Sft Pretrain 6000 Steps Merge","maker":"RichardErkhov","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf/mistral_7b_Sft_pretrain_6000_steps_merge.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-06T19:51:46.000Z","downloads":25014,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.Q2_K.gguf","label":"Q2_K","size":2719243328,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.IQ4_NL.gguf","label":"IQ4_NL","size":2919239680,"bits":3.23,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.IQ3_XS.gguf","label":"IQ3_XS","size":3018816576,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.Q3_K_S.gguf","label":"Q3_K_S","size":3164568640,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.IQ3_S.gguf","label":"IQ3_S","size":3182394432,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.IQ3_M.gguf","label":"IQ3_M","size":3284892736,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.Q3_K.gguf","label":"Q3_K","size":3518987328,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.Q3_K_M.gguf","label":"Q3_K_M","size":3518987328,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.Q3_K_L.gguf","label":"Q3_K_L","size":3822025792,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.IQ4_XS.gguf","label":"IQ4_XS","size":3944389696,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf","file":"mistral_7b_Sft_pretrain_6000_steps_merge.Q4_0.gguf","label":"Q4_0","size":4108917824,"bits":4.54,"known":true,"rank":0}],"repos":["RichardErkhov/avemio-digital_-_mistral_7b_Sft_pretrain_6000_steps_merge-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen3-4b-abliterated","family":"mlabonne/Qwen3-4B-abliterated","name":"Qwen3 4B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF/mlabonne_Qwen3-4B-abliterated-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T21:21:39.000Z","downloads":25008,"likes":40,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq2_xxs.gguf","label":"IQ2_XXS","size":1316662496,"bits":2.62,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq2_xs.gguf","label":"IQ2_XS","size":1399237856,"bits":2.78,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q2_k_s.gguf","label":"Q2_K_S","size":1511795936,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":1512983584,"bits":3.01,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq2_s.gguf","label":"IQ2_S","size":1574894816,"bits":3.13,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq2_m.gguf","label":"IQ2_M","size":1645673696,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q2_K.gguf","label":"Q2_K","size":1669499424,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670188064,"bits":3.32,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq3_xxs.gguf","label":"IQ3_XXS","size":1670188256,"bits":3.32,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq3_xs.gguf","label":"IQ3_XS","size":1762716896,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":1763699744,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":1814374944,"bits":3.61,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q3_k_s.gguf","label":"Q3_K_S","size":1835338976,"bits":3.65,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq3_s.gguf","label":"IQ3_S","size":1847872736,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":1886997024,"bits":3.76,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq3_m.gguf","label":"IQ3_M","size":1911237856,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":1962895904,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":2075617824,"bits":4.13,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q3_k_m.gguf","label":"Q3_K_M","size":2075618016,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":2239785504,"bits":4.46,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q4_0.gguf","label":"Q4_0","size":2269269216,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":2270751264,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq4_xs.gguf","label":"IQ4_XS","size":2270751456,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333985824,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q4_0.gguf","label":"Q4_0","size":2375772704,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":2381343264,"bits":4.74,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-iq4_nl.gguf","label":"IQ4_NL","size":2381343456,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":2383309344,"bits":4.74,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q4_k_s.gguf","label":"Q4_K_S","size":2383309536,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":2497280544,"bits":4.97,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q4_k_m.gguf","label":"Q4_K_M","size":2497280736,"bits":4.97,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q4_1.gguf","label":"Q4_1","size":2520661216,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":2591480864,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q4_1.gguf","label":"Q4_1","size":2596629024,"bits":5.17,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q5_0.gguf","label":"Q5_0","size":2772053216,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":2823711264,"bits":5.62,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q5_k_s.gguf","label":"Q5_K_S","size":2823711456,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":2889513504,"bits":5.75,"known":true,"rank":0},{"repo":"Mungert/Qwen3-4B-abliterated-GGUF","file":"Qwen3-4B-abliterated-q5_k_m.gguf","label":"Q5_K_M","size":2889513696,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","file":"mlabonne_Qwen3-4B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":2983713824,"bits":5.94,"known":true,"rank":0}],"repos":["Mungert/Qwen3-4B-abliterated-GGUF","bartowski/mlabonne_Qwen3-4B-abliterated-GGUF","mradermacher/Qwen3-4B-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"lfm2-vl-1-6b","family":"LiquidAI/LFM2-VL-1.6B","name":"LFM2 VL 1.6B","maker":"Liquid AI","catalog":null,"tuned":true,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2-VL-1.6B-GGUF/LFM2-VL-1.6B-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2025-08-12T16:38:52.000Z","downloads":24975,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-VL-1.6B-GGUF","file":"LFM2-VL-1.6B-Q4_0.gguf","label":"Q4_0","size":695750048,"bits":4.76,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-1.6B-GGUF","file":"LFM2-VL-1.6B-Q8_0.gguf","label":"Q8_0","size":1246252448,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-1.6B-GGUF","file":"LFM2-VL-1.6B-F16.gguf","label":"F16","size":2343325088,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-VL-1.6B-GGUF"],"logoFrom":"LiquidAI"},{"id":"lfm2-5-2-6b-qwen3-8-turbo-brilliance-power-x12-neo-max","family":"DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","name":"LFM2.5 2.6B Qwen3.8 Turbo Brilliance Power X12 NEO MAX","maker":"DavidAU","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF/LFM2.5-2.6B-Q3.8-TBrilliance-NEO-IQ4_XS.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":131072,"arch":"lfm2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T01:18:13.000Z","downloads":24941,"likes":180,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-2.6B-Q3.8-TBrilliance-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":1517841120,"bits":4.5,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-2.6B-Q3.8-TBrilliance-NEO-Q6_K.gguf","label":"Q6_K","size":2221648608,"bits":6.58,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-2.6B-Q3.8-TBrilliance-NEO-Q8_0.gguf","label":"Q8_0","size":2874813152,"bits":8.52,"known":true,"rank":0},{"repo":"DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF","file":"LFM2.5-2.6B-Q3.8-TBrilliance-BF16.gguf","label":"BF16","size":5403191712,"bits":16.01,"known":true,"rank":0}],"repos":["DavidAU/LFM2.5-2.6B-Qwen3.8-Turbo-Brilliance-Power-X12-NEO-MAX-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen2-5-math-7b-instruct","family":"Qwen/Qwen2.5-Math-7B-Instruct","name":"Qwen2.5 Math 7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF/Qwen2.5-Math-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":4096,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-19T12:16:23.000Z","downloads":24928,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2780343008,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":3015940832,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3346256608,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3492369120,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3548164832,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3574012640,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3808391904,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4088460000,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4218473184,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431391456,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431391456,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431391456,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4444121824,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4457769696,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332704,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4683074272,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5087564512,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5315177184,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5444831968,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5781197536,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6254199520,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6518182624,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":8098525920,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-7B-Instruct-GGUF","file":"Qwen2.5-Math-7B-Instruct-f16.gguf","label":"F16","size":15237853632,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Math-7B-Instruct-GGUF","lmstudio-community/Qwen2.5-Math-7B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"agents-a1","family":"InternScience/Agents-A1","name":"Agents A1","maker":"InternScience","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"InternScience/Agents-A1-Q4_K_M-GGUF/Agents-A1-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-22T02:22:59.000Z","downloads":24879,"likes":176,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-I-Mini.gguf","label":"Agents-A1-APEX-I-Mini","size":13467210752,"bits":3.11,"known":false,"rank":1},{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-Compact.gguf","label":"Agents-A1-APEX-Compact","size":16538851072,"bits":3.82,"known":false,"rank":1},{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-I-Compact.gguf","label":"Agents-A1-APEX-I-Compact","size":16538851328,"bits":3.82,"known":false,"rank":1},{"repo":"InternScience/Agents-A1-Q4_K_M-GGUF","file":"Agents-A1-Q4_K_M.gguf","label":"Q4_K_M","size":21166757632,"bits":4.89,"known":true,"rank":0},{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-Quality.gguf","label":"Agents-A1-APEX-Quality","size":22819401472,"bits":5.27,"known":false,"rank":1},{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-I-Quality.gguf","label":"Agents-A1-APEX-I-Quality","size":22819401728,"bits":5.27,"known":false,"rank":1},{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-Balanced.gguf","label":"Agents-A1-APEX-Balanced","size":25268440832,"bits":5.83,"known":false,"rank":1},{"repo":"mudler/Agents-A1-APEX-GGUF","file":"Agents-A1-APEX-I-Balanced.gguf","label":"Agents-A1-APEX-I-Balanced","size":25268441088,"bits":5.83,"known":false,"rank":1}],"repos":["InternScience/Agents-A1-Q4_K_M-GGUF","mudler/Agents-A1-APEX-GGUF"],"logoFrom":"InternScience"},{"id":"stable-code-3b","family":"stabilityai/stable-code-3b","name":"Stable Code 3B","maker":"stabilityai","catalog":null,"tuned":false,"params":2.8,"active":null,"layers":32,"probe":"mradermacher/stable-code-3b-i1-GGUF/stable-code-3b.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":16384,"arch":"stablelm","vision":false,"licence":"other","open":false,"released":"2024-01-09T02:03:58.000Z","downloads":24857,"likes":893,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ1_S.gguf","label":"IQ1_S","size":679888128,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ1_M.gguf","label":"IQ1_M","size":727872768,"bits":2.08,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":807847168,"bits":2.31,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":878380288,"bits":2.51,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ2_S.gguf","label":"IQ2_S","size":949438208,"bits":2.71,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ2_M.gguf","label":"IQ2_M","size":1013417728,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q2_K.gguf","label":"Q2_K","size":1083756288,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1102014208,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1194975488,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ3_S.gguf","label":"IQ3_S","size":1254449408,"bits":3.58,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1254449408,"bits":3.58,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ3_M.gguf","label":"IQ3_M","size":1319555328,"bits":3.77,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1391419648,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1508565248,"bits":4.31,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1525248768,"bits":4.36,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q4_0.gguf","label":"Q4_0","size":1612995328,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1620695808,"bits":4.63,"known":true,"rank":1},{"repo":"stabilityai/stable-code-instruct-3b","file":"stable-code-3b-q4_k_m.gguf","label":"Q4_K_M","size":1708595936,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/stable-code-3b-i1-GGUF","file":"stable-code-3b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1941863168,"bits":5.55,"known":true,"rank":1},{"repo":"stabilityai/stable-code-3b","file":"stable-code-3b-Q5_K_M.gguf","label":"Q5_K_M","size":1993390112,"bits":5.7,"known":true,"rank":0},{"repo":"stabilityai/stable-code-3b","file":"stable-code-3b-Q6_K.gguf","label":"Q6_K","size":2295984672,"bits":6.56,"known":true,"rank":0},{"repo":"stabilityai/stable-code-3b","file":"stable-code-3b.gguf","label":"stable-code-3b","size":5593341408,"bits":15.98,"known":false,"rank":0}],"repos":["QuantFactory/stable-code-instruct-3b-GGUF","TheBloke/stable-code-3b-GGUF","mradermacher/stable-code-3b-GGUF","mradermacher/stable-code-3b-i1-GGUF","mradermacher/stable-code-instruct-3b-i1-GGUF","stabilityai/stable-code-3b","stabilityai/stable-code-instruct-3b"],"logoFrom":"stabilityai"},{"id":"gemma-4-e4b-it-heretic","family":"coder3101/gemma-4-E4B-it-heretic","name":"Gemma 4 E4B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"Abiray/gemma-4-E4B-it-heretic-GGUF/gemma-4-E4B-it-heretic-Q3_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-03T13:59:41.000Z","downloads":24832,"likes":67,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/gemma-4-E4B-it-heretic-QAT-GGUF","file":"gemma-4-E4B-it-heretic-QAT-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4255261568,"bits":4.53,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q2_K.gguf","label":"Q2_K","size":4376782752,"bits":4.66,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":4630960032,"bits":4.93,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-IQ3_S.gguf","label":"IQ3_S","size":4635834272,"bits":4.93,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":4823062432,"bits":5.13,"known":true,"rank":0},{"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":4850391008,"bits":5.16,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":4990506912,"bits":5.31,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":5057865632,"bits":5.38,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q4_0.gguf","label":"Q4_0","size":5154940832,"bits":5.48,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":5171980192,"bits":5.5,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5302273952,"bits":5.64,"known":true,"rank":0},{"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5335285472,"bits":5.68,"known":true,"rank":0},{"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5335285728,"bits":5.68,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q4_1.gguf","label":"Q4_1","size":5401520032,"bits":5.75,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":5648099232,"bits":6.01,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5723998112,"bits":6.09,"known":true,"rank":0},{"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5762907872,"bits":6.13,"known":true,"rank":0},{"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5762908128,"bits":6.13,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q6_K.gguf","label":"Q6_K","size":6172080032,"bits":6.57,"known":true,"rank":0},{"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q6_K.gguf","label":"Q6_K","size":6217256672,"bits":6.61,"known":true,"rank":0},{"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q6_K.gguf","label":"Q6_K","size":6217256992,"bits":6.61,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-Q8_0.gguf","label":"Q8_0","size":7972726688,"bits":8.48,"known":true,"rank":0},{"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q8_0.gguf","label":"Q8_0","size":8031235808,"bits":8.54,"known":true,"rank":0},{"repo":"Abiray/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-Q8_0.gguf","label":"Q8_0","size":8031236128,"bits":8.54,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E4B-it-heretic","file":"gemma-4-E4B-it-heretic-F16.gguf","label":"F16","size":14942971808,"bits":15.9,"known":true,"rank":0},{"repo":"igorls/gemma-4-E4B-it-heretic-GGUF","file":"gemma-4-E4B-it-heretic-BF16.gguf","label":"BF16","size":15053090528,"bits":16.01,"known":true,"rank":0}],"repos":["Abiray/gemma-4-E4B-it-heretic-GGUF","SC117/gemma-4-E4B-it-heretic-QAT-GGUF","igorls/gemma-4-E4B-it-heretic-GGUF","saidutta69/gemma-4-E4B-it-heretic"],"logoFrom":"google"},{"id":"ace-step-1-5-mxfp4-quants","family":"scragnog/Ace-Step-1.5-MXFP4-Quants","name":"Ace Step 1.5 MXFP4 Quants","maker":"scragnog","catalog":null,"tuned":false,"params":2.39,"active":null,"layers":24,"probe":"scragnog/Ace-Step-1.5-MXFP4-Quants/acestep-v15-sft-MXFP4.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"acestep-dit","vision":false,"licence":null,"open":false,"released":"2026-04-20T14:01:27.000Z","downloads":24765,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"scragnog/Ace-Step-1.5-MXFP4-Quants","file":"acestep-v15-sft-MXFP4.gguf","label":"MXFP4","size":1281885888,"bits":4.29,"known":true,"rank":0}],"repos":["scragnog/Ace-Step-1.5-MXFP4-Quants"],"logoFrom":"scragnog"},{"id":"huihui-qwable-3-6-27b-abliterated","family":"huihui-ai/Huihui-Qwable-3.6-27b-abliterated-GGUF","name":"Huihui Qwable 3.6 27B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"huihui-ai/Huihui-Qwable-3.6-27b-abliterated-GGUF/Huihui-Qwable-3.6-27b-abliterated_F16.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-06-19T06:17:25.000Z","downloads":24722,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwable-3.6-27b-abliterated-GGUF","file":"Huihui-Qwable-3.6-27b-abliterated-Q4_K_M_Q8.gguf","label":"Q4_K_M_Q8","size":19670844736,"bits":5.85,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-Qwable-3.6-27b-abliterated-GGUF","file":"Huihui-Qwable-3.6-27b-abliterated-Q4_K_M_F16.gguf","label":"Q4_K_M_F16","size":26906019136,"bits":8,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-Qwable-3.6-27b-abliterated-GGUF","file":"Huihui-Qwable-3.6-27b-abliterated_F16.gguf","label":"F16","size":53808280896,"bits":16,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-Qwable-3.6-27b-abliterated-GGUF"],"logoFrom":"Mia-AiLab"},{"id":"qwen2-5-14b-instruct-1m","family":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","name":"Qwen2.5 14B 1M","maker":"Mungert","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF/Qwen2.5-14B-Instruct-1M-iq1_s.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":1010000,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-23T13:23:24.000Z","downloads":24632,"likes":78,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq1_s.gguf","label":"IQ1_S","size":4335689952,"bits":2.35,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq1_m.gguf","label":"IQ1_M","size":4530331872,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-IQ2_XS.gguf","label":"IQ2_XS","size":4704575552,"bits":2.55,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq2_xxs.gguf","label":"IQ2_XXS","size":4854735072,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-IQ2_S.gguf","label":"IQ2_S","size":5003726912,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-IQ2_M.gguf","label":"IQ2_M","size":5356146752,"bits":2.9,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q2_k_s.gguf","label":"Q2_K_S","size":5573583072,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":5770498112,"bits":3.13,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq3_xxs.gguf","label":"IQ3_XXS","size":6147432672,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-IQ3_XS.gguf","label":"IQ3_XS","size":6383362112,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":6530818112,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":6659596352,"bits":3.61,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq3_s.gguf","label":"IQ3_S","size":6790340832,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-IQ3_M.gguf","label":"IQ3_M","size":6916538432,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":7339204672,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q3_K_L.gguf","label":"Q3_K_L","size":7924768832,"bits":4.29,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq4_xs.gguf","label":"IQ4_XS","size":8119840832,"bits":4.4,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q4_0.gguf","label":"Q4_0","size":8317001792,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-iq4_nl.gguf","label":"IQ4_NL","size":8549183552,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":8573431872,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606015552,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":8988110912,"bits":4.87,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q4_1.gguf","label":"Q4_1","size":9240076352,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q4_K_L.gguf","label":"Q4_K_L","size":9565954112,"bits":5.18,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q5_0.gguf","label":"Q5_0","size":10163150912,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":10266554432,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":10508873792,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q5_K_L.gguf","label":"Q5_K_L","size":10989396032,"bits":5.95,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-f16-q4_k.gguf","label":"Q4_K","size":11025768512,"bits":5.97,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q5_1.gguf","label":"Q5_1","size":11086225472,"bits":6,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q6_k_m.gguf","label":"Q6_K_M","size":12124684352,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q6_K.gguf","label":"Q6_K","size":12124684352,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-Q6_K_L.gguf","label":"Q6_K_L","size":12501803072,"bits":6.77,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-q8_0.gguf","label":"Q8_0","size":15701597952,"bits":8.5,"known":true,"rank":0},{"repo":"Mungert/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-bf16.gguf","label":"BF16","size":29547716544,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-f16.gguf","label":"F16","size":29547716672,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B-Instruct-1M-GGUF","file":"Qwen2.5-14B-Instruct-1M-f32/Qwen2.5-14B-Instruct-1M-f32-00001-of-00002.gguf","label":"F32","size":59086102496,"bits":32,"known":true,"rank":0}],"repos":["Mungert/Qwen2.5-14B-Instruct-1M-GGUF","bartowski/Qwen2.5-14B-Instruct-1M-GGUF","lmstudio-community/Qwen2.5-14B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-9b-claude-4-6-opus-reasoning-distilled-v2","family":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","name":"Qwen3.5 9B Claude 4.6 Opus Reasoning Distilled V2","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/Qwen3.5-9B.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-18T02:52:10.000Z","downloads":24598,"likes":400,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629105024,"bits":5.03,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467965824,"bits":5.78,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-9B.Q8_0.gguf","label":"Q8_0","size":9527497600,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF"],"logoFrom":"Jackrong"},{"id":"flx","family":"Aitrepreneur/FLX","name":"FLX","maker":"Aitrepreneur","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":24,"probe":"Aitrepreneur/FLX/t5-v1_1-xxl-encoder-Q3_K_L.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":512,"arch":"t5encoder","vision":true,"licence":null,"open":false,"released":"2024-08-02T12:04:32.000Z","downloads":24594,"likes":199,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Aitrepreneur/FLX","file":"t5-v1_1-xxl-encoder-Q3_K_L.gguf","label":"Q3_K_L","size":2462799040,"bits":2.45,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"z_image-Q4_K_S.gguf","label":"Q4_K_S","size":4658972736,"bits":4.64,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"Qwen2.5-VL-7B-Instruct-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":4785159040,"bits":4.77,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"Qwen2.5-VL-7B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4785159040,"bits":4.77,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"z_image-Q5_K_S.gguf","label":"Q5_K_S","size":5189814336,"bits":5.17,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-dev-Q3_K_S.gguf","label":"Q3_K_S","size":5234255136,"bits":5.21,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"Qwen2.5-VL-7B-Instruct-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":5461545856,"bits":5.44,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"z_image_turbo-Q6_K.gguf","label":"Q6_K","size":5910505536,"bits":5.89,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-canny-dev-fp16-Q4_K_S-GGUF.gguf","label":"flux1-canny-dev-fp16-Q4_K_S-GGUF","size":6797731104,"bits":6.77,"known":false,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-depth-dev-fp16-Q4_K_S-GGUF.gguf","label":"flux1-depth-dev-fp16-Q4_K_S-GGUF","size":6797731104,"bits":6.77,"known":false,"rank":0},{"repo":"Aitrepreneur/FLX","file":"z_image-Q8_0.gguf","label":"Q8_0","size":7224707136,"bits":7.2,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-canny-dev-fp16-Q5_K_S-GGUF.gguf","label":"flux1-canny-dev-fp16-Q5_K_S-GGUF","size":8277009696,"bits":8.25,"known":false,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-depth-dev-fp16-Q5_K_S-GGUF.gguf","label":"flux1-depth-dev-fp16-Q5_K_S-GGUF","size":8277009696,"bits":8.25,"known":false,"rank":0},{"repo":"Aitrepreneur/FLX","file":"Qwen2.5-VL-7B-Instruct-UD-Q8_0.gguf","label":"UD-Q8_0","size":10192153472,"bits":10.15,"known":true,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-canny-dev-fp16-Q8_0-GGUF.gguf","label":"flux1-canny-dev-fp16-Q8_0-GGUF","size":12714845472,"bits":12.67,"known":false,"rank":0},{"repo":"Aitrepreneur/FLX","file":"flux1-depth-dev-fp16-Q8_0-GGUF.gguf","label":"flux1-depth-dev-fp16-Q8_0-GGUF","size":12714845472,"bits":12.67,"known":false,"rank":0}],"repos":["Aitrepreneur/FLX"],"logoFrom":"Aitrepreneur"},{"id":"gemma-4-e2b-it-ultra-uncensored-heretic","family":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic","name":"Gemma 4 E2B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF/gemma-4-E2B-it-ultra-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-26T23:22:57.000Z","downloads":24579,"likes":47,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":2989086528,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":3110215488,"bits":5.35,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":3201349440,"bits":5.51,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":3282351936,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":3309827904,"bits":5.69,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":3365074752,"bits":5.79,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":3427879136,"bits":5.9,"known":true,"rank":0},{"repo":"princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":3427879136,"bits":5.9,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":3595401440,"bits":6.19,"known":true,"rank":0},{"repo":"princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":3595401440,"bits":6.19,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":3630287072,"bits":6.25,"known":true,"rank":0},{"repo":"princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":3630287072,"bits":6.25,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":3845345504,"bits":6.62,"known":true,"rank":0},{"repo":"princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":3845345504,"bits":6.62,"known":true,"rank":2},{"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":4967495904,"bits":8.55,"known":true,"rank":0},{"repo":"princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":4967495904,"bits":8.55,"known":true,"rank":2},{"repo":"mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic.f16.gguf","label":"F16","size":9311303488,"bits":16.02,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":9311303904,"bits":16.02,"known":true,"rank":0},{"repo":"princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","file":"gemma-4-E2B-it-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":9311303904,"bits":16.02,"known":true,"rank":2}],"repos":["llmfan46/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","mradermacher/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF","princepppp/gemma-4-E2B-it-ultra-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"hermes-3-llama-3-2-3b","family":"NousResearch/Hermes-3-Llama-3.2-3B","name":"Hermes 3 Llama 3.2 3B","maker":"Nous Research","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"bartowski/Hermes-3-Llama-3.2-3B-GGUF/Hermes-3-Llama-3.2-3B-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-12-03T23:47:18.000Z","downloads":24434,"likes":91,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-IQ2_M.gguf","label":"IQ2_M","size":1229028448,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q2_K.gguf","label":"Q2_K","size":1363932256,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1459354720,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1476785248,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1542845536,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-IQ3_M.gguf","label":"IQ3_M","size":1599665248,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1687155808,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1815344224,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1829106784,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1910766688,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1917187168,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1917187168,"bits":4.78,"known":false,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1917187168,"bits":4.78,"known":false,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1917187168,"bits":4.78,"known":false,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q4_0.gguf","label":"Q4_0","size":1921905760,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1928197216,"bits":4.81,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B.Q4_K_M.gguf","label":"Q4_K_M","size":2019373888,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q4_K_L.gguf","label":"Q4_K_L","size":2114796640,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2269508704,"bits":5.66,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B.Q5_K_M.gguf","label":"Q5_K_M","size":2322150208,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2417572960,"bits":6.03,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B.Q6_K.gguf","label":"Q6_K","size":2643850048,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2739272800,"bits":6.83,"known":true,"rank":0},{"repo":"NousResearch/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B.Q8_0.gguf","label":"Q8_0","size":3421895488,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-f16.gguf","label":"F16","size":6433684576,"bits":16.03,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","file":"Hermes-3-Llama-3.2-3B-f32.gguf","label":"F32","size":12858833728,"bits":32.05,"known":true,"rank":0}],"repos":["NousResearch/Hermes-3-Llama-3.2-3B-GGUF","bartowski/Hermes-3-Llama-3.2-3B-GGUF"],"logoFrom":"NousResearch"},{"id":"qwen3-8-flash-next-abliterated-s1-5","family":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF","name":"Qwen3.8 Flash Next Abliterated S1.5","maker":"UltimateIntent","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF/Qwen3.8-Flash-Next-Abliterated-s1.5-IQ4_XS.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-28T12:37:49.000Z","downloads":24364,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-s1.5-IQ4_XS.gguf","label":"IQ4_XS","size":98421788032,"bits":4.45,"known":true,"rank":0},{"repo":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-s1.5-Q4_K_M.gguf","label":"Q4_K_M","size":119137881472,"bits":5.39,"known":true,"rank":0},{"repo":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-s1.5-Q5_K_M.gguf","label":"Q5_K_M","size":134100052352,"bits":6.06,"known":true,"rank":0},{"repo":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-s1.5-Q6_K.gguf","label":"Q6_K","size":167639838592,"bits":7.58,"known":true,"rank":0},{"repo":"UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-s1.5-Q8_0.gguf","label":"Q8_0","size":188224949536,"bits":8.51,"known":true,"rank":0}],"repos":["UltimateIntent/Qwen3.8-Flash-Next-Abliterated-s1.5-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-heretic-ara","family":"trohrbaugh/Qwen3.8-27B-heretic-ara","name":"Qwen3.8 27B Heretic Ara","maker":"trohrbaugh","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF/Qwen3.8-27B-heretic-ara.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T18:26:56.000Z","downloads":24352,"likes":51,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q2_K.gguf","label":"Q2_K","size":10864592768,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q3_K_S.gguf","label":"Q3_K_S","size":12256536448,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-i1-GGUF","file":"Qwen3.8-27B-heretic-ara.i1-IQ3_S.gguf","label":"IQ3_S","size":12602607776,"bits":3.69,"known":true,"rank":2},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-i1-GGUF","file":"Qwen3.8-27B-heretic-ara.i1-IQ3_M.gguf","label":"IQ3_M","size":12768331936,"bits":3.74,"known":true,"rank":2},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q3_K_M.gguf","label":"Q3_K_M","size":13500737408,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q3_K_L.gguf","label":"Q3_K_L","size":14559799168,"bits":4.26,"known":true,"rank":0},{"repo":"cygnal/Qwen3.8-27B-heretic-ara-Q4_K_M-MTP-GGUF","file":"Qwen3.8-27B-heretic-ara-ROCmFP4-FAST.gguf","label":"Qwen3.8-27B-heretic-ara-ROCmFP4-FAST","size":14562235840,"bits":4.26,"known":false,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.IQ4_XS.gguf","label":"IQ4_XS","size":15420450688,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-i1-GGUF","file":"Qwen3.8-27B-heretic-ara.i1-Q4_0.gguf","label":"Q4_0","size":15760418976,"bits":4.62,"known":true,"rank":2},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q4_K_S.gguf","label":"Q4_K_S","size":15825299328,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q4_K_M.gguf","label":"Q4_K_M","size":16810715008,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-i1-GGUF","file":"Qwen3.8-27B-heretic-ara.i1-Q4_1.gguf","label":"Q4_1","size":17343768736,"bits":5.08,"known":true,"rank":2},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q5_K_S.gguf","label":"Q5_K_S","size":18971682688,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q5_K_M.gguf","label":"Q5_K_M","size":19535701888,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q6_K.gguf","label":"Q6_K","size":22431000448,"bits":6.57,"known":true,"rank":0},{"repo":"cygnal/Qwen3.8-27B-heretic-ara-Q4_K_M-MTP-GGUF","file":"Qwen3.8-27B-heretic-ara-ROCmFP6.gguf","label":"Qwen3.8-27B-heretic-ara-ROCmFP6","size":22528382400,"bits":6.6,"known":false,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-heretic-ara-GGUF","file":"Qwen3.8-27B-heretic-ara.Q8_0.gguf","label":"Q8_0","size":29047084928,"bits":8.51,"known":true,"rank":0}],"repos":["cygnal/Qwen3.8-27B-heretic-ara-Q4_K_M-MTP-GGUF","mradermacher/Qwen3.8-27B-heretic-ara-GGUF","mradermacher/Qwen3.8-27B-heretic-ara-i1-GGUF"],"logoFrom":"trohrbaugh"},{"id":"lightonocr-3-4b","family":"lightonai/LightOnOCR-3-4B","name":"LightOnOCR 3 4B","maker":"lightonai","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/LightOnOCR-3-4B-i1-GGUF/LightOnOCR-3-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T16:12:40.000Z","downloads":24299,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234688,"bits":2.58,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419328,"bits":2.71,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393728,"bits":2.92,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594688,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975808,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555328,"bits":3.31,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393088,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494208,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915471488,"bits":3.64,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880448,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580928,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512448,"bits":4.07,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187328,"bits":4.11,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2262064064,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064768,"bits":4.3,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2421316544,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317248,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286208,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549798528,"bits":4.85,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2563888064,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888768,"bits":4.87,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436288,"bits":4.96,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2708804544,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805248,"bits":5.15,"known":true,"rank":1},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968448,"bits":5.26,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2990035904,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036608,"bits":5.68,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3074986944,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987648,"bits":5.84,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q6_K.gguf","label":"Q6_K","size":3464055744,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-i1-GGUF","file":"LightOnOCR-3-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056448,"bits":6.58,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q8_0.gguf","label":"Q8_0","size":4482403264,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.Q8_0.gguf","label":"Q8_0","size":4482403712,"bits":8.52,"known":true,"rank":2},{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.BF16.gguf","label":"BF16","size":8424393664,"bits":16.01,"known":true,"rank":0},{"repo":"mradermacher/LightOnOCR-3-4B-GGUF","file":"LightOnOCR-3-4B.f16.gguf","label":"F16","size":8424394112,"bits":16.01,"known":true,"rank":2}],"repos":["mradermacher/LightOnOCR-3-4B-GGUF","mradermacher/LightOnOCR-3-4B-i1-GGUF","prithivMLmods/LightOnOCR-3-4B-GGUF"],"logoFrom":"lightonai"},{"id":"nvidia-nemotron-3-nano-4b-nvidia","family":"nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF","name":"NVIDIA Nemotron 3 Nano 4B (NVIDIA)","maker":"NVIDIA","catalog":null,"tuned":false,"params":3.97,"active":null,"layers":42,"probe":"nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF/NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2026-03-07T02:10:52.000Z","downloads":24131,"likes":231,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-IQ2_M.gguf","label":"IQ2_M","size":2286132032,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2413265472,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q2_K.gguf","label":"Q2_K","size":2430124608,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-IQ3_XS.gguf","label":"IQ3_XS","size":2457031488,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2457031488,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-IQ3_M.gguf","label":"IQ3_M","size":2494092736,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2558380736,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2566220736,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2589565120,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q4_0.gguf","label":"Q4_0","size":2601858240,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q2_K_L.gguf","label":"Q2_K_L","size":2635645504,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2640380864,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q4_1.gguf","label":"Q4_1","size":2795079744,"bits":5.63,"known":true,"rank":0},{"repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF","file":"NVIDIA-Nemotron3-Nano-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2837072864,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2845901760,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2900844480,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3132513344,"bits":6.31,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3143740224,"bits":6.33,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3205312448,"bits":6.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3333763008,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q6_K.gguf","label":"Q6_K","size":4007557696,"bits":8.08,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q6_K_L.gguf","label":"Q6_K_L","size":4007557696,"bits":8.08,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-Q8_0.gguf","label":"Q8_0","size":4233682112,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","file":"nvidia_Nemotron-3-Nano-4B-bf16.gguf","label":"BF16","size":7957650464,"bits":16.04,"known":true,"rank":0}],"repos":["bartowski/nvidia_Nemotron-3-Nano-4B-GGUF","nvidia/NVIDIA-Nemotron-3-Nano-4B-GGUF"],"logoFrom":"nvidia"},{"id":"omega-arsenal-26b-a4b-final","family":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","name":"Omega Arsenal 26B A4B Final","maker":"ReadyArt","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF/Omega-Arsenal-26B-A4B-Final.i1-IQ2_XS_hb16.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T21:35:03.000Z","downloads":24118,"likes":8,"trending":0.30000000000000004,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273792,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659712,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302912,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433152,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203712,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718272,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q2_K.gguf","label":"Q2_K","size":10582739968,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484352,"bits":3.37,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":10785316896,"bits":3.42,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696512,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070400,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412288,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412288,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566272,"bits":3.93,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":12506912288,"bits":3.97,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736384,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491008,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728768,"bits":4.41,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":14157578272,"bits":4.49,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q4_0.gguf","label":"Q4_0","size":14488058880,"bits":4.59,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":14788570656,"bits":4.69,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":15310206496,"bits":4.85,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827904,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q4_1.gguf","label":"Q4_1","size":15969579008,"bits":5.06,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":16335669792,"bits":5.18,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018688,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":17666860576,"bits":5.6,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736128,"bits":5.7,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":18857578016,"bits":5.98,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893184,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":20003735072,"bits":6.34,"known":false,"rank":0},{"repo":"mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q6_K.gguf","label":"Q6_K","size":22638402048,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":23509243936,"bits":7.45,"known":false,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","file":"Omega-Arsenal-26B-A4B-Final-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":27551921696,"bits":8.74,"known":false,"rank":0}],"repos":["ReadyArt/Omega-Arsenal-26B-A4B-Final-GGUF","mradermacher/Omega-Arsenal-26B-A4B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"qwen3-235b-a22b-instruct-2507","family":"Qwen/Qwen3-235B-A22B-Instruct-2507","name":"Qwen3 235B A22B 2507","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":235.09,"active":22.19,"layers":94,"probe":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ1_M/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-21T06:46:56.000Z","downloads":24040,"likes":141,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ1_M/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":53226813664,"bits":1.81,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ2_XS/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":65616263392,"bits":2.23,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ2_S/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":66073733344,"bits":2.25,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ2_M/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":78553884864,"bits":2.67,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q2_K/Qwen3-235B-A22B-Instruct-2507-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":85691001472,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q2_K_L/Qwen3-235B-A22B-Instruct-2507-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":85836860032,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"UD-Q2_K_XL/Qwen3-235B-A22B-Instruct-2507-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":88767695488,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ3_XXS/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":93072468320,"bits":3.17,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ3_XS/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":96900634976,"bits":3.3,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q3_K_S/Qwen3-235B-A22B-Instruct-2507-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":101444705024,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"UD-Q3_K_XL/Qwen3-235B-A22B-Instruct-2507-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":104152926944,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ3_M/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":107328723296,"bits":3.65,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-Q3_K_L/Qwen_Qwen3-235B-A22B-Instruct-2507-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":111170705760,"bits":3.78,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-Q3_K_XL/Qwen_Qwen3-235B-A22B-Instruct-2507-Q3_K_XL-00001-of-00003.gguf","label":"Q3_K_XL","size":111715244384,"bits":3.8,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q3_K_M/Qwen3-235B-A22B-Instruct-2507-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":112447380192,"bits":3.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"IQ4_XS/Qwen3-235B-A22B-Instruct-2507-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":125479521056,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-IQ4_NL/Qwen_Qwen3-235B-A22B-Instruct-2507-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":133096245696,"bits":4.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q4_0/Qwen3-235B-A22B-Instruct-2507-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":133132421888,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q4_K_S/Qwen3-235B-A22B-Instruct-2507-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":133687118592,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"UD-Q4_K_XL/Qwen3-235B-A22B-Instruct-2507-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":134329371392,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q4_K_M/Qwen3-235B-A22B-Instruct-2507-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":142154074880,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Qwen_Qwen3-235B-A22B-Instruct-2507-Q4_K_L/Qwen_Qwen3-235B-A22B-Instruct-2507-Q4_K_L-00001-of-00004.gguf","label":"Q4_K_L","size":143108790784,"bits":4.87,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q4_1/Qwen3-235B-A22B-Instruct-2507-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":147230100224,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q5_K_S/Qwen3-235B-A22B-Instruct-2507-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":161881426816,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q5_K_M/Qwen3-235B-A22B-Instruct-2507-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":166814157632,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"UD-Q5_K_XL/Qwen3-235B-A22B-Instruct-2507-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":168925367136,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q6_K/Qwen3-235B-A22B-Instruct-2507-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":193015495552,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"UD-Q6_K_XL/Qwen3-235B-A22B-Instruct-2507-UD-Q6_K_XL-00001-of-00005.gguf","label":"UD-Q6_K_XL","size":201977715680,"bits":6.87,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":249940106336,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"UD-Q8_K_XL/Qwen3-235B-A22B-Instruct-2507-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":274275261536,"bits":9.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","file":"BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00001-of-00010.gguf","label":"BF16","size":470293437664,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen3-235B-A22B-Instruct-2507-GGUF","lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF","unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF"],"logoFrom":"Qwen"},{"id":"good-and-small-models","family":"flyingfishinwater/good_and_small_models","name":"Good And Small Models","maker":"flyingfishinwater","catalog":null,"tuned":false,"params":0.36,"active":null,"layers":28,"probe":"flyingfishinwater/good_and_small_models/laya-Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":8192,"arch":"modern-bert","vision":true,"licence":null,"open":false,"released":"2023-12-19T16:45:06.000Z","downloads":24007,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"flyingfishinwater/good_and_small_models","file":"laya-Q4_K_M.gguf","label":"Q4_K_M","size":272208608,"bits":6.05,"known":true,"rank":0},{"repo":"flyingfishinwater/good_and_small_models","file":"Qwen3-0.6B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":301727424,"bits":6.71,"known":true,"rank":0},{"repo":"flyingfishinwater/good_and_small_models","file":"GLM-OCR-Q8_0.gguf","label":"Q8_0","size":950433408,"bits":21.12,"known":true,"rank":0}],"repos":["flyingfishinwater/good_and_small_models"],"logoFrom":"flyingfishinwater"},{"id":"mimo-v2-6-flash-mopd-yamz-uncensored","family":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF","name":"MiMo V2.6 Flash MOPD Yamz Uncensored","maker":"spiritfather","catalog":null,"tuned":true,"params":309.77,"active":6.2,"layers":51,"probe":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored.Q3_K_M.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":27525120,"context":1048576,"arch":"mimo2","vision":false,"licence":"mit","open":true,"released":"2026-10-05T22:56:23.000Z","downloads":23771,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF","file":"MiMo-V2.6-Flash-MOPD-Yamz-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":151608437152,"bits":3.92,"known":true,"rank":0},{"repo":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF","file":"MiMo-V2.6-Flash-MOPD-Yamz-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":170096929184,"bits":4.39,"known":true,"rank":0},{"repo":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF","file":"MiMo-V2.6-Flash-MOPD-Yamz-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":189508168096,"bits":4.89,"known":true,"rank":0},{"repo":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF","file":"MiMo-V2.6-Flash-MOPD-Yamz-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":221720422816,"bits":5.73,"known":true,"rank":0},{"repo":"spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF","file":"MiMo-V2.6-Flash-MOPD-Yamz-Uncensored.Q6_K.gguf","label":"Q6_K","size":255945943456,"bits":6.61,"known":true,"rank":0}],"repos":["spiritfather/MiMo-V2.6-Flash-MOPD-Yamz-Uncensored-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"lightonocr-3-0-8b","family":"lightonai/LightOnOCR-3-0.8B","name":"LightOnOCR 3 0.8B","maker":"lightonai","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF/LightOnOCR-3-0.8B-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T10:23:52.000Z","downloads":23618,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q1_0.gguf","label":"Q1_0","size":291521504,"bits":3.11,"known":false,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ1_S.gguf","label":"IQ1_S","size":329949664,"bits":3.52,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ1_M.gguf","label":"IQ1_M","size":338331616,"bits":3.61,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ2_XXS.gguf","label":"IQ2_XXS","size":352301536,"bits":3.76,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q2_0.gguf","label":"Q2_0","size":361498592,"bits":3.86,"known":false,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ2_XS.gguf","label":"IQ2_XS","size":363870688,"bits":3.88,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ2_S.gguf","label":"IQ2_S","size":366758368,"bits":3.91,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ2_M.gguf","label":"IQ2_M","size":377934304,"bits":4.03,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":398000608,"bits":4.25,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q2_K_S.gguf","label":"Q2_K_S","size":414684128,"bits":4.42,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q2_K.gguf","label":"Q2_K","size":422327264,"bits":4.5,"known":true,"rank":2},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q2_K.gguf","label":"Q2_K","size":422327360,"bits":4.5,"known":true,"rank":1},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q3_K_S.gguf","label":"Q3_K_S","size":435363296,"bits":4.64,"known":true,"rank":2},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q3_K_S.gguf","label":"Q3_K_S","size":435363392,"bits":4.64,"known":true,"rank":1},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ3_XS.gguf","label":"IQ3_XS","size":443301344,"bits":4.73,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ3_S.gguf","label":"IQ3_S","size":450821600,"bits":4.81,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ3_M.gguf","label":"IQ3_M","size":453955040,"bits":4.84,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q3_K_M.gguf","label":"Q3_K_M","size":466222560,"bits":4.97,"known":true,"rank":2},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q3_K_M.gguf","label":"Q3_K_M","size":466222656,"bits":4.97,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q3_K_M.gguf","label":"Q3_K_M","size":466222688,"bits":4.97,"known":true,"rank":0},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q3_K_L.gguf","label":"Q3_K_L","size":491322848,"bits":5.24,"known":true,"rank":2},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q3_K_L.gguf","label":"Q3_K_L","size":491322944,"bits":5.24,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q3_K_L.gguf","label":"Q3_K_L","size":491322976,"bits":5.24,"known":true,"rank":0},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q4_0.gguf","label":"Q4_0","size":501452416,"bits":5.35,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-IQ4_XS.gguf","label":"IQ4_XS","size":504088544,"bits":5.38,"known":true,"rank":2},{"repo":"NANI-Nithin/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q4_K_S.gguf","label":"Q4_K_S","size":505253856,"bits":5.39,"known":true,"rank":2},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q4_K_S.gguf","label":"Q4_K_S","size":505253952,"bits":5.39,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q4_K_S.gguf","label":"Q4_K_S","size":505253984,"bits":5.39,"known":true,"rank":0},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q4_K_M.gguf","label":"Q4_K_M","size":529297472,"bits":5.65,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q4_K_M.gguf","label":"Q4_K_M","size":529297504,"bits":5.65,"known":true,"rank":0},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q5_K_S.gguf","label":"Q5_K_S","size":563654720,"bits":6.01,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q5_K_S.gguf","label":"Q5_K_S","size":563654752,"bits":6.01,"known":true,"rank":0},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q5_K_M.gguf","label":"Q5_K_M","size":577998912,"bits":6.17,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q5_K_M.gguf","label":"Q5_K_M","size":577998944,"bits":6.17,"known":true,"rank":0},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q6_K.gguf","label":"Q6_K","size":629744192,"bits":6.72,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q6_K.gguf","label":"Q6_K","size":629744224,"bits":6.72,"known":true,"rank":0},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-Q8_0.gguf","label":"Q8_0","size":811843648,"bits":8.66,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.Q8_0.gguf","label":"Q8_0","size":811843680,"bits":8.66,"known":true,"rank":0},{"repo":"Prathat/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B-f16.gguf","label":"F16","size":1516744768,"bits":16.18,"known":true,"rank":1},{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","file":"LightOnOCR-3-0.8B.BF16.gguf","label":"BF16","size":1516744800,"bits":16.18,"known":true,"rank":0}],"repos":["NANI-Nithin/LightOnOCR-3-0.8B-GGUF","Prathat/LightOnOCR-3-0.8B-GGUF","mradermacher/LightOnOCR-3-0.8B-GGUF","mradermacher/LightOnOCR-3-0.8B-i1-GGUF","prithivMLmods/LightOnOCR-3-0.8B-GGUF"],"logoFrom":"lightonai"},{"id":"gemma-4-26b-a4b-styletune-v2","family":"Gryphe/Gemma-4-26B-A4B-StyleTune-V2","name":"Gemma 4 26B A4B StyleTune V2","maker":"Gryphe","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF/Gemma-4-26B-A4B-StyleTune-V2.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-20T09:00:46.000Z","downloads":23604,"likes":33,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ1_S.gguf","label":"IQ1_S","size":8532492640,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ1_M.gguf","label":"IQ1_M","size":8910878560,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541521760,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058652000,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ2_S.gguf","label":"IQ2_S","size":10190395744,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ2_M.gguf","label":"IQ2_M","size":10694910304,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q2_K.gguf","label":"Q2_K","size":10824958816,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866703200,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642888544,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953262432,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ3_S.gguf","label":"IQ3_S","size":12539604320,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539604320,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ3_M.gguf","label":"IQ3_M","size":12709758304,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603928416,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141683040,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309893984,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q4_0.gguf","label":"Q4_0","size":14903292768,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880061792,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q4_1.gguf","label":"Q4_1","size":16430950240,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211252576,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494244704,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640401760,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.i1-Q6_K.gguf","label":"Q6_K","size":23243952480,"bits":7.16,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","file":"Gemma-4-26B-A4B-StyleTune-V2.Q8_0.gguf","label":"Q8_0","size":27644194368,"bits":8.52,"known":true,"rank":1}],"repos":["mradermacher/Gemma-4-26B-A4B-StyleTune-V2-GGUF","mradermacher/Gemma-4-26B-A4B-StyleTune-V2-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"qwen3-5-9b-nsfw-captioning-v5","family":"oldhag88/qwen3.5-9b-nsfw-captioning-v5","name":"Qwen3.5 9B Nsfw Captioning V5","maker":"oldhag88","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF/qwen3.5-9b-nsfw-captioning-v5.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-05-14T20:31:45.000Z","downloads":23522,"likes":37,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q2_K.gguf","label":"Q2_K","size":3827262368,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q3_K_S.gguf","label":"Q3_K_S","size":4259406752,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q3_K_M.gguf","label":"Q3_K_M","size":4623524768,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q3_K_L.gguf","label":"Q3_K_L","size":4925514656,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.IQ4_XS.gguf","label":"IQ4_XS","size":5227897760,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q4_K_S.gguf","label":"Q4_K_S","size":5351629728,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q4_K_M.gguf","label":"Q4_K_M","size":5629109152,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q5_K_S.gguf","label":"Q5_K_S","size":6305309600,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q5_K_M.gguf","label":"Q5_K_M","size":6467969952,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q6_K.gguf","label":"Q6_K","size":7359259552,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.Q8_0.gguf","label":"Q8_0","size":9527501728,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF","file":"qwen3.5-9b-nsfw-captioning-v5.f16.gguf","label":"F16","size":17920697248,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/qwen3.5-9b-nsfw-captioning-v5-GGUF"],"logoFrom":"Qwen"},{"id":"waifugemma4-26b-a4b-v1","family":"hiwaifu-research/WaifuGemma4-26b-a4b-v1","name":"WaifuGemma4 26B A4B V1","maker":"hiwaifu-research","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF/WaifuGemma4-26b-a4b-v1.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-18T06:04:19.000Z","downloads":23479,"likes":27,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":8290272704,"bits":2.63,"known":true,"rank":3},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":8668658624,"bits":2.75,"known":true,"rank":3},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299301824,"bits":2.95,"known":true,"rank":3},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816432064,"bits":3.11,"known":true,"rank":3},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":9873202624,"bits":3.13,"known":true,"rank":3},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":10377715808,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1.Q2_K.gguf","label":"Q2_K","size":10582738624,"bits":3.36,"known":true,"rank":2},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624483264,"bits":3.37,"known":true,"rank":3},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325694048,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636069312,"bits":3.69,"known":true,"rank":3},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":12222410944,"bits":3.88,"known":true,"rank":2},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":12222411200,"bits":3.88,"known":true,"rank":3},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":12392563808,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":13286735040,"bits":4.21,"known":true,"rank":2},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":13824489664,"bits":4.38,"known":true,"rank":2},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917726304,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-Q4_0.gguf","label":"Q4_0","size":14488057792,"bits":4.59,"known":true,"rank":3},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464825440,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-Q4_1.gguf","label":"Q4_1","size":15969577920,"bits":5.06,"known":true,"rank":3},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","file":"WaifuGemma4-26b-a4b-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796016224,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":17986734784,"bits":5.7,"known":true,"rank":2},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1-Q5_K_M.gguf","label":"Q5_K_M","size":19132890496,"bits":6.07,"known":true,"rank":1},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1-Q6_K.gguf","label":"Q6_K","size":22638399360,"bits":7.18,"known":true,"rank":1},{"repo":"hiwaifu-research/WaifuGemma4-26b-a4b-v1-GGUF","file":"WaifuGemma4-26b-a4b-v1-Q8_0.gguf","label":"Q8_0","size":26859859328,"bits":8.52,"known":true,"rank":1}],"repos":["hiwaifu-research/WaifuGemma4-26b-a4b-v1-GGUF","hiwaifu-research/WaifuGemma4-26b-a4b-v1-i1-GGUF","mradermacher/WaifuGemma4-26b-a4b-v1-GGUF","mradermacher/WaifuGemma4-26b-a4b-v1-i1-GGUF"],"logoFrom":"hiwaifu-research"},{"id":"mistralrp-noromaid-nsfw-mistral-7b","family":"Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF","name":"MistralRP Noromaid NSFW Mistral 7B","maker":"Ttimofeyka","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF/MistralRP-Noromaid-NSFW-7B-Q4_0.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-02-07T14:19:28.000Z","downloads":23464,"likes":147,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF","file":"MistralRP-Noromaid-NSFW-7B-Q4_0.gguf","label":"Q4_0","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF","file":"MistralRP-Noromaid-NSFW-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF","file":"MistralRP-Noromaid-NSFW-7B-Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["Ttimofeyka/MistralRP-Noromaid-NSFW-Mistral-7B-GGUF"],"logoFrom":"Ttimofeyka"},{"id":"qwen3-6-35b-a3b-claude-4-7-opus-reasoning-distilled","family":"lordx64/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled","name":"Qwen3.6 35B A3B Claude 4.7 Opus Reasoning Distilled","maker":"lordx64","catalog":null,"tuned":true,"params":35.51,"active":4.3,"layers":40,"probe":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-18T19:16:25.000Z","downloads":23406,"likes":160,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Nano.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Nano","size":11554953280,"bits":2.6,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Mini.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Mini","size":14316566592,"bits":3.23,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Compact.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Compact","size":17293089568,"bits":3.9,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Compact.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Compact","size":17293089856,"bits":3.9,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Quality.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Quality","size":22819402528,"bits":5.14,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Quality.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Quality","size":22819402816,"bits":5.14,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Balanced.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-Balanced","size":25624957728,"bits":5.77,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Balanced.gguf","label":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-I-Balanced","size":25624958016,"bits":5.77,"known":false,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16.gguf","label":"F16","size":69376638048,"bits":15.63,"known":true,"rank":0},{"repo":"mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-MTP-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-F16.gguf","label":"F16","size":71065942400,"bits":16.01,"known":true,"rank":1}],"repos":["mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-GGUF","mudler/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-APEX-MTP-GGUF"],"logoFrom":"lordx64"},{"id":"bitnet-b1-58-2b-4t","family":"microsoft/bitnet-b1.58-2B-4T-gguf","name":"Bitnet B1.58 2B 4T","maker":"Microsoft","catalog":null,"tuned":false,"params":2.41,"active":null,"layers":30,"probe":"microsoft/bitnet-b1.58-2B-4T-gguf/ggml-model-i2_s.gguf","kvBytesPerToken":88858,"kvHeader":76800,"kvFixed":0,"context":4096,"arch":"bitnet-b1.58","vision":false,"licence":"mit","open":true,"released":"2025-04-15T04:25:42.000Z","downloads":23389,"likes":304,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"microsoft/bitnet-b1.58-2B-4T-gguf","file":"ggml-model-i2_s.gguf","label":"ggml-model-i2_s","size":1187801280,"bits":3.94,"known":false,"rank":0}],"repos":["microsoft/bitnet-b1.58-2B-4T-gguf"],"logoFrom":"microsoft"},{"id":"deepseek-v4-pro-qwen3-5-9b-uncensored-heretic","family":"xtools-at/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic","name":"DeepSeek V4 Pro Qwen3.5 9B UNCENSORED Heretic","maker":"xtools-at","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T10:21:29.000Z","downloads":23360,"likes":53,"trending":49,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2742644000,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2877271328,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101650208,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285347616,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":3427970336,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3607473440,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697241376,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3827264800,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938168096,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243418400,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259409184,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4370820384,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4415384864,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623527200,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925517088,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196442912,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5325942048,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351632160,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418216736,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629111584,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5809335584,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305312032,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467972384,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.i1-Q6_K.gguf","label":"Q6_K","size":7359261984,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.Q8_0.gguf","label":"Q8_0","size":9527503840,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic.f16.gguf","label":"F16","size":17920699360,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-GGUF","mradermacher/DeepSeek-V4-Pro-Qwen3.5-9B-UNCENSORED-heretic-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"qwen2-5-vl-32b-instruct","family":"Qwen/Qwen2.5-VL-32B-Instruct","name":"Qwen2.5 VL 32B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-VL-32B-Instruct-i1-GGUF/Qwen2.5-VL-32B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-03-21T15:23:15.000Z","downloads":23235,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":1123,"builds":[{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":7274507200,"bits":1.78,"known":true,"rank":2},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7685108800,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":7932160960,"bits":1.94,"known":true,"rank":2},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":8293364800,"bits":2.03,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028248736,"bits":2.2,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9299752480,"bits":2.27,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":9957549216,"bits":2.43,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":10387567776,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":11264439456,"bits":2.75,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11461743680,"bits":2.8,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q2_K.gguf","label":"Q2_K","size":12313097760,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":12495574560,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12785448000,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839269536,"bits":3.14,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12993238080,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":13705512096,"bits":3.35,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":14392329760,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":14810121376,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":15935047200,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16399676480,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":17247077536,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":17717483040,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928324256,"bits":4.38,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":18682172960,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q4_0.gguf","label":"Q4_0","size":18711008800,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":18784409120,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":19851335200,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":20224889920,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":20429178016,"bits":4.99,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q4_1.gguf","label":"Q4_1","size":20639241760,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":22638253600,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":23262156320,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23335925280,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":23742678176,"bits":5.8,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-Q6_K.gguf","label":"Q6_K","size":26886153760,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":27263272096,"bits":6.66,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":28792063520,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-32B-Instruct-Q8_0.gguf","label":"Q8_0","size":34820883616,"bits":8.5,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"Qwen2.5-VL-32B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39588628000,"bits":9.67,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-32B-Instruct-GGUF","file":"BF16/Qwen2.5-VL-32B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":65535968736,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen2.5-VL-32B-Instruct-GGUF","ggml-org/Qwen2.5-VL-32B-Instruct-GGUF","lmstudio-community/Qwen2.5-VL-32B-Instruct-GGUF","mradermacher/Qwen2.5-VL-32B-Instruct-i1-GGUF","unsloth/Qwen2.5-VL-32B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"joyfox-qwen3-6-35b-a3b-rp-aggressive","family":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","name":"JoyFox Qwen3.6 35B A3B RP Aggressive","maker":"joyfox","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-03T02:39:13.000Z","downloads":23213,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF","file":"JoyFox-Qwen3.6-35B-A3B-RP-Aggressive.Q2_K.gguf","label":"Q2_K","size":13247183072,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF","file":"JoyFox-Qwen3.6-35B-A3B-RP-Aggressive.Q3_K_S.gguf","label":"Q3_K_S","size":15547035872,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF","file":"JoyFox-Qwen3.6-35B-A3B-RP-Aggressive.Q3_K_M.gguf","label":"Q3_K_M","size":17166659808,"bits":3.87,"known":true,"rank":1},{"repo":"mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF","file":"JoyFox-Qwen3.6-35B-A3B-RP-Aggressive.Q3_K_L.gguf","label":"Q3_K_L","size":18552090848,"bits":4.18,"known":true,"rank":1},{"repo":"mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF","file":"JoyFox-Qwen3.6-35B-A3B-RP-Aggressive.IQ4_XS.gguf","label":"IQ4_XS","size":19390056672,"bits":4.37,"known":true,"rank":1},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q4_0.gguf","label":"Q4_0","size":20192011456,"bits":4.55,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q4_K_S.gguf","label":"Q4_K_S","size":20366861504,"bits":4.59,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":21713462464,"bits":4.89,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q4_1.gguf","label":"Q4_1","size":22377882816,"bits":5.04,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q5_0.gguf","label":"Q5_0","size":24563754176,"bits":5.53,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q5_K_S.gguf","label":"Q5_K_S","size":24563754176,"bits":5.53,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":25347531968,"bits":5.71,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q5_1.gguf","label":"Q5_1","size":26749625536,"bits":6.03,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q6_K.gguf","label":"Q6_K","size":29208730816,"bits":6.58,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","file":"GGUF/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-Q8_0.gguf","label":"Q8_0","size":37802149056,"bits":8.52,"known":true,"rank":0}],"repos":["joyfox/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive","mradermacher/JoyFox-Qwen3.6-35B-A3B-RP-Aggressive-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-e4b-it-uncensored","family":"TrevorJS/gemma-4-E4B-it-uncensored","name":"Gemma 4 E4B Uncensored","maker":"TrevorJS","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"TrevorJS/gemma-4-E4B-it-uncensored-GGUF/gemma-4-E4B-it-uncensored-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-03T23:33:35.000Z","downloads":23148,"likes":102,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q2_K.gguf","label":"Q2_K","size":4401316352,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":4654633472,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":4850391552,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":5021276672,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":5091430912,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":5202964992,"bits":5.54,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5335285280,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":5685965312,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":5762908672,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.Q6_K.gguf","label":"Q6_K","size":6217257472,"bits":6.61,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored-Q8_0.gguf","label":"Q8_0","size":8031235616,"bits":8.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-uncensored-GGUF","file":"gemma-4-E4B-it-uncensored.f16.gguf","label":"F16","size":15053091328,"bits":16.01,"known":true,"rank":0}],"repos":["TrevorJS/gemma-4-E4B-it-uncensored-GGUF","mradermacher/gemma-4-E4B-it-uncensored-GGUF"],"logoFrom":"TrevorJS"},{"id":"cyber-frost-3-8","family":"freakyskittle/CYBER-FROST-3.8-GGUF","name":"CYBER FROST 3.8","maker":"freakyskittle","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"freakyskittle/CYBER-FROST-3.8-GGUF/CYBER-FROST-3.8-Q2_K.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-27T22:57:03.000Z","downloads":23124,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q2_K.gguf","label":"Q2_K","size":80079404608,"bits":3.62,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q2_K.gguf","label":"Q2_K","size":80082435648,"bits":3.62,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q2_K_S.gguf","label":"Q2_K_S","size":82849634592,"bits":3.75,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q2_K_S.gguf","label":"Q2_K_S","size":82852665632,"bits":3.75,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q3_K_M.gguf","label":"Q3_K_M","size":88556465216,"bits":4,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q3_K_S.gguf","label":"Q3_K_S","size":88556465216,"bits":4,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q3_K_M.gguf","label":"Q3_K_M","size":88559496256,"bits":4,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q3_K_S.gguf","label":"Q3_K_S","size":88559496256,"bits":4,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":96645414976,"bits":4.37,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":96648446016,"bits":4.37,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q4_K_M.gguf","label":"Q4_K_M","size":111434286656,"bits":5.04,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-Q4_K_M.gguf","label":"Q4_K_M","size":111437317696,"bits":5.04,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":121835191104,"bits":5.51,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":121838222144,"bits":5.51,"known":true,"rank":0},{"repo":"0xSojalSec/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":123101390656,"bits":5.57,"known":true,"rank":0},{"repo":"freakyskittle/CYBER-FROST-3.8-GGUF","file":"CYBER-FROST-3.8-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":123104421696,"bits":5.57,"known":true,"rank":0}],"repos":["0xSojalSec/CYBER-FROST-3.8-GGUF","freakyskittle/CYBER-FROST-3.8-GGUF"],"logoFrom":"Blackfrost-AI"},{"id":"bonsai-2-27b-ternary-crack","family":"dealignai/Bonsai-2-27B-Ternary-CRACK-GGUF","name":"Bonsai 2 27B Ternary CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dealignai/Bonsai-2-27B-Ternary-CRACK-GGUF/Bonsai-2-27B-PQ2_0-CRACK.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T23:59:08.000Z","downloads":23109,"likes":169,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Bonsai-2-27B-Ternary-CRACK-GGUF","file":"Bonsai-2-27B-PQ2_0-CRACK.gguf","label":"Bonsai-2-27B-PQ2_0-CRACK","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dealignai/Bonsai-2-27B-Ternary-CRACK-GGUF"],"logoFrom":"Qwen"},{"id":"devstral-small-2507","family":"mistralai/Devstral-Small-2507","name":"Devstral Small 2507","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"unsloth/Devstral-Small-2507-GGUF/Devstral-Small-2507-UD-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-07-04T14:23:44.000Z","downloads":23041,"likes":156,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":5558566112,"bits":1.89,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6017318112,"bits":2.04,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6750911712,"bits":2.29,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-IQ2_XS.gguf","label":"IQ2_XS","size":7207039936,"bits":2.45,"known":true,"rank":2},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-IQ2_S.gguf","label":"IQ2_S","size":7478358976,"bits":2.54,"known":true,"rank":2},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-IQ2_M.gguf","label":"IQ2_M","size":8114058176,"bits":2.75,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243330272,"bits":2.8,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q2_K.gguf","label":"Q2_K","size":8890334432,"bits":3.02,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q2_K_L.gguf","label":"Q2_K_L","size":9047620832,"bits":3.07,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280598976,"bits":3.15,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292152032,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409215712,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-IQ3_XS.gguf","label":"IQ3_XS","size":9907123136,"bits":3.36,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q3_K_S.gguf","label":"Q3_K_S","size":10400283872,"bits":3.53,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-IQ3_M.gguf","label":"IQ3_M","size":10650956736,"bits":3.62,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q3_K_M.gguf","label":"Q3_K_M","size":11474091232,"bits":3.89,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11850882272,"bits":4.02,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-Q3_K_L.gguf","label":"Q3_K_L","size":12400767936,"bits":4.21,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-IQ4_XS.gguf","label":"IQ4_XS","size":12779896032,"bits":4.34,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987970496,"bits":4.41,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-IQ4_NL.gguf","label":"IQ4_NL","size":13468024032,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q4_0.gguf","label":"Q4_0","size":13494238432,"bits":4.58,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q4_K_S.gguf","label":"Q4_K_S","size":13549288672,"bits":4.6,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2507_gguf","file":"Devstral-Small-2507-Q4_K_M.gguf","label":"Q4_K_M","size":14333915904,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14548876512,"bits":4.94,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-Q4_K_L.gguf","label":"Q4_K_L","size":14831989696,"bits":5.03,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q4_1.gguf","label":"Q4_1","size":14873115872,"bits":5.05,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q5_K_S.gguf","label":"Q5_K_S","size":16304422112,"bits":5.53,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2507_gguf","file":"Devstral-Small-2507-Q5_K_M.gguf","label":"Q5_K_M","size":16763990784,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16788118752,"bits":5.7,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-Q5_K_L.gguf","label":"Q5_K_L","size":17178178496,"bits":5.83,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-Q6_K.gguf","label":"Q6_K","size":19345947872,"bits":6.57,"known":true,"rank":1},{"repo":"bartowski/mistralai_Devstral-Small-2507-GGUF","file":"mistralai_Devstral-Small-2507-Q6_K_L.gguf","label":"Q6_K_L","size":19671004096,"bits":6.68,"known":true,"rank":2},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788395232,"bits":7.06,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2507_gguf","file":"Devstral-Small-2507-Q8_0.gguf","label":"Q8_0","size":25054786304,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Devstral-Small-2507-GGUF","file":"Devstral-Small-2507-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28991864032,"bits":9.84,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2507_gguf","file":"Devstral-Small-2507-BF16.gguf","label":"BF16","size":47153525504,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistralai_Devstral-Small-2507-GGUF","mistralai/Devstral-Small-2507_gguf","unsloth/Devstral-Small-2507-GGUF"],"logoFrom":"mistralai"},{"id":"gemma-2-27b-it","family":"google/gemma-2-27b-it","name":"Gemma 2 27B","maker":"Google","catalog":null,"tuned":false,"params":27.23,"active":null,"layers":46,"probe":"legraphista/gemma-2-27b-it-IMat-GGUF/gemma-2-27b-it.IQ1_S.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":771751936,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-06-24T08:05:04.000Z","downloads":22998,"likes":211,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1289,"arenaCoding":1304,"arenaVision":null,"builds":[{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ1_S.gguf","label":"IQ1_S","size":6132432896,"bits":1.8,"known":true,"rank":1},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ1_M.gguf","label":"IQ1_M","size":6692470784,"bits":1.97,"known":true,"rank":1},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ2_XXS.gguf","label":"IQ2_XXS","size":7625867264,"bits":2.24,"known":true,"rank":1},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ2_XS.gguf","label":"IQ2_XS","size":8399716352,"bits":2.47,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ2_XS.gguf","label":"IQ2_XS","size":8399716832,"bits":2.47,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ2_S.gguf","label":"IQ2_S","size":8652161024,"bits":2.54,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ2_S.gguf","label":"IQ2_S","size":8652161504,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ2_M.gguf","label":"IQ2_M","size":9398877696,"bits":2.76,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ2_M.gguf","label":"IQ2_M","size":9398878208,"bits":2.76,"known":true,"rank":1},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.Q2_K_S.gguf","label":"Q2_K_S","size":9722765312,"bits":2.86,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q2_K.gguf","label":"Q2_K","size":10449575424,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.Q2_K.gguf","label":"Q2_K","size":10449575936,"bits":3.07,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q2_K_L.gguf","label":"Q2_K_L","size":10735271424,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":10750754304,"bits":3.16,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ3_XXS.gguf","label":"IQ3_XXS","size":10750754816,"bits":3.16,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ3_XS.gguf","label":"IQ3_XS","size":11550629376,"bits":3.39,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ3_XS.gguf","label":"IQ3_XS","size":11550629888,"bits":3.39,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q3_K_S.gguf","label":"Q3_K_S","size":12169059840,"bits":3.58,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ3_S.gguf","label":"IQ3_S","size":12169060352,"bits":3.58,"known":true,"rank":1},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.Q3_K_S.gguf","label":"Q3_K_S","size":12169060352,"bits":3.58,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ3_M.gguf","label":"IQ3_M","size":12454829568,"bits":3.66,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ3_M.gguf","label":"IQ3_M","size":12454830080,"bits":3.66,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q3_K_M.gguf","label":"Q3_K_M","size":13424647680,"bits":3.94,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.Q3_K.gguf","label":"Q3_K","size":13424648192,"bits":3.94,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q3_K_L.gguf","label":"Q3_K_L","size":14519361024,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.Q3_K_L.gguf","label":"Q3_K_L","size":14519361536,"bits":4.27,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":14805057024,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-IQ4_XS.gguf","label":"IQ4_XS","size":14814420480,"bits":4.35,"known":true,"rank":0},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ4_XS.gguf","label":"IQ4_XS","size":14814420992,"bits":4.35,"known":true,"rank":1},{"repo":"legraphista/gemma-2-27b-it-IMat-GGUF","file":"gemma-2-27b-it.IQ4_NL.gguf","label":"IQ4_NL","size":15628378112,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q4_K_S.gguf","label":"Q4_K_S","size":15739264512,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q4_K_M.gguf","label":"Q4_K_M","size":16645381632,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q4_K_L.gguf","label":"Q4_K_L","size":16931077632,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q5_K_S.gguf","label":"Q5_K_S","size":18884206080,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q5_K_M.gguf","label":"Q5_K_M","size":19408117248,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q5_K_L.gguf","label":"Q5_K_L","size":19693813248,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q6_K.gguf","label":"Q6_K","size":22343523840,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q6_K_L.gguf","label":"Q6_K_L","size":22629219840,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q8_0.gguf","label":"Q8_0","size":28937387520,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/gemma-2-27b-it-GGUF","file":"gemma-2-27b-it-Q8_0_L.gguf","label":"Q8_0_L","size":30043308512,"bits":8.83,"known":false,"rank":0}],"repos":["bartowski/gemma-2-27b-it-GGUF","legraphista/gemma-2-27b-it-IMat-GGUF","lmstudio-community/gemma-2-27b-it-GGUF"],"logoFrom":"google"},{"id":"qwen3-8-flash-next-rocmfp4-fast-imatrix","family":"agentionai/Qwen3.8-Flash-Next-ROCmFP4-FAST-imatrix-GGUF","name":"Qwen3.8 Flash Next ROCmFP4 FAST Imatrix","maker":"agentionai","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"agentionai/Qwen3.8-Flash-Next-ROCmFP4-FAST-imatrix-GGUF/Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-28T14:00:37.000Z","downloads":22926,"likes":89,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"agentionai/Qwen3.8-Flash-Next-ROCmFP4-FAST-imatrix-GGUF","file":"Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16.gguf","label":"Qwen3.8-Flash-Next-ROCmFP4-FAST-v2-ple16","size":93484237760,"bits":4.23,"known":false,"rank":0}],"repos":["agentionai/Qwen3.8-Flash-Next-ROCmFP4-FAST-imatrix-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-5-vl-450m","family":"LiquidAI/LFM2.5-VL-450M","name":"LFM2.5 VL 450M","maker":"Liquid AI","catalog":null,"tuned":true,"params":0.35,"active":null,"layers":16,"probe":"LiquidAI/LFM2.5-VL-450M-GGUF/LFM2.5-VL-450M-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2026-04-08T14:57:35.000Z","downloads":22874,"likes":72,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-Q4_0.gguf","label":"Q4_0","size":219311264,"bits":5.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-Q4_K_M.gguf","label":"Q4_K_M","size":229313568,"bits":5.24,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-Q5_K_M.gguf","label":"Q5_K_M","size":260377632,"bits":5.95,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-Q6_K.gguf","label":"Q6_K","size":293383200,"bits":6.71,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-Q8_0.gguf","label":"Q8_0","size":379219104,"bits":8.67,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-BF16.gguf","label":"BF16","size":711486496,"bits":16.26,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-F16.gguf","label":"F16","size":711486624,"bits":16.26,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","file":"LFM2.5-VL-450M-F32.gguf","label":"F32","size":1420324000,"bits":32.46,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-VL-450M-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-4b-rpg-roleplay-v2","family":"Chun121/Qwen3-4B-RPG-Roleplay-V2","name":"Qwen3 4B RPG Roleplay V2","maker":"Chun121","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"Chun121/Qwen3-4B-RPG-Roleplay-V2/unsloth.Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-07-07T04:08:34.000Z","downloads":22823,"likes":84,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","file":"unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":2497276416,"bits":4.97,"known":true,"rank":0},{"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","file":"unsloth.Q5_K_M.gguf","label":"Q5_K_M","size":2889509376,"bits":5.75,"known":true,"rank":0},{"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","file":"unsloth.Q8_0.gguf","label":"Q8_0","size":4280400896,"bits":8.52,"known":true,"rank":0},{"repo":"Chun121/Qwen3-4B-RPG-Roleplay-V2","file":"unsloth.F16.gguf","label":"F16","size":8051280896,"bits":16.02,"known":true,"rank":0}],"repos":["Chun121/Qwen3-4B-RPG-Roleplay-V2"],"logoFrom":"Chun121"},{"id":"qwen3-8-whittle-moe-27b-a17-8b","family":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","name":"Qwen3.8 Whittle MoE 27B A17.8B","maker":"logic65","catalog":null,"tuned":false,"params":26.92,"active":17.86,"layers":64,"probe":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF/Whittle-MoE-27B-A18B-v2.2.1-Q3_K_M.gguf","kvBytesPerToken":74252,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-20T06:12:39.000Z","downloads":22823,"likes":49,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.Q2_K.gguf","label":"Q2_K","size":11331660352,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.Q3_K_S.gguf","label":"Q3_K_S","size":12693948992,"bits":3.77,"known":true,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-Q3_K_M.gguf","label":"Q3_K_M","size":13874251328,"bits":4.12,"known":true,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-DQ3_K_XL.gguf","label":"DQ3_K_XL","size":14681654848,"bits":4.36,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.Q3_K_L.gguf","label":"Q3_K_L","size":14681655872,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.IQ4_XS.gguf","label":"IQ4_XS","size":15420697152,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.Q4_K_S.gguf","label":"Q4_K_S","size":16143395392,"bits":4.8,"known":true,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-Q4_K_M.gguf","label":"Q4_K_M","size":17371866688,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.Q5_K_S.gguf","label":"Q5_K_S","size":19016493632,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Qwen3.8-Whittle-MoE-27B-A17.8B.Q5_K_M.gguf","label":"Q5_K_M","size":19929737792,"bits":5.92,"known":true,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-DQ4_K_XL.gguf","label":"DQ4_K_XL","size":20142954048,"bits":5.99,"known":false,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-DQ5_K_XL.gguf","label":"DQ5_K_XL","size":21655852608,"bits":6.44,"known":false,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-Q6_K.gguf","label":"Q6_K","size":23142925888,"bits":6.88,"known":true,"rank":0},{"repo":"logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","file":"Whittle-MoE-27B-A18B-v2.2.1-Q8_0.gguf","label":"Q8_0","size":28680984128,"bits":8.52,"known":true,"rank":0}],"repos":["logic65/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF","mradermacher/Qwen3.8-Whittle-MoE-27B-A17.8B-GGUF"],"logoFrom":"logic65"},{"id":"smolvlm-256m-instruct","family":"HuggingFaceTB/SmolVLM-256M-Instruct","name":"SmolVLM 256M","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.16,"active":null,"layers":30,"probe":"ggml-org/SmolVLM-256M-Instruct-GGUF/SmolVLM-256M-Instruct-Q8_0.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-01-17T15:40:24.000Z","downloads":22730,"likes":21,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/SmolVLM-256M-Instruct-GGUF","file":"SmolVLM-256M-Instruct-Q8_0.gguf","label":"Q8_0","size":175054528,"bits":8.75,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM-256M-Instruct-GGUF","file":"SmolVLM-256M-Instruct-f16.gguf","label":"F16","size":327809728,"bits":16.39,"known":true,"rank":0}],"repos":["ggml-org/SmolVLM-256M-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"qwen2-5-coder-7b-instruct-uncensored","family":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored","name":"Qwen2.5 Coder 7B Uncensored","maker":"BlossomsAI","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF/q2_k.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2024-12-26T02:24:48.000Z","downloads":22708,"likes":47,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q2_k.gguf","label":"Q2_K","size":3015940096,"bits":3.17,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q2_k.gguf","label":"Q2_K","size":3015940096,"bits":3.17,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":3492368800,"bits":3.67,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q3_k_m.gguf","label":"Q3_K_M","size":3808391168,"bits":4,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q3_k_m.gguf","label":"Q3_K_M","size":3808391168,"bits":4,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":4088459680,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":4250298784,"bits":4.46,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q4_k_s.gguf","label":"Q4_K_S","size":4457768960,"bits":4.68,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q4_k_s.gguf","label":"Q4_K_S","size":4457768960,"bits":4.68,"known":true,"rank":1},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q4_k_m.gguf","label":"Q4_K_M","size":4683073536,"bits":4.92,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q4_k_m.gguf","label":"Q4_K_M","size":4683073536,"bits":4.92,"known":true,"rank":1},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q5_k_s.gguf","label":"Q5_K_S","size":5315176448,"bits":5.58,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q5_k_s.gguf","label":"Q5_K_S","size":5315176448,"bits":5.58,"known":true,"rank":1},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q5_k_m.gguf","label":"Q5_K_M","size":5444831232,"bits":5.72,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q5_k_m.gguf","label":"Q5_K_M","size":5444831232,"bits":5.72,"known":true,"rank":1},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q6_k.gguf","label":"Q6_K","size":6254198784,"bits":6.57,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q6_k.gguf","label":"Q6_K","size":6254198784,"bits":6.57,"known":true,"rank":1},{"repo":"BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q8_0.gguf","label":"Q8_0","size":8098525184,"bits":8.5,"known":true,"rank":0},{"repo":"Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"q8_0.gguf","label":"Q8_0","size":8098525184,"bits":8.5,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Uncensored.f16.gguf","label":"F16","size":15237853600,"bits":16,"known":true,"rank":0}],"repos":["BlossomsAI/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","Fbjfhvgv/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF","mradermacher/Qwen2.5-Coder-7B-Instruct-Uncensored-GGUF"],"logoFrom":"BlossomsAI"},{"id":"nvidia-nemotron-nano-9b-v2","family":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","name":"NVIDIA Nemotron Nano 9B V2","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.89,"active":null,"layers":56,"probe":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ2_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2025-08-12T22:43:32.000Z","downloads":22701,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ2_S.gguf","label":"IQ2_S","size":4957808480,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ2_M.gguf","label":"IQ2_M","size":4996515680,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q2_K.gguf","label":"Q2_K","size":5006192480,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ3_XXS.gguf","label":"IQ3_XXS","size":5073930080,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ3_XS.gguf","label":"IQ3_XS","size":5131990880,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q3_K_S.gguf","label":"Q3_K_S","size":5131990880,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ3_M.gguf","label":"IQ3_M","size":5207935840,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ4_XS.gguf","label":"IQ4_XS","size":5267107680,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q2_K_L.gguf","label":"Q2_K_L","size":5299793760,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ4_NL.gguf","label":"IQ4_NL","size":5308682080,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_0.gguf","label":"Q4_0","size":5339414880,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q3_K_M.gguf","label":"Q3_K_M","size":5379734880,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q3_K_L.gguf","label":"Q3_K_L","size":5488365920,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q3_K_XL.gguf","label":"Q3_K_XL","size":5781967200,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_1.gguf","label":"Q4_1","size":5827358560,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_K_S.gguf","label":"Q4_K_S","size":6211617120,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_K_M.gguf","label":"Q4_K_M","size":6525629280,"bits":5.87,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_K_L.gguf","label":"Q4_K_L","size":6745830240,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q5_K_S.gguf","label":"Q5_K_S","size":6781562720,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q5_K_M.gguf","label":"Q5_K_M","size":7069805920,"bits":6.36,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q5_K_L.gguf","label":"Q5_K_L","size":7253306720,"bits":6.53,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q6_K.gguf","label":"Q6_K","size":9135892320,"bits":8.22,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q6_K_L.gguf","label":"Q6_K_L","size":9135892320,"bits":8.22,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q8_0.gguf","label":"Q8_0","size":9458093920,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-bf16.gguf","label":"BF16","size":17788743232,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF"],"logoFrom":"nvidia"},{"id":"qwen2-1-5b-instruct","family":"Qwen/Qwen2-1.5B-Instruct-GGUF","name":"Qwen2 1.5B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"Qwen/Qwen2-1.5B-Instruct-GGUF/qwen2-1_5b-instruct-q2_k.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-06T18:35:00.000Z","downloads":22546,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ1_S.gguf","label":"IQ1_S","size":436524896,"bits":2.27,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":436524896,"bits":2.27,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ1_M.gguf","label":"IQ1_M","size":464458592,"bits":2.41,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":464458592,"bits":2.41,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ2_XXS.gguf","label":"IQ2_XXS","size":511014752,"bits":2.65,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":511014752,"bits":2.65,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ2_XS.gguf","label":"IQ2_XS","size":550324064,"bits":2.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":550324064,"bits":2.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ2_S.gguf","label":"IQ2_S","size":563807072,"bits":2.93,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":563807072,"bits":2.93,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ2_M.gguf","label":"IQ2_M","size":601052000,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":601052000,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q2_K_S.gguf","label":"Q2_K_S","size":640132448,"bits":3.33,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":640132448,"bits":3.33,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ3_XXS.gguf","label":"IQ3_XXS","size":668789600,"bits":3.47,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":668789600,"bits":3.47,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q2_K.gguf","label":"Q2_K","size":676302176,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q2_K.gguf","label":"Q2_K","size":676302176,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ3_XS.gguf","label":"IQ3_XS","size":731696480,"bits":3.8,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":731696480,"bits":3.8,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q3_K_S.gguf","label":"Q3_K_S","size":760941920,"bits":3.95,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":760941920,"bits":3.95,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ3_S.gguf","label":"IQ3_S","size":762404192,"bits":3.96,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":762404192,"bits":3.96,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ3_M.gguf","label":"IQ3_M","size":776661344,"bits":4.03,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":776661344,"bits":4.03,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q3_K.gguf","label":"Q3_K","size":824175968,"bits":4.28,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q3_K.gguf","label":"Q3_K","size":824175968,"bits":4.28,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q3_K_L.gguf","label":"Q3_K_L","size":880160096,"bits":4.57,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":880160096,"bits":4.57,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ4_XS.gguf","label":"IQ4_XS","size":895728992,"bits":4.65,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":895728992,"bits":4.65,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.IQ4_NL.gguf","label":"IQ4_NL","size":936328544,"bits":4.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":936328544,"bits":4.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q4_K_S.gguf","label":"Q4_K_S","size":940309856,"bits":4.88,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":940309856,"bits":4.88,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q4_K.gguf","label":"Q4_K","size":986045792,"bits":5.12,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q4_K.gguf","label":"Q4_K","size":986045792,"bits":5.12,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-IMat-GGUF","file":"Qwen2-1.5B.Q5_K_S.gguf","label":"Q5_K_S","size":1098726496,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/Qwen2-1.5B-Instruct-IMat-GGUF","file":"Qwen2-1.5B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":1098726496,"bits":5.71,"known":true,"rank":0}],"repos":["Qwen/Qwen2-1.5B-Instruct-GGUF","legraphista/Qwen2-1.5B-IMat-GGUF","legraphista/Qwen2-1.5B-Instruct-IMat-GGUF"],"logoFrom":"Qwen"},{"id":"granite-4-0-h-tiny","family":"ibm-granite/granite-4.0-h-tiny","name":"Granite 4.0 H Tiny","maker":"IBM","catalog":null,"tuned":false,"params":6.94,"active":1.47,"layers":40,"probe":"unsloth/granite-4.0-h-tiny-GGUF/granite-4.0-h-tiny-UD-TQ1_0.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-16T19:51:16.000Z","downloads":22513,"likes":72,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":1938640288,"bits":2.23,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2120306080,"bits":2.44,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2238290080,"bits":2.58,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2393382304,"bits":2.76,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2525472160,"bits":2.91,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q2_K.gguf","label":"Q2_K","size":2585986400,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q2_K_L.gguf","label":"Q2_K_L","size":2640053920,"bits":3.04,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2712467104,"bits":3.13,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2999856544,"bits":3.46,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q3_K_S.gguf","label":"Q3_K_S","size":3062452832,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":3198628768,"bits":3.69,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q3_K_M.gguf","label":"Q3_K_M","size":3353039456,"bits":3.87,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q3_K_L.gguf","label":"Q3_K_L","size":3600962144,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-IQ4_XS.gguf","label":"IQ4_XS","size":3788906656,"bits":4.37,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q4_0.gguf","label":"Q4_0","size":3962938208,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-IQ4_NL.gguf","label":"IQ4_NL","size":3994887328,"bits":4.61,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q4_K_S.gguf","label":"Q4_K_S","size":3995771744,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4072645792,"bits":4.69,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q4_K_M.gguf","label":"Q4_K_M","size":4230976352,"bits":4.88,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q4_1.gguf","label":"Q4_1","size":4386696032,"bits":5.06,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q5_0.gguf","label":"Q5_0","size":4810453856,"bits":5.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q5_K_S.gguf","label":"Q5_K_S","size":4810453856,"bits":5.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q5_K_M.gguf","label":"Q5_K_M","size":4948534112,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5024781472,"bits":5.79,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q5_1.gguf","label":"Q5_1","size":5234211680,"bits":6.03,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q6_K.gguf","label":"Q6_K","size":5710939232,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6041585056,"bits":6.96,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-Q8_0.gguf","label":"Q8_0","size":7390331744,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8301610144,"bits":9.57,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","file":"granite-4.0-h-tiny-bf16.gguf","label":"BF16","size":13891206272,"bits":16.01,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-h-tiny-GGUF","lmstudio-community/granite-4.0-h-tiny-GGUF","unsloth/granite-4.0-h-tiny-GGUF"],"logoFrom":"ibm-granite"},{"id":"gemma-4-e2b-it-uncensored","family":"TrevorJS/gemma-4-E2B-it-uncensored","name":"Gemma 4 E2B Uncensored","maker":"TrevorJS","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"TrevorJS/gemma-4-E2B-it-uncensored-GGUF/gemma-4-E2B-it-uncensored-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-03T23:20:43.000Z","downloads":22460,"likes":66,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TrevorJS/gemma-4-E2B-it-uncensored-GGUF","file":"gemma-4-E2B-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":3427873312,"bits":5.9,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-E2B-it-uncensored-GGUF","file":"gemma-4-E2B-it-uncensored-Q8_0.gguf","label":"Q8_0","size":4967490080,"bits":8.55,"known":true,"rank":0}],"repos":["TrevorJS/gemma-4-E2B-it-uncensored-GGUF"],"logoFrom":"TrevorJS"},{"id":"qwen2-5-3b","family":"Qwen/Qwen2.5-3B","name":"Qwen2.5 3B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF/Qwen2.5-3B-Instruct-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-09-15T12:17:03.000Z","downloads":22411,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":791094400,"bits":2.05,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":850027648,"bits":2.2,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":948249728,"bits":2.46,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1031545984,"bits":2.67,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":1061938304,"bits":2.75,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":1140515968,"bits":2.95,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":1198128256,"bits":3.1,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q2_K.gguf","label":"Q2_K","size":1274756224,"bits":3.3,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1282827392,"bits":3.32,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1391836288,"bits":3.6,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1454357632,"bits":3.77,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":1456864384,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-IQ3_M.gguf","label":"IQ3_M","size":1488892352,"bits":3.85,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1488895104,"bits":3.85,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1590475904,"bits":4.12,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1707389376,"bits":4.42,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1707392128,"bits":4.42,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1739092416,"bits":4.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1739095168,"bits":4.5,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1782749632,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1822847424,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1822847424,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1822847424,"bits":4.72,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1822849952,"bits":4.72,"known":false,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1822849952,"bits":4.72,"known":false,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1822849952,"bits":4.72,"known":false,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1825209472,"bits":4.73,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_0.gguf","label":"Q4_0","size":1828483520,"bits":4.73,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_0.gguf","label":"Q4_0","size":1828486272,"bits":4.73,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1834381760,"bits":4.75,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","file":"Qwen2.5-3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1834384512,"bits":4.75,"known":true,"rank":1},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1929900480,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q4_K_L.gguf","label":"Q4_K_L","size":2005260736,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2169663936,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2224812480,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2300172736,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q6_K.gguf","label":"Q6_K","size":2538156480,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2613516736,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-Q8_0.gguf","label":"Q8_0","size":3285473728,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-3B-GGUF","file":"Qwen2.5-3B-f32.gguf","label":"F32","size":12349708480,"bits":31.97,"known":true,"rank":0}],"repos":["Mungert/Qwen2.5-3B-Instruct-GGUF","ThomasBaruzier/Qwen2.5-3B-Instruct-GGUF","bartowski/Qwen2.5-3B-GGUF","mradermacher/Qwen2.5-3B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"llama-2-13b-chat","family":"TheBloke/Llama-2-13B-chat-GGUF","name":"Llama 2 13B","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Llama-2-13B-chat-GGUF/llama-2-13b-chat.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-04T17:20:15.000Z","downloads":22410,"likes":279,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-chat-GGUF","file":"llama-2-13b-chat.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0},{"repo":"second-state/Llama-2-13B-Chat-GGUF","file":"Llama-2-13b-chat-hf-f16.gguf","label":"F16","size":26033304352,"bits":16,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-13B-GGUF","TheBloke/Llama-2-13B-chat-GGUF","second-state/Llama-2-13B-Chat-GGUF"],"logoFrom":"meta-llama"},{"id":"glm-5-3-uncensored","family":"softwareweaver/GLM-5.3-Uncensored-GGUF","name":"GLM 5.3 Uncensored","maker":"softwareweaver","catalog":null,"tuned":true,"params":753.33,"active":41.84,"layers":79,"probe":"softwareweaver/GLM-5.3-Uncensored-GGUF/Q4_K_M/GLM-5.3-UNCENSORED-Q4_K_M-00001-of-00027.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":1048576,"arch":"glm-dsa","vision":false,"licence":"mit","open":true,"released":"2026-09-12T20:51:40.000Z","downloads":22298,"likes":17,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"softwareweaver/GLM-5.3-Uncensored-GGUF","file":"Q4_K_M/GLM-5.3-UNCENSORED-Q4_K_M-00001-of-00027.gguf","label":"Q4_K_M","size":454552370880,"bits":4.83,"known":true,"rank":0}],"repos":["softwareweaver/GLM-5.3-Uncensored-GGUF"],"logoFrom":"dealignai"},{"id":"smolvlm2-500m-video-instruct","family":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","name":"SmolVLM2 500M Video","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.41,"active":null,"layers":32,"probe":"ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/SmolVLM2-500M-Video-Instruct-Q8_0.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-02-11T07:06:38.000Z","downloads":22209,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/SmolVLM2-500M-Video-Instruct-GGUF","file":"SmolVLM2-500M-Video-Instruct-Q8_0.gguf","label":"Q8_0","size":436808704,"bits":8.52,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM2-500M-Video-Instruct-GGUF","file":"SmolVLM2-500M-Video-Instruct-f16.gguf","label":"F16","size":820424704,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/SmolVLM2-500M-Video-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"supergemma4-26b-uncensored-gguf-v2","family":"Jiunsong/supergemma4-26b-uncensored-gguf-v2","name":"Supergemma4 26B Uncensored Gguf V2","maker":"Jiunsong","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"Jiunsong/supergemma4-26b-uncensored-gguf-v2/supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-04-11T11:03:05.000Z","downloads":22136,"likes":1013,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jiunsong/supergemma4-26b-uncensored-gguf-v2","file":"supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf","label":"Q4_K_M","size":16796015232,"bits":5.33,"known":true,"rank":0}],"repos":["Jiunsong/supergemma4-26b-uncensored-gguf-v2"],"logoFrom":"google"},{"id":"qwen3-vl-8b-glm-4-7-flash-heretic-uncensored-thinking","family":"DavidAU/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking","name":"Qwen3 VL 8B GLM 4.7 Flash Heretic Uncensored Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-01-30T00:29:47.000Z","downloads":22094,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q2_K.gguf","label":"Q2_K","size":3281735872,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q3_K_S.gguf","label":"Q3_K_S","size":3769614528,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q3_K_M.gguf","label":"Q3_K_M","size":4124164288,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q3_K_L.gguf","label":"Q3_K_L","size":4431397056,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.IQ4_XS.gguf","label":"IQ4_XS","size":4593299648,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q4_K_S.gguf","label":"Q4_K_S","size":4802015424,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q4_K_M.gguf","label":"Q4_K_M","size":5027786944,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q5_K_S.gguf","label":"Q5_K_S","size":5720764608,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q5_K_M.gguf","label":"Q5_K_M","size":5851115712,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q6_K.gguf","label":"Q6_K","size":6725902528,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q8_0.gguf","label":"Q8_0","size":8709521600,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking.f16.gguf","label":"F16","size":16388047040,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-qwen3-4b-instruct-2507-abliterated","family":"huihui-ai/Huihui-Qwen3-4B-Instruct-2507-abliterated","name":"Huihui Qwen3 4B 2507 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF/Huihui-Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-07T12:05:04.000Z","downloads":22059,"likes":16,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf","label":"Q2_K","size":1669500192,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1886997792,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2075618592,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2239786272,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2286316832,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2383310112,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2497281312,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2823712032,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2889514272,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf","label":"Q6_K","size":3306261792,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf","label":"Q8_0","size":4280405792,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Huihui-Qwen3-4B-Instruct-2507-abliterated.f16.gguf","label":"F16","size":8051285792,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-4B-Instruct-2507-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-8b-hivemind-instruct-heretic-abliterated-uncensored-neo-imatrix","family":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","name":"Qwen3 8B Hivemind Heretic Abliterated Uncensored NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":7.66,"active":null,"layers":72,"probe":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF/Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q8_0.gguf","kvBytesPerToken":341213,"kvHeader":294912,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-05T04:28:16.000Z","downloads":21949,"likes":94,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat","size":2755340160,"bits":2.88,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ3_M-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ3_M-imat","size":3604090240,"bits":3.76,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ4_XS-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ4_XS-imat","size":4216493440,"bits":4.4,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q4_K_M-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q4_K_M-imat","size":4669552000,"bits":4.88,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_S-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_S-imat","size":5322413440,"bits":5.56,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_M-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_M-imat","size":5454017920,"bits":5.7,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q6_K-imat.gguf","label":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q6_K-imat","size":6287512960,"bits":6.57,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-8B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q8_0.gguf","label":"Q8_0","size":8141600640,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/Qwen3-8B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"wicked-tutu-31b-final","family":"ReadyArt/Wicked-Tutu-31B-Final","name":"Wicked Tutu 31B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF/Wicked-Tutu-31B-Final.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T01:13:38.000Z","downloads":21852,"likes":21,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491456,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874368,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845888,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361024,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890752,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067968,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591040,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q2_K.gguf","label":"Q2_K","size":11916315840,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509824,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370880,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359040,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359040,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499392,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110848,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272320,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792320,"bits":4.36,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q4_0.gguf","label":"Q4_0","size":17701579968,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167424,"bits":4.63,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Tutu-31B-Final-GGUF","file":"Wicked-Tutu-31B-Final-Q4_K_M.gguf","label":"Q4_K_M","size":18687064544,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q4_1.gguf","label":"Q4_1","size":19481423040,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843520,"bits":5.55,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-31B-Final-i1-GGUF","file":"Wicked-Tutu-31B-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572800,"bits":5.69,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Tutu-31B-Final-GGUF","file":"Wicked-Tutu-31B-Final-Q6_K.gguf","label":"Q6_K","size":25201486304,"bits":6.57,"known":true,"rank":0}],"repos":["ReadyArt/Wicked-Tutu-31B-Final-GGUF","mradermacher/Wicked-Tutu-31B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"holo4-27b","family":"Hcompany/Holo4-27B","name":"Holo4 27B","maker":"Hcompany","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"lavendercomputing/Holo4-27B-GSQ-RCO-GGUF/quant/Holo4-27B-GSQ-RCO-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-24T14:16:37.000Z","downloads":21805,"likes":39,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lavendercomputing/Holo4-27B-GSQ-RCO-GGUF","file":"quant/Holo4-27B-GSQ-RCO-IQ2_XXS.gguf","label":"IQ2_XXS","size":7818067008,"bits":2.33,"known":true,"rank":1},{"repo":"lavendercomputing/Holo4-27B-GSQ-RCO-GGUF","file":"quant/Holo4-27B-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":8412150848,"bits":2.5,"known":true,"rank":1},{"repo":"lavendercomputing/Holo4-27B-GSQ-RCO-GGUF","file":"quant/Holo4-27B-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10053213248,"bits":2.99,"known":true,"rank":1},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q2_K.gguf","label":"Q2_K","size":10711665856,"bits":3.19,"known":true,"rank":2},{"repo":"lavendercomputing/Holo4-27B-GSQ-RCO-GGUF","file":"quant/Holo4-27B-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11779636288,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12073954496,"bits":3.59,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13301443776,"bits":3.96,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14344776896,"bits":4.27,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.IQ4_XS.gguf","label":"IQ4_XS","size":15193918656,"bits":4.52,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15586315456,"bits":4.64,"known":true,"rank":2},{"repo":"Hcompany/Holo4-27B-GGUF","file":"q4_k_m.gguf","label":"Q4_K_M","size":16875182592,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18679614656,"bits":5.56,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19231100096,"bits":5.72,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q6_K.gguf","label":"Q6_K","size":22082530496,"bits":6.57,"known":true,"rank":2},{"repo":"mradermacher/Holo4-27B-GGUF","file":"Holo4-27B.Q8_0.gguf","label":"Q8_0","size":28595764416,"bits":8.5,"known":true,"rank":2}],"repos":["Hcompany/Holo4-27B-GGUF","lavendercomputing/Holo4-27B-GSQ-RCO-GGUF","mradermacher/Holo4-27B-GGUF"],"logoFrom":"Hcompany"},{"id":"gemory-26b-a4b","family":"UltimateIntent/Gemory-26B-A4B-GGUF","name":"Gemory 26B A4B","maker":"UltimateIntent","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"Abiray/Gemory-26B-A4B-GGUF/Gemory-26B-A4B-Q3_K_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-04T11:36:53.000Z","downloads":21778,"likes":42,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q3_K_S.gguf","label":"Q3_K_S","size":12222409696,"bits":3.88,"known":true,"rank":1},{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q3_K_M.gguf","label":"Q3_K_M","size":13286733792,"bits":4.21,"known":true,"rank":1},{"repo":"UltimateIntent/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q4_0.gguf","label":"Q4_0","size":14439362016,"bits":4.58,"known":true,"rank":0},{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q4_K_S.gguf","label":"Q4_K_S","size":15464825312,"bits":4.9,"known":true,"rank":1},{"repo":"UltimateIntent/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796016096,"bits":5.33,"known":true,"rank":0},{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796016096,"bits":5.33,"known":true,"rank":1},{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q5_K_S.gguf","label":"Q5_K_S","size":17986733536,"bits":5.7,"known":true,"rank":1},{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19132890592,"bits":6.07,"known":true,"rank":1},{"repo":"UltimateIntent/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q6_0.gguf","label":"Q6_0","size":20635913696,"bits":6.54,"known":true,"rank":0},{"repo":"UltimateIntent/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638399456,"bits":7.18,"known":true,"rank":0},{"repo":"Abiray/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638399456,"bits":7.18,"known":true,"rank":1},{"repo":"UltimateIntent/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859859424,"bits":8.52,"known":true,"rank":0},{"repo":"UltimateIntent/Gemory-26B-A4B-GGUF","file":"Gemory-26B-A4B-bf16.gguf","label":"BF16","size":50505135584,"bits":16.01,"known":true,"rank":0}],"repos":["Abiray/Gemory-26B-A4B-GGUF","UltimateIntent/Gemory-26B-A4B-GGUF"],"logoFrom":"UltimateIntent"},{"id":"qwen3-5-9b-artemis","family":"turintech/Qwen3.5-9B-Artemis-GGUF","name":"Qwen3.5 9B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"turintech/Qwen3.5-9B-Artemis-GGUF/Qwen3.5-9B-Artemis-IQ4_XS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T13:06:42.000Z","downloads":21754,"likes":8,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/Qwen3.5-9B-Artemis-GGUF","file":"Qwen3.5-9B-Artemis-IQ4_XS.gguf","label":"IQ4_XS","size":5167440736,"bits":4.62,"known":true,"rank":0},{"repo":"turintech/Qwen3.5-9B-Artemis-GGUF","file":"Qwen3.5-9B-Artemis-Q4_K_M.gguf","label":"Q4_K_M","size":5661139808,"bits":5.06,"known":true,"rank":0},{"repo":"turintech/Qwen3.5-9B-Artemis-GGUF","file":"Qwen3.5-9B-Artemis-Q5_K_S.gguf","label":"Q5_K_S","size":6155019104,"bits":5.5,"known":true,"rank":0}],"repos":["turintech/Qwen3.5-9B-Artemis-GGUF"],"logoFrom":"Qwen"},{"id":"lfm3-1-7b-heretic-abliterated","family":"Vortecks/LFM3-1.7B-Heretic-Abliterated","name":"LFM3 1.7B Heretic Abliterated","maker":"Vortecks","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF/LFM3-1.7B-Heretic-Abliterated-i1-IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-28T03:50:32.000Z","downloads":21684,"likes":22,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q1_0.gguf","label":"Q1_0","size":431032352,"bits":1.99,"known":false,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ1_S.gguf","label":"IQ1_S","size":487085664,"bits":2.25,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ1_M.gguf","label":"IQ1_M","size":518993760,"bits":2.4,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-TQ1_0.gguf","label":"TQ1_0","size":534129440,"bits":2.47,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":572173920,"bits":2.65,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-TQ2_0.gguf","label":"TQ2_0","size":602860832,"bits":2.79,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ2_XS.gguf","label":"IQ2_XS","size":616159840,"bits":2.85,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ2_S.gguf","label":"IQ2_S","size":628611680,"bits":2.91,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q2_0.gguf","label":"Q2_0","size":637226528,"bits":2.95,"known":false,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ2_M.gguf","label":"IQ2_M","size":671155808,"bits":3.1,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-Q2_K_S.gguf","label":"Q2_K_S","size":717017440,"bits":3.32,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":749887072,"bits":3.47,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q2_K.gguf","label":"Q2_K","size":750153760,"bits":3.47,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-i1-IQ3_XS.gguf","label":"IQ3_XS","size":825630816,"bits":3.82,"known":true,"rank":1},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-IQ3_S.gguf","label":"IQ3_S","size":854875936,"bits":3.95,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":854875936,"bits":3.95,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-IQ3_M.gguf","label":"IQ3_M","size":868802336,"bits":4.02,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":914898720,"bits":4.23,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":967065376,"bits":4.47,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1011166752,"bits":4.68,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q4_0.gguf","label":"Q4_0","size":1049614880,"bits":4.85,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":1055513120,"bits":4.88,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1056037408,"bits":4.88,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1099627040,"bits":5.08,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q4_1.gguf","label":"Q4_1","size":1141256736,"bits":5.28,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q5_0.gguf","label":"Q5_0","size":1232898592,"bits":5.7,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":1232898592,"bits":5.7,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1258662432,"bits":5.82,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q5_1.gguf","label":"Q5_1","size":1324540448,"bits":6.13,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q6_K.gguf","label":"Q6_K","size":1427637536,"bits":6.6,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-Q8_0.gguf","label":"Q8_0","size":1846237728,"bits":8.54,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-BF16.gguf","label":"BF16","size":3466625568,"bits":16.03,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-F16.gguf","label":"F16","size":3466625568,"bits":16.03,"known":true,"rank":0},{"repo":"Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","file":"LFM3-1.7B-Heretic-Abliterated-F32.gguf","label":"F32","size":6923452960,"bits":32.02,"known":true,"rank":0}],"repos":["Vortecks/LFM3-1.7B-Heretic-Abliterated-GGUF","Vortecks/LFM3-1.7B-Heretic-Abliterated-i1-GGUF"],"logoFrom":"Vortecks"},{"id":"phi-4-mini-reasoning","family":"microsoft/Phi-4-mini-reasoning","name":"Phi 4 Mini Reasoning","maker":"Microsoft","catalog":null,"tuned":true,"params":3.84,"active":null,"layers":32,"probe":"unsloth/Phi-4-mini-reasoning-GGUF/Phi-4-mini-reasoning-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2025-04-29T19:15:55.000Z","downloads":21681,"likes":105,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1141193632,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1195260832,"bits":2.49,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1293319072,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-IQ2_M.gguf","label":"IQ2_M","size":1507424800,"bits":3.14,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1536129952,"bits":3.2,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1668545440,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-IQ3_XXS.gguf","label":"IQ3_XXS","size":1678866976,"bits":3.5,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q2_K.gguf","label":"Q2_K","size":1682636704,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q2_K_L.gguf","label":"Q2_K_L","size":1682636704,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1720237984,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-IQ3_XS.gguf","label":"IQ3_XS","size":1840709152,"bits":3.83,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q3_K_S.gguf","label":"Q3_K_S","size":1897332640,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-IQ3_M.gguf","label":"IQ3_M","size":2017656352,"bits":4.2,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2093326240,"bits":4.36,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q3_K_M.gguf","label":"Q3_K_M","size":2117533600,"bits":4.41,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-IQ4_XS.gguf","label":"IQ4_XS","size":2224488352,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q3_K_L.gguf","label":"Q3_K_L","size":2249653792,"bits":4.69,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-IQ4_NL.gguf","label":"IQ4_NL","size":2325151648,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q4_0.gguf","label":"Q4_0","size":2331443104,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q4_K_S.gguf","label":"Q4_K_S","size":2337734176,"bits":4.87,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q3_K_XL.gguf","label":"Q3_K_XL","size":2398501408,"bits":5,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2462678944,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q4_K_M.gguf","label":"Q4_K_M","size":2491875232,"bits":5.19,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q4_1.gguf","label":"Q4_1","size":2526478240,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q4_K_L.gguf","label":"Q4_K_L","size":2640722464,"bits":5.5,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q5_K_S.gguf","label":"Q5_K_S","size":2727804448,"bits":5.68,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2783272864,"bits":5.8,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q5_K_M.gguf","label":"Q5_K_M","size":2848128928,"bits":5.93,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q5_K_L.gguf","label":"Q5_K_L","size":2996976160,"bits":6.24,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q6_K.gguf","label":"Q6_K","size":3155623840,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-mini-reasoning-GGUF","file":"microsoft_Phi-4-mini-reasoning-Q6_K_L.gguf","label":"Q6_K_L","size":3304471072,"bits":6.88,"known":true,"rank":1},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3548265376,"bits":7.39,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-Q8_0.gguf","label":"Q8_0","size":4084612000,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5088418720,"bits":10.6,"known":true,"rank":0},{"repo":"unsloth/Phi-4-mini-reasoning-GGUF","file":"Phi-4-mini-reasoning-BF16.gguf","label":"BF16","size":7680694944,"bits":16,"known":true,"rank":0}],"repos":["bartowski/microsoft_Phi-4-mini-reasoning-GGUF","lmstudio-community/Phi-4-mini-reasoning-GGUF","unsloth/Phi-4-mini-reasoning-GGUF"],"logoFrom":"microsoft"},{"id":"xortron-rico-v3","family":"darkc0de/XORTRON-RICO-v3-GGUF","name":"XORTRON RICO V3","maker":"darkc0de","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"darkc0de/XORTRON-RICO-v3-GGUF/XORTRON-RICO-v3.i1-Q3_K_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-09-21T08:54:37.000Z","downloads":21641,"likes":12,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537952,"bits":3.59,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608992,"bits":3.69,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-IQ3_M.gguf","label":"IQ3_M","size":12768333152,"bits":3.74,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738912,"bits":3.95,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559800672,"bits":4.26,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040992,"bits":4.48,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q4_0.gguf","label":"Q4_0","size":15760420192,"bits":4.62,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300832,"bits":4.63,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810716512,"bits":4.92,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q4_1.gguf","label":"Q4_1","size":17343769952,"bits":5.08,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971684192,"bits":5.56,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535703392,"bits":5.72,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-RICO-v3-GGUF","file":"XORTRON-RICO-v3.i1-Q6_K.gguf","label":"Q6_K","size":22431001952,"bits":6.57,"known":true,"rank":0}],"repos":["darkc0de/XORTRON-RICO-v3-GGUF"],"logoFrom":"darkc0de"},{"id":"llama-3-8b-lexi-uncensored","family":"Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF","name":"Llama 3 8B Lexi Uncensored","maker":"Orenguteng","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF/Lexi-Llama-3-8B-Uncensored_Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-23T21:57:52.000Z","downloads":21630,"likes":314,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ1_S.gguf","label":"IQ1_S","size":2019627296,"bits":2.01,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ1_M.gguf","label":"IQ1_M","size":2161971488,"bits":2.15,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399211808,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ2_XS.gguf","label":"IQ2_XS","size":2605781280,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ2_S.gguf","label":"IQ2_S","size":2758488352,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":2948280608,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q2_K.gguf","label":"Q2_K","size":3179131168,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912032,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":3518746912,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":3664498976,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ3_S.gguf","label":"IQ3_S","size":3682324768,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":3784823072,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":4018917664,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":4321956128,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":4447662368,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-IQ4_NL.gguf","label":"IQ4_NL","size":4677988640,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":4692668704,"bits":4.68,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored_Q4_K_M.gguf","label":"Q4_K_M","size":4920733952,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored_Q5_K_M.gguf","label":"Q5_K_M","size":5732987136,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Lexi-Llama-3-8B-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored-Q6_K.gguf","label":"Q6_K","size":6596006176,"bits":6.57,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored_Q8_0.gguf","label":"Q8_0","size":8540770560,"bits":8.51,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF","file":"Lexi-Llama-3-8B-Uncensored_F16.gguf","label":"F16","size":16068890848,"bits":16.01,"known":true,"rank":0}],"repos":["Orenguteng/Llama-3-8B-Lexi-Uncensored-GGUF","bartowski/Lexi-Llama-3-8B-Uncensored-GGUF"],"logoFrom":"Orenguteng"},{"id":"nemomix-unleashed-12b","family":"MarinaraSpaghetti/NemoMix-Unleashed-12B","name":"NemoMix Unleashed 12B","maker":"MarinaraSpaghetti","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/NemoMix-Unleashed-12B-GGUF/NemoMix-Unleashed-12B-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-21T16:42:43.000Z","downloads":21610,"likes":135,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-IQ2_M.gguf","label":"IQ2_M","size":4435022656,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q2_K.gguf","label":"Q2_K","size":4791046976,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5306487616,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5446406976,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5534225216,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-IQ3_M.gguf","label":"IQ3_M","size":5722231616,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6083089216,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6561502016,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6742709056,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7120196416,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148704576,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7477203776,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7975277376,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8518734656,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8727630656,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q5_K_L.gguf","label":"Q5_K_L","size":9141818176,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q6_K.gguf","label":"Q6_K","size":10056209216,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10381267776,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-Q8_0.gguf","label":"Q8_0","size":13022368576,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/NemoMix-Unleashed-12B-GGUF","file":"NemoMix-Unleashed-12B-f16.gguf","label":"F16","size":24504275488,"bits":16,"known":true,"rank":0}],"repos":["bartowski/NemoMix-Unleashed-12B-GGUF"],"logoFrom":"MarinaraSpaghetti"},{"id":"omega-arsenal-12b","family":"ReadyArt/Omega-Arsenal-12B","name":"Omega Arsenal 12B","maker":"ReadyArt","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Omega-Arsenal-12B-i1-GGUF/Omega-Arsenal-12B.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T02:15:06.000Z","downloads":21597,"likes":5,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693344,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3202849824,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110624,"bits":2.4,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887843968,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598624,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807264,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149024,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-Q2_K.gguf","label":"Q2_K","size":4830149664,"bits":3.24,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196064,"bits":3.26,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394368,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5528230944,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528230944,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993504,"bits":3.85,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087088768,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321184,"bits":4.41,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635256448,"bits":4.46,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B-Q4_0.gguf","label":"Q4_0","size":6975879520,"bits":4.69,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975879808,"bits":4.69,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024048768,"bits":4.72,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7381382912,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Omega-Arsenal-12B-i1-GGUF","file":"Omega-Arsenal-12B.i1-Q4_1.gguf","label":"Q4_1","size":7657126944,"bits":5.14,"known":true,"rank":1},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338373248,"bits":5.6,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8547268352,"bits":5.74,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B-Q6_K.gguf","label":"Q6_K","size":9786021632,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Arsenal-12B-GGUF","file":"Omega-Arsenal-12B-Q8_0.gguf","label":"Q8_0","size":12669647200,"bits":8.51,"known":true,"rank":0}],"repos":["ReadyArt/Omega-Arsenal-12B-GGUF","mradermacher/Omega-Arsenal-12B-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"wicked-tutu-31b-v0-1","family":"ReadyArt/Wicked-Tutu-31B-v0.1","name":"Wicked Tutu 31B V0.1","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF/Broken-Tutu-Unleashed-31B-v0.1-Q4_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T19:27:21.000Z","downloads":21523,"likes":119,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":11380048608,"bits":2.97,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":14734887648,"bits":3.84,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q3_K_M_hb8.gguf","label":"Q3_K_M_HB8","size":15628421856,"bits":4.07,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16949627616,"bits":4.42,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18398309088,"bits":4.79,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064512,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19313519328,"bits":5.03,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19425684192,"bits":5.06,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20349582048,"bits":5.3,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22974360288,"bits":5.99,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":23508089568,"bits":6.13,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":26864003808,"bits":7,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.1-GGUF","file":"Broken-Tutu-Unleashed-31B-v0.1-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":33956883168,"bits":8.85,"known":false,"rank":0}],"repos":["ReadyArt/Wicked-Tutu-31B-v0.1-GGUF"],"logoFrom":"ReadyArt"},{"id":"unseen-gemma-4-26b-nsfw","family":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","name":"UNSEEN Gemma 4 26B NSFW","maker":"Jommarn","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF/UNSEEN_Gemma_4_26B_NSFW_IQ2_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-08-28T02:48:05.000Z","downloads":21508,"likes":99,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_IQ2_M.gguf","label":"IQ2_M","size":10377717216,"bits":3.29,"known":true,"rank":0},{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_IQ3_M.gguf","label":"IQ3_M","size":12392565216,"bits":3.93,"known":true,"rank":0},{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_Q4_K_M.gguf","label":"Q4_K_M","size":16796017312,"bits":5.33,"known":true,"rank":0},{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_Q5_K_M.gguf","label":"Q5_K_M","size":19132892128,"bits":6.07,"known":true,"rank":0},{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_Q6_K.gguf","label":"Q6_K","size":22638400992,"bits":7.18,"known":true,"rank":0},{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_Q8_0.gguf","label":"Q8_0","size":26859860640,"bits":8.52,"known":true,"rank":0},{"repo":"Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF","file":"UNSEEN_Gemma_4_26B_NSFW_BF16.gguf","label":"BF16","size":50505136928,"bits":16.01,"known":true,"rank":0}],"repos":["Jommarn/UNSEEN_Gemma_4_26B_NSFW-GGUF"],"logoFrom":"Jommarn"},{"id":"lfm2-2-6b","family":"LiquidAI/LFM2-2.6B","name":"LFM2 2.6B","maker":"Liquid AI","catalog":null,"tuned":false,"params":2.57,"active":null,"layers":30,"probe":"LiquidAI/LFM2-2.6B-GGUF/LFM2-2.6B-Q4_0.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-09-22T17:23:08.000Z","downloads":21447,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-Q4_0.gguf","label":"Q4_0","size":1483108576,"bits":4.62,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-Q4_K_M.gguf","label":"Q4_K_M","size":1563668704,"bits":4.87,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-Q4_K_M-hip-optimized.gguf","label":"LFM2-2.6B-Q4_K_M-hip-optimized","size":1671852256,"bits":5.2,"known":false,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-Q5_K_M.gguf","label":"Q5_K_M","size":1828958432,"bits":5.69,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-Q6_K.gguf","label":"Q6_K","size":2110828768,"bits":6.57,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-Q8_0.gguf","label":"Q8_0","size":2733011168,"bits":8.51,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-GGUF","file":"LFM2-2.6B-F16.gguf","label":"F16","size":5141459168,"bits":16,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-2.6B-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-6-27b-heretic-uncensored-finetune-neo-code-di-imatrix-max","family":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","name":"Qwen3.6 27B Heretic Uncensored FINETUNE NEO CODE Di IMatrix MAX","maker":"DavidAU","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-29T02:37:13.000Z","downloads":21429,"likes":439,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ2_M.gguf","label":"IQ2_M","size":10486343040,"bits":3.12,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ3_M.gguf","label":"IQ3_M","size":12891186560,"bits":3.83,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_XS.gguf","label":"IQ4_XS","size":15397242240,"bits":4.58,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_S.gguf","label":"Q4_K_S","size":15900312960,"bits":4.73,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-IQ4_NL.gguf","label":"IQ4_NL","size":16115926400,"bits":4.79,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf","label":"Q4_K_M","size":16861398400,"bits":5.01,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_S.gguf","label":"Q5_K_S","size":18990663040,"bits":5.65,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q5_K_M.gguf","label":"Q5_K_M","size":19542148480,"bits":5.81,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q6_K.gguf","label":"Q6_K","size":22396159360,"bits":6.66,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF","file":"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-HIGH-Q8_0.gguf","label":"Q8_0","size":29866341760,"bits":8.88,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF"],"logoFrom":"DavidAU"},{"id":"ingot-xiv-27b-q2","family":"dendriteholdings/Ingot-XIV-27B-Q2","name":"Ingot XIV 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XIV-27B-Q2/Ingot-XIV-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-27T20:18:26.000Z","downloads":21417,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XIV-27B-Q2","file":"Ingot-XIV-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XIV-27B-Q2","file":"Ingot-XIV-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XIV-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"d1-2b","family":"LiquidAI/d1-2B","name":"D1 2B","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.73,"active":null,"layers":24,"probe":"LiquidAI/d1-2B-GGUF/d1-2B-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-24T19:30:34.000Z","downloads":21410,"likes":31,"trending":14,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/d1-2B-GGUF","file":"d1-2B-Q4_0.gguf","label":"Q4_0","size":1049617728,"bits":4.85,"known":true,"rank":0},{"repo":"LiquidAI/d1-2B-GGUF","file":"d1-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1099629888,"bits":5.08,"known":true,"rank":0},{"repo":"LiquidAI/d1-2B-GGUF","file":"d1-2B-Q8_0.gguf","label":"Q8_0","size":1846240576,"bits":8.54,"known":true,"rank":0},{"repo":"LiquidAI/d1-2B-GGUF","file":"d1-2B-BF16.gguf","label":"BF16","size":3466628416,"bits":16.03,"known":true,"rank":0},{"repo":"LiquidAI/d1-2B-GGUF","file":"d1-2B-F16.gguf","label":"F16","size":3466628416,"bits":16.03,"known":true,"rank":0}],"repos":["LiquidAI/d1-2B-GGUF"],"logoFrom":"LiquidAI"},{"id":"jev-27b-vl","family":"autotrust/JEV-27B-VL","name":"JEV 27B VL","maker":"autotrust","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"PALLER-NOVUS/JEV-27B-VL-GGUF/JEV-27B-VL-TQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-30T05:02:23.000Z","downloads":21379,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q1_0.gguf","label":"Q1_0","size":4667610016,"bits":1.39,"known":false,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-TQ1_0.gguf","label":"TQ1_0","size":6916129696,"bits":2.06,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-IQ1_M.gguf","label":"IQ1_M","size":7631086784,"bits":2.27,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-IQ2_XS.gguf","label":"IQ2_XS","size":9090593984,"bits":2.7,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q2_K.gguf","label":"Q2_K","size":10711667616,"bits":3.19,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q3_K_S.gguf","label":"Q3_K_S","size":12073956256,"bits":3.59,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q3_K_M.gguf","label":"Q3_K_M","size":13301445536,"bits":3.96,"known":true,"rank":1},{"repo":"Atlas3D/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q4_K_M.gguf","label":"Q4_K_M","size":16547402656,"bits":4.92,"known":true,"rank":0},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q4_K_M.gguf","label":"Q4_K_M","size":16547402656,"bits":4.92,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q5_K_M.gguf","label":"Q5_K_M","size":19231101856,"bits":5.72,"known":true,"rank":1},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q6_K.gguf","label":"Q6_K","size":22082532256,"bits":6.57,"known":true,"rank":1},{"repo":"Atlas3D/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q8_0.gguf","label":"Q8_0","size":28595766176,"bits":8.5,"known":true,"rank":0},{"repo":"PALLER-NOVUS/JEV-27B-VL-GGUF","file":"JEV-27B-VL-Q8_0.gguf","label":"Q8_0","size":28595766176,"bits":8.5,"known":true,"rank":1},{"repo":"Atlas3D/JEV-27B-VL-GGUF","file":"JEV-27B-VL-BF16.gguf","label":"BF16","size":53808284576,"bits":16,"known":true,"rank":0}],"repos":["Atlas3D/JEV-27B-VL-GGUF","PALLER-NOVUS/JEV-27B-VL-GGUF"],"logoFrom":"autotrust"},{"id":"minicpm-v-4-7-35b-a3b-uncensored-sangreal-ice","family":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","name":"MiniCPM V 4.7 35B A3B Uncensored Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE/UD2/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-UD-Q2_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T05:24:42.000Z","downloads":21374,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-12G-ICEv2.gguf","label":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-12G-ICEv2","size":11896420704,"bits":2.75,"known":false,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"UD2/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12290172960,"bits":2.84,"known":true,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"UD2/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13210559008,"bits":3.05,"known":true,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-15G-ICEv2.gguf","label":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-15G-ICEv2","size":14513666400,"bits":3.35,"known":false,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"UD2/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17729826080,"bits":4.09,"known":true,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-19G-ICEv2.gguf","label":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-19G-ICEv2","size":18470992224,"bits":4.26,"known":false,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"UD2/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22359685152,"bits":5.16,"known":true,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-23G-ICEv2.gguf","label":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-23G-ICEv2","size":22516398432,"bits":5.2,"known":false,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-25G-ICEv2.gguf","label":"MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-25G-ICEv2","size":24529664352,"bits":5.66,"known":false,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"UD2/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26591737888,"bits":6.14,"known":true,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"MiniCPM-V-4.7-35B-A3B-Uncensored-Q8_0.gguf","label":"Q8_0","size":36902369088,"bits":8.52,"known":true,"rank":0},{"repo":"gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE","file":"BF16/MiniCPM-V-4.7-35B-A3B-Uncensored-BF16-00001-of-00002.gguf","label":"BF16","size":69375191360,"bits":16.01,"known":true,"rank":0}],"repos":["gbuzhf/MiniCPM-V-4.7-35B-A3B-Uncensored-Sangreal-ICE"],"logoFrom":"openbmb"},{"id":"gemma-3-1b-it-glm-4-7-flash-heretic-uncensored-thinking","family":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","name":"Gemma 3 1B GLM 4.7 Flash Heretic Uncensored Thinking","maker":"Andycurrent","catalog":null,"tuned":true,"params":1,"active":null,"layers":26,"probe":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":11534336,"context":32768,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2026-02-18T09:56:14.000Z","downloads":21317,"likes":167,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q2_k.gguf","label":"Q2_K","size":689815648,"bits":5.52,"known":true,"rank":0},{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q3_k_m.gguf","label":"Q3_K_M","size":722417248,"bits":5.78,"known":true,"rank":0},{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q4_k_m.gguf","label":"Q4_K_M","size":806059360,"bits":6.45,"known":true,"rank":0},{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q5_k_m.gguf","label":"Q5_K_M","size":851346784,"bits":6.81,"known":true,"rank":0},{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q6_k.gguf","label":"Q6_K","size":1011739744,"bits":8.09,"known":true,"rank":0},{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_Q8_0.gguf","label":"Q8_0","size":1069307488,"bits":8.55,"known":true,"rank":0},{"repo":"Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_F16.gguf","label":"F16","size":2006574688,"bits":16.05,"known":true,"rank":0}],"repos":["Andycurrent/Gemma-3-1B-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking_GGUF"],"logoFrom":"google"},{"id":"openjev","family":"openjev/openjev","name":"Openjev","maker":"openjev","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"openjev/openjev-GGUF/OpenJev-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-20T22:38:23.000Z","downloads":21311,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openjev/openjev-GGUF","file":"OpenJev-Q4_K_M.gguf","label":"Q4_K_M","size":16547400000,"bits":4.92,"known":true,"rank":0},{"repo":"openjev/openjev-GGUF","file":"OpenJev-Q5_K_M.gguf","label":"Q5_K_M","size":19231099200,"bits":5.72,"known":true,"rank":0},{"repo":"openjev/openjev-GGUF","file":"OpenJev-Q6_K.gguf","label":"Q6_K","size":22082529600,"bits":6.57,"known":true,"rank":0},{"repo":"openjev/openjev-GGUF","file":"OpenJev-Q8_0.gguf","label":"Q8_0","size":28595763520,"bits":8.5,"known":true,"rank":0},{"repo":"ggml-org/OpenJev-GGUF","file":"OpenJev-BF16.gguf","label":"BF16","size":53808283808,"bits":16,"known":true,"rank":1}],"repos":["ggml-org/OpenJev-GGUF","openjev/openjev-GGUF"],"logoFrom":"openjev"},{"id":"jirackultra-1b","family":"CMSManhattan/JiRackUltra_1b","name":"JiRackUltra 1B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"CMSManhattan/JiRackUltra_1b/JiRackUltra_1b_Q3_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-08-02T18:03:05.000Z","downloads":21242,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/JiRackUltra_1b","file":"JiRackUltra_1b_Q3_K_M.gguf","label":"Q3_K_M","size":924455840,"bits":4.15,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_1b","file":"JiRackUltra_1b_Q4_K_M.gguf","label":"Q4_K_M","size":1117320608,"bits":5.02,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_1b","file":"JiRackUltra_1b.Q6_K.gguf","label":"Q6_K","size":1464178592,"bits":6.58,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_1b","file":"JiRackUltra_1b.Q8_0.gguf","label":"Q8_0","size":1894532000,"bits":8.51,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_1b","file":"JiRackUltra_1b.gguf","label":"JiRackUltra_1b","size":3560416160,"bits":16,"known":false,"rank":0}],"repos":["CMSManhattan/JiRackUltra_1b"],"logoFrom":"CMSManhattan"},{"id":"huihui-qwen3-4b-abliterated-v2","family":"huihui-ai/Huihui-Qwen3-4B-abliterated-v2","name":"Huihui Qwen3 4B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF/Huihui-Qwen3-4B-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-19T03:38:43.000Z","downloads":21234,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":1055252416,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":1127014336,"bits":2.24,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1246617536,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1354096576,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":1417297856,"bits":2.82,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":1512980416,"bits":3.01,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1563450816,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":1669496000,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670184896,"bits":3.32,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1814371776,"bits":3.61,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":1886993600,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":1899527616,"bits":3.78,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":1962892736,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":2075614400,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":2239782080,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":2286312640,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":2375769536,"bits":4.73,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2381340096,"bits":4.74,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":2383305920,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":2497277120,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.i1-Q4_1.gguf","label":"Q4_1","size":2596625856,"bits":5.17,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":2823707840,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":2889510080,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":3306257600,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":4280401600,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","file":"Huihui-Qwen3-4B-abliterated-v2.f16.gguf","label":"F16","size":8051281600,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-4B-abliterated-v2-GGUF","mradermacher/Huihui-Qwen3-4B-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"impish-llama-4b","family":"SicariusSicariiStuff/Impish_LLAMA_4B","name":"Impish LLAMA 4B","maker":"SicariusSicariiStuff","catalog":null,"tuned":false,"params":4.51,"active":null,"layers":32,"probe":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF/Impish_LLAMA_V2-Q3_K_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-07-05T02:23:01.000Z","downloads":21185,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q3_K_S.gguf","label":"Q3_K_S","size":2101527200,"bits":3.73,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q3_K_M.gguf","label":"Q3_K_M","size":2296562336,"bits":4.07,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q3_K_L.gguf","label":"Q3_K_L","size":2464858784,"bits":4.37,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q4_K_S.gguf","label":"Q4_K_S","size":2664250016,"bits":4.73,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q4_K_M.gguf","label":"Q4_K_M","size":2778282656,"bits":4.93,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q5_K_S.gguf","label":"Q5_K_S","size":3163339424,"bits":5.61,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q5_K_M.gguf","label":"Q5_K_M","size":3230186144,"bits":5.73,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q6_K.gguf","label":"Q6_K","size":3710333600,"bits":6.58,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_LLAMA_4B_GGUF","file":"Impish_LLAMA_V2-Q8_0.gguf","label":"Q8_0","size":4803216032,"bits":8.52,"known":true,"rank":0}],"repos":["SicariusSicariiStuff/Impish_LLAMA_4B_GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"qwen3-30b-a3b-abliterated","family":"mlabonne/Qwen3-30B-A3B-abliterated","name":"Qwen3 30B A3B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF/Qwen3-30B-A3B-abliterated.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-30T11:01:32.000Z","downloads":21182,"likes":44,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q2_K.gguf","label":"Q2_K","size":11258609632,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-i1-GGUF","file":"Qwen3-30B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849326816,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":13292468192,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-i1-GGUF","file":"Qwen3-30B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":13513062624,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":14711846880,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":15900669920,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":16557092832,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":17456009184,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":18556686304,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":21080510432,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":21725581280,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q6_K.gguf","label":"Q6_K","size":25092532192,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-GGUF","file":"Qwen3-30B-A3B-abliterated.Q8_0.gguf","label":"Q8_0","size":32483932128,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-abliterated-GGUF","mradermacher/Qwen3-30B-A3B-abliterated-i1-GGUF"],"logoFrom":"mlabonne"},{"id":"jevk5","family":"alibiserikbay/JevK5","name":"JevK5","maker":"alibiserikbay","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"alibiserikbay/JevK5-GGUF/jevk5-2b-v0.2-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T13:53:01.000Z","downloads":21010,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"alibiserikbay/JevK5-GGUF","file":"jevk5-2b-v0.2-Q8_0.gguf","label":"Q8_0","size":2012012000,"bits":8.56,"known":true,"rank":0}],"repos":["alibiserikbay/JevK5-GGUF"],"logoFrom":null},{"id":"apex-35b-v1-0","family":"Apexintelligence-AI/Apex-35B-V1.0","name":"Apex 35B V1.0","maker":"Apexintelligence-AI","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"Apexintelligence-AI/Apex-35B-V1.0-GGUF/Apex-35B-V1.0-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T09:58:45.000Z","downloads":20999,"likes":14,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ1_S.gguf","label":"IQ1_S","size":8972306592,"bits":2.02,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ1_M.gguf","label":"IQ1_M","size":9871091872,"bits":2.22,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":11270154400,"bits":2.54,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ2_XS.gguf","label":"IQ2_XS","size":11742218400,"bits":2.65,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ2_S.gguf","label":"IQ2_S","size":12456503456,"bits":2.81,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ2_M.gguf","label":"IQ2_M","size":13710764192,"bits":3.09,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q2_K.gguf","label":"Q2_K","size":14316292256,"bits":3.23,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":16058632352,"bits":3.62,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ3_XS.gguf","label":"IQ3_XS","size":16795650208,"bits":3.78,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q3_K_S.gguf","label":"Q3_K_S","size":16795650208,"bits":3.78,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q3_K_M.gguf","label":"Q3_K_M","size":17821288608,"bits":4.01,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ3_S.gguf","label":"IQ3_S","size":18149558432,"bits":4.09,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q3_K_L.gguf","label":"Q3_K_L","size":18744035488,"bits":4.22,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ3_M.gguf","label":"IQ3_M","size":19435178144,"bits":4.38,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":20278888608,"bits":4.57,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ4_XS.gguf","label":"IQ4_XS","size":20363888800,"bits":4.59,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q4_0.gguf","label":"Q4_0","size":20415244448,"bits":4.6,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q4_K_S.gguf","label":"Q4_K_S","size":21423933600,"bits":4.83,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q4_K_M.gguf","label":"Q4_K_M","size":21713463136,"bits":4.89,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q4_1.gguf","label":"Q4_1","size":22447450272,"bits":5.06,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-IQ4_NL.gguf","label":"IQ4_NL","size":22795471008,"bits":5.14,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q4_K_L.gguf","label":"Q4_K_L","size":24590633120,"bits":5.54,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q5_K_M.gguf","label":"Q5_K_M","size":25347532640,"bits":5.71,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q5_K_S.gguf","label":"Q5_K_S","size":25614043296,"bits":5.77,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q6_K.gguf","label":"Q6_K","size":29208731488,"bits":6.58,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q6_K_S.gguf","label":"Q6_K_S","size":29850290336,"bits":6.72,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q6_K_L.gguf","label":"Q6_K_L","size":32775817376,"bits":7.38,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-Q8_0.gguf","label":"Q8_0","size":37802149728,"bits":8.52,"known":true,"rank":0},{"repo":"Apexintelligence-AI/Apex-35B-V1.0-GGUF","file":"Apex-35B-V1.0-BF16-00001-of-00002.gguf","label":"BF16","size":71066994720,"bits":16.01,"known":true,"rank":0}],"repos":["Apexintelligence-AI/Apex-35B-V1.0-GGUF","mradermacher/Apex-35B-V1.0-i1-GGUF"],"logoFrom":"Apexintelligence-AI"},{"id":"muse-glimmer-30b-heretic-uncensored","family":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","name":"Muse Glimmer 30B Heretic Uncensored","maker":"0bserverx","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":52,"probe":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF/Muse-Glimmer-30B-Heretic-IQ1_S.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-10T21:07:35.000Z","downloads":20989,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ1_S.gguf","label":"IQ1_S","size":6526415936,"bits":1.87,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ1_M.gguf","label":"IQ1_M","size":7062197312,"bits":2.03,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-TQ1_0.gguf","label":"TQ1_0","size":7186354784,"bits":2.06,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ2_XXS.gguf","label":"IQ2_XXS","size":7955166272,"bits":2.29,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-TQ2_0.gguf","label":"TQ2_0","size":8365904480,"bits":2.4,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ2_XS.gguf","label":"IQ2_XS","size":8713843776,"bits":2.5,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ2_S.gguf","label":"IQ2_S","size":9130778944,"bits":2.62,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ2_M.gguf","label":"IQ2_M","size":9845154112,"bits":2.83,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q2_K_S.gguf","label":"Q2_K_S","size":10027701568,"bits":2.88,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q2_K.gguf","label":"Q2_K","size":10686698816,"bits":3.07,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":11142381888,"bits":3.2,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ3_XS.gguf","label":"IQ3_XS","size":11967529536,"bits":3.44,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q3_K_S.gguf","label":"Q3_K_S","size":12512309600,"bits":3.59,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ3_S.gguf","label":"IQ3_S","size":12524077632,"bits":3.6,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ3_M.gguf","label":"IQ3_M","size":12818272608,"bits":3.68,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q3_K_M.gguf","label":"Q3_K_M","size":13680517472,"bits":3.93,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q3_K_L.gguf","label":"Q3_K_L","size":14682431840,"bits":4.22,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ4_XS.gguf","label":"IQ4_XS","size":15343029856,"bits":4.41,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q4_K_S.gguf","label":"Q4_K_S","size":16133509728,"bits":4.63,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-IQ4_NL.gguf","label":"IQ4_NL","size":16143733344,"bits":4.64,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16935291488,"bits":4.86,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q5_K_S.gguf","label":"Q5_K_S","size":19346547296,"bits":5.56,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19811375712,"bits":5.69,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q6_K.gguf","label":"Q6_K","size":22867215200,"bits":6.57,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-Q8_0.gguf","label":"Q8_0","size":29612958048,"bits":8.51,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-BF16.gguf","label":"BF16","size":55725511008,"bits":16.01,"known":true,"rank":0},{"repo":"0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","file":"Muse-Glimmer-30B-Heretic-F16.gguf","label":"F16","size":55725511008,"bits":16.01,"known":true,"rank":0}],"repos":["0bserverx/Muse-Glimmer-30B-Heretic-Uncensored-GGUF","mradermacher/Muse-Glimmer-30B-Uncensored-Heretic-GGUF"],"logoFrom":"meta-models"},{"id":"muse-spark-open-816b-a42b","family":"meta-models/Muse-Spark-Open-816B-A42B","name":"Muse Spark Open 816B A42B","maker":"meta-models","catalog":null,"tuned":false,"params":819.99,"active":16.4,"layers":62,"probe":"unsloth/Muse-Spark-Open-816B-A42B-GGUF/UD-IQ1_S/Muse-Spark-Open-816B-A42B-UD-IQ1_S-00001-of-00005.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":385875968,"context":1048576,"arch":"muse-spark","vision":true,"licence":"other","open":false,"released":"2026-09-15T19:23:19.000Z","downloads":20979,"likes":85,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-IQ1_S/Muse-Spark-Open-816B-A42B-UD-IQ1_S-00001-of-00005.gguf","label":"UD-IQ1_S","size":175639574392,"bits":1.71,"known":true,"rank":0},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-IQ1_M/Muse-Spark-Open-816B-A42B-UD-IQ1_M-00001-of-00006.gguf","label":"UD-IQ1_M","size":208925571064,"bits":2.04,"known":true,"rank":0},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-IQ2_XXS/Muse-Spark-Open-816B-A42B-UD-IQ2_XXS-00001-of-00006.gguf","label":"UD-IQ2_XXS","size":225568569304,"bits":2.2,"known":true,"rank":0},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-IQ2_S/Muse-Spark-Open-816B-A42B-UD-IQ2_S-00001-of-00007.gguf","label":"UD-IQ2_S","size":275497564280,"bits":2.69,"known":true,"rank":0},{"repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","file":"Muse-Spark-Open-816B-A42B-Q2_K-00001-of-00022.gguf","label":"Q2_K","size":304080474208,"bits":2.97,"known":true,"rank":1},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-Q2_K_XL/Muse-Spark-Open-816B-A42B-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":311225649368,"bits":3.04,"known":true,"rank":0},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-IQ3_XXS/Muse-Spark-Open-816B-A42B-UD-IQ3_XXS-00001-of-00008.gguf","label":"UD-IQ3_XXS","size":340350896376,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-Q3_K_XL/Muse-Spark-Open-816B-A42B-UD-Q3_K_XL-00001-of-00010.gguf","label":"UD-Q3_K_XL","size":401483491832,"bits":3.92,"known":true,"rank":0},{"repo":"Interchained/Muse-Spark-Open-816B-A42B-GGUF","file":"Interchained-Muse-Spark-Open-816B-A42B-Q4_0.gguf","label":"Q4_0","size":466306938368,"bits":4.55,"known":true,"rank":2},{"repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","file":"Muse-Spark-Open-816B-A42B-Q4_K_S-00001-of-00022.gguf","label":"Q4_K_S","size":470069227350,"bits":4.59,"known":true,"rank":1},{"repo":"Interchained/Muse-Spark-Open-816B-A42B-GGUF","file":"Interchained-Muse-Spark-Open-816B-A42B-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":499590707040,"bits":4.87,"known":true,"rank":2},{"repo":"unsloth/Muse-Spark-Open-816B-A42B-GGUF","file":"UD-Q4_K_XL/Muse-Spark-Open-816B-A42B-UD-Q4_K_XL-00001-of-00012.gguf","label":"UD-Q4_K_XL","size":505502231288,"bits":4.93,"known":true,"rank":0},{"repo":"Interchained/Muse-Spark-Open-816B-A42B-GGUF","file":"Interchained-Muse-Spark-Open-816B-A42B-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":584688219840,"bits":5.7,"known":true,"rank":2},{"repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","file":"Muse-Spark-Open-816B-A42B-Q8_0-00001-of-00010.gguf","label":"Q8_0","size":871648188873,"bits":8.5,"known":true,"rank":1},{"repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","file":"Muse-Spark-Open-816B-A42B-BF16-00001-of-00022.gguf","label":"BF16","size":1640264556374,"bits":16,"known":true,"rank":1},{"repo":"Interchained/Muse-Spark-Open-816B-A42B-GGUF","file":"Interchained-Muse-Spark-Open-816B-A42B-F16-00001-of-00005.gguf","label":"F16","size":1640264558624,"bits":16,"known":true,"rank":2}],"repos":["Interchained/Muse-Spark-Open-816B-A42B-GGUF","ggml-org/Muse-Spark-Open-816B-A42B-GGUF","unsloth/Muse-Spark-Open-816B-A42B-GGUF"],"logoFrom":"meta-models"},{"id":"dolphin-mistral-24b-venice-edition-1-2","family":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","name":"Dolphin Mistral 24B Venice Edition 1.2","maker":"douganger","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF/Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-31T20:25:24.000Z","downloads":20976,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-Q3_K_M.gguf","label":"Q3_K_M","size":11474095904,"bits":3.89,"known":true,"rank":0},{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-IQ4_XS.gguf","label":"IQ4_XS","size":12758929184,"bits":4.33,"known":true,"rank":0},{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf","label":"Q4_K_M","size":14333923104,"bits":4.87,"known":true,"rank":0},{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-Q5_K_M.gguf","label":"Q5_K_M","size":16763997984,"bits":5.69,"known":true,"rank":0},{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-Q6_K.gguf","label":"Q6_K","size":19345952544,"bits":6.57,"known":true,"rank":0},{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-Q8_0.gguf","label":"Q8_0","size":25054793504,"bits":8.5,"known":true,"rank":0},{"repo":"douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF","file":"Dolphin-Mistral-24B-Venice-Edition-BF16.gguf","label":"BF16","size":47153532448,"bits":16,"known":true,"rank":0}],"repos":["douganger/Dolphin-Mistral-24B-Venice-Edition-1.2-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-5-4b-artemis","family":"turintech/Qwen3.5-4B-Artemis-GGUF","name":"Qwen3.5 4B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"turintech/Qwen3.5-4B-Artemis-GGUF/Qwen3.5-4B-Artemis-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T17:29:17.000Z","downloads":20969,"likes":7,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/Qwen3.5-4B-Artemis-GGUF","file":"Qwen3.5-4B-Artemis-Q4_K_M.gguf","label":"Q4_K_M","size":2714078432,"bits":5.16,"known":true,"rank":0},{"repo":"turintech/Qwen3.5-4B-Artemis-GGUF","file":"Qwen3.5-4B-Artemis-Q5_K_S.gguf","label":"Q5_K_S","size":2902822112,"bits":5.52,"known":true,"rank":0},{"repo":"turintech/Qwen3.5-4B-Artemis-GGUF","file":"Qwen3.5-4B-Artemis-Q5_K_M.gguf","label":"Q5_K_M","size":3010956512,"bits":5.72,"known":true,"rank":0}],"repos":["turintech/Qwen3.5-4B-Artemis-GGUF"],"logoFrom":"Qwen"},{"id":"mimo-v2-flash","family":"XiaomiMiMo/MiMo-V2-Flash","name":"MiMo V2 Flash","maker":"Xiaomi","catalog":null,"tuned":false,"params":308.78,"active":9.2,"layers":48,"probe":"unsloth/MiMo-V2-Flash-GGUF/MiMo-V2-Flash-UD-TQ1_0.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":25559040,"context":262144,"arch":"mimo2","vision":false,"licence":"mit","open":true,"released":"2025-12-16T08:47:02.000Z","downloads":20907,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1386,"arenaCoding":1432,"arenaVision":null,"builds":[{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"MiMo-V2-Flash-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":77692674304,"bits":2.01,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-IQ1_S/MiMo-V2-Flash-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":87222133184,"bits":2.26,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-IQ1_M/MiMo-V2-Flash-UD-IQ1_M-00001-of-00002.gguf","label":"UD-IQ1_M","size":93800366560,"bits":2.43,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-IQ2_XXS/MiMo-V2-Flash-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":101554291296,"bits":2.63,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-IQ2_M/MiMo-V2-Flash-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":106654564960,"bits":2.76,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q2_K/MiMo-V2-Flash-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":112278127200,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q2_K_L/MiMo-V2-Flash-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":112424600128,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-Q2_K_XL/MiMo-V2-Flash-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":116277772864,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-IQ3_XXS/MiMo-V2-Flash-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":127455461952,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q3_K_S/MiMo-V2-Flash-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":133105918528,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-Q3_K_XL/MiMo-V2-Flash-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":137075884608,"bits":3.55,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q3_K_M/MiMo-V2-Flash-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":147304014400,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"IQ4_XS/MiMo-V2-Flash-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":164445782752,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"IQ4_NL/MiMo-V2-Flash-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":174048805600,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q4_0/MiMo-V2-Flash-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":174701282016,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q4_K_S/MiMo-V2-Flash-Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":175378399968,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-Q4_K_XL/MiMo-V2-Flash-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":177654989536,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q4_K_M/MiMo-V2-Flash-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":186798293696,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q4_1/MiMo-V2-Flash-Q4_1-00001-of-00004.gguf","label":"Q4_1","size":193282507456,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q5_K_S/MiMo-V2-Flash-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":212539015968,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q5_K_M/MiMo-V2-Flash-Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":219118682944,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-Q5_K_XL/MiMo-V2-Flash-UD-Q5_K_XL-00001-of-00005.gguf","label":"UD-Q5_K_XL","size":219789181728,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q6_K/MiMo-V2-Flash-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":253459096448,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-Q6_K_XL/MiMo-V2-Flash-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":263347733408,"bits":6.82,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"Q8_0/MiMo-V2-Flash-Q8_0-00001-of-00007.gguf","label":"Q8_0","size":328229422112,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"UD-Q8_K_XL/MiMo-V2-Flash-UD-Q8_K_XL-00001-of-00008.gguf","label":"UD-Q8_K_XL","size":354179712128,"bits":9.18,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2-Flash-GGUF","file":"BF16/MiMo-V2-Flash-BF16-00001-of-00013.gguf","label":"BF16","size":617662940640,"bits":16,"known":true,"rank":0}],"repos":["unsloth/MiMo-V2-Flash-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"ling-3-0-flash-vl","family":"inclusionAI/Ling-3.0-flash-VL","name":"Ling 3.0 Flash VL","maker":"Ant Group","catalog":null,"tuned":true,"params":124.41,"active":5.51,"layers":42,"probe":"mradermacher/Ling-3.0-flash-VL-i1-GGUF/Ling-3.0-flash-VL.i1-IQ1_S.gguf","kvBytesPerToken":9330,"kvHeader":8064,"kvFixed":0,"context":131072,"arch":"bailingmoe3","vision":true,"licence":"mit","open":true,"released":"2026-09-04T15:24:37.000Z","downloads":20901,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ1_S.gguf","label":"IQ1_S","size":28065095392,"bits":1.8,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ1_M.gguf","label":"IQ1_M","size":31300674272,"bits":2.01,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ2_XS.gguf","label":"IQ2_XS","size":36532781888,"bits":2.35,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ2_XXS.gguf","label":"IQ2_XXS","size":36692503520,"bits":2.36,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ2_XS.gguf","label":"IQ2_XS","size":38604598240,"bits":2.48,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ2_M.gguf","label":"IQ2_M","size":40614889280,"bits":2.61,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ2_S.gguf","label":"IQ2_S","size":41006820320,"bits":2.64,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":41905282752,"bits":2.69,"known":true,"rank":2},{"repo":"mradermacher/Ling-3.0-flash-VL-i1-GGUF","file":"Ling-3.0-flash-VL.i1-Q2_K_S.gguf","label":"Q2_K_S","size":41948257632,"bits":2.7,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ2_M.gguf","label":"IQ2_M","size":45320276960,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q2_K.gguf","label":"Q2_K","size":47805205472,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-VL-i1-GGUF","file":"Ling-3.0-flash-VL.i1-IQ3_S.gguf","label":"IQ3_S","size":53819634016,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ3_XXS/Ling-3.0-flash-VL-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":53936622752,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ3_XS/Ling-3.0-flash-VL-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":56830692512,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q3_K_S/Ling-3.0-flash-VL-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":56833445024,"bits":3.65,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q3_K_M.gguf","label":"Q3_K_M","size":59295780416,"bits":3.81,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q3_K_M/Ling-3.0-flash-VL-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":59766836384,"bits":3.84,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":60625477312,"bits":3.9,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q3_K_L/Ling-3.0-flash-VL-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":63345102016,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ3_M/Ling-3.0-flash-VL-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":67612675232,"bits":4.35,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":68168405568,"bits":4.38,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ4_XS/Ling-3.0-flash-VL-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":69374282912,"bits":4.46,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_K_S.gguf","label":"Q4_K_S","size":70669994560,"bits":4.54,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_0/Ling-3.0-flash-VL-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":71111168160,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_K_S/Ling-3.0-flash-VL-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":73977662656,"bits":4.76,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_K_M.gguf","label":"Q4_K_M","size":75277221440,"bits":4.84,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_1/Ling-3.0-flash-VL-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":78473796768,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_K_M/Ling-3.0-flash-VL-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":78661520544,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-IQ4_NL/Ling-3.0-flash-VL-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":78677773472,"bits":5.06,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":81940586432,"bits":5.27,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q4_K_L/Ling-3.0-flash-VL-Q4_K_L-00001-of-00003.gguf","label":"Q4_K_L","size":84882197792,"bits":5.46,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q5_K_M.gguf","label":"Q5_K_M","size":88349326912,"bits":5.68,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q5_K_S/Ling-3.0-flash-VL-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":88955915520,"bits":5.72,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":92312843072,"bits":5.94,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q5_K_M/Ling-3.0-flash-VL-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":95884381472,"bits":6.17,"known":true,"rank":0},{"repo":"bloomer010/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q6_K.gguf","label":"Q6_K","size":102242051648,"bits":6.57,"known":true,"rank":2},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q6_K_S/Ling-3.0-flash-VL-Q6_K_S-00001-of-00003.gguf","label":"Q6_K_S","size":104574455072,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q6_K/Ling-3.0-flash-VL-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":109694127360,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-Q8_0/Ling-3.0-flash-VL-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":132365277248,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-VL-GGUF","file":"Ling-3.0-flash-VL-bf16/Ling-3.0-flash-VL-bf16-00001-of-00007.gguf","label":"BF16","size":248944047584,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Ling-3.0-flash-VL-GGUF","bloomer010/Ling-3.0-flash-VL-GGUF","mradermacher/Ling-3.0-flash-VL-i1-GGUF"],"logoFrom":"inclusionAI"},{"id":"llama-3-2-3b-instruct-abliterated","family":"huihui-ai/Llama-3.2-3B-Instruct-abliterated","name":"Llama 3.2 3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":3.61,"active":null,"layers":28,"probe":"mradermacher/Llama-3.2-3B-Instruct-abliterated-GGUF/Llama-3.2-3B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-10-08T17:32:00.000Z","downloads":20885,"likes":45,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":1363935552,"bits":3.02,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1542848832,"bits":3.42,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1687159104,"bits":3.74,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1815347520,"bits":4.02,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q4_0.gguf","label":"Q4_0","size":1917190464,"bits":4.25,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1928200512,"bits":4.27,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2019377472,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2050221024,"bits":4.54,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q4_1.gguf","label":"Q4_1","size":2093351232,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2138817504,"bits":4.74,"known":false,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q5_0.gguf","label":"Q5_0","size":2269512000,"bits":5.03,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2269512000,"bits":5.03,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2322153792,"bits":5.15,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q5_1.gguf","label":"Q5_1","size":2445672768,"bits":5.42,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":2643853632,"bits":5.86,"known":true,"rank":0},{"repo":"QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":3421899072,"bits":7.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-3B-Instruct-abliterated-GGUF","file":"Llama-3.2-3B-Instruct-abliterated.f16.gguf","label":"F16","size":7221693408,"bits":16,"known":true,"rank":0}],"repos":["QuantFactory/Llama-3.2-3B-Instruct-abliterated-GGUF","mradermacher/Llama-3.2-3B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"mn-violet-lotus-12b","family":"FallenMerick/MN-Violet-Lotus-12B","name":"MN Violet Lotus 12B","maker":"FallenMerick","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF/MN-Violet-Lotus-12B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-4.0","open":true,"released":"2024-11-16T20:33:17.000Z","downloads":20851,"likes":123,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2999216704,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3221629504,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592317504,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915082304,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4138478144,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4435028544,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q2_K.gguf","label":"Q2_K","size":4791052640,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945390144,"bits":3.23,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306493504,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q3_K_S.gguf","label":"Q3_K_S","size":5534230880,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5562083904,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5722237504,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q3_K_M.gguf","label":"Q3_K_M","size":6083094880,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q3_K_L.gguf","label":"Q3_K_L","size":6561507680,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.IQ4_XS.gguf","label":"IQ4_XS","size":6800058720,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071705440,"bits":4.62,"known":false,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071705664,"bits":4.62,"known":false,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071705664,"bits":4.62,"known":false,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-i1-GGUF","file":"MN-Violet-Lotus-12B.i1-Q4_0.gguf","label":"Q4_0","size":7094643264,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q4_K_S.gguf","label":"Q4_K_S","size":7120202080,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q4_K_M.gguf","label":"Q4_K_M","size":7477209440,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q5_K_S.gguf","label":"Q5_K_S","size":8518740320,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q5_K_M.gguf","label":"Q5_K_M","size":8727636320,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q6_K.gguf","label":"Q6_K","size":10056214880,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/MN-Violet-Lotus-12B-GGUF","file":"MN-Violet-Lotus-12B.Q8_0.gguf","label":"Q8_0","size":13022374240,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/MN-Violet-Lotus-12B-GGUF","mradermacher/MN-Violet-Lotus-12B-i1-GGUF"],"logoFrom":null},{"id":"qwen3-30b-a3b-thinking-2507","family":"Qwen/Qwen3-30B-A3B-Thinking-2507","name":"Qwen3 30B A3B Thinking 2507","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF/Qwen_Qwen3-30B-A3B-Thinking-2507-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-29T11:05:11.000Z","downloads":20842,"likes":163,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ2_XXS.gguf","label":"IQ2_XXS","size":7569025024,"bits":1.98,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8149193120,"bits":2.14,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ2_XS.gguf","label":"IQ2_XS","size":8662165504,"bits":2.27,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ2_S.gguf","label":"IQ2_S","size":8744099840,"bits":2.29,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9066172832,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9685733792,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ2_M.gguf","label":"IQ2_M","size":9870270464,"bits":2.59,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10341814688,"bits":2.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10845131168,"bits":2.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q2_K.gguf","label":"Q2_K","size":11258610080,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q2_K_L.gguf","label":"Q2_K_L","size":11331539360,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11787538848,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216983552,"bits":3.2,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ3_XS.gguf","label":"IQ3_XS","size":12736460800,"bits":3.34,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12906959264,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q3_K_S.gguf","label":"Q3_K_S","size":13292468640,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833048480,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-IQ3_M.gguf","label":"IQ3_M","size":14076540928,"bits":3.69,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-Q3_K_L.gguf","label":"Q3_K_L","size":14583003136,"bits":3.82,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q3_K_M.gguf","label":"Q3_K_M","size":14711847328,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855272448,"bits":3.89,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-IQ4_XS.gguf","label":"IQ4_XS","size":16378073504,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-IQ4_NL.gguf","label":"IQ4_NL","size":17310781856,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q4_0.gguf","label":"Q4_0","size":17379987872,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q4_K_S.gguf","label":"Q4_K_S","size":17456009632,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17715663264,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q4_K_M.gguf","label":"Q4_K_M","size":18556686752,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-Q4_K_L.gguf","label":"Q4_K_L","size":18863126528,"bits":4.94,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q4_1.gguf","label":"Q4_1","size":19192500640,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q5_K_S.gguf","label":"Q5_K_S","size":21080510880,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q5_K_M.gguf","label":"Q5_K_M","size":21725581728,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21767041440,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-Q5_K_L.gguf","label":"Q5_K_L","size":21936502784,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q6_K.gguf","label":"Q6_K","size":25092532640,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen_Qwen3-30B-A3B-Thinking-2507-Q6_K_L.gguf","label":"Q6_K_L","size":25255442432,"bits":6.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340325792,"bits":6.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-Q8_0.gguf","label":"Q8_0","size":32483932576,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"Qwen3-30B-A3B-Thinking-2507-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989944736,"bits":9.43,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF","file":"BF16/Qwen3-30B-A3B-Thinking-2507-BF16-00001-of-00002.gguf","label":"BF16","size":61095803232,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF","unsloth/Qwen3-30B-A3B-Thinking-2507-GGUF"],"logoFrom":"Qwen"},{"id":"sage-a1-5-apex-i-miniplus-v2-1","family":"IsValorum/Sage-A1.5-APEX-I-MiniPlus-V2.1-GGUF","name":"Sage A1.5 APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"IsValorum/Sage-A1.5-APEX-I-MiniPlus-V2.1-GGUF/Sage-A1.5.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-22T04:43:01.000Z","downloads":20721,"likes":12,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Sage-A1.5-APEX-I-MiniPlus-V2.1-GGUF","file":"Sage-A1.5.APEX-I-MiniPlus-V2.1.gguf","label":"Sage-A1.5.APEX-I-MiniPlus-V2.1","size":15230815712,"bits":3.43,"known":false,"rank":0}],"repos":["IsValorum/Sage-A1.5-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"InternScience"},{"id":"qwen3-5-9b-claude-4-6-opus-reasoning-distilled","family":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","name":"Qwen3.5 9B Claude 4.6 Opus Reasoning Distilled","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.5-9B.Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T03:32:58.000Z","downloads":20717,"likes":365,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4616180608,"bits":4.13,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5627040640,"bits":5.03,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6522000256,"bits":5.83,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-9B.Q6_K.gguf","label":"Q6_K","size":7359255424,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-9B.Q8_0.gguf","label":"Q8_0","size":9527497600,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-9B-Claude-4.6-Opus-Reasoning-Distilled-GGUF"],"logoFrom":"Jackrong"},{"id":"qwen3-6-35b-a3b-uncensored-hauhaucs-aggressive-ttq","family":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","name":"Qwen3.6 35B A3B Uncensored HauhauCS Aggressive TTQ","maker":"TokenTinkerer","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-3.33bpw-IQ3_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T14:32:39.000Z","downloads":20644,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-3.33bpw-IQ3_XXS.gguf","label":"IQ3_XXS","size":14451765376,"bits":3.34,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-3.51bpw-IQ3_XS.gguf","label":"IQ3_XS","size":15206740096,"bits":3.51,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-3.67bpw-Q3_K_S.gguf","label":"Q3_K_S","size":15931240640,"bits":3.68,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-3.93bpw-Q3_K_M.gguf","label":"Q3_K_M","size":17021759616,"bits":3.93,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-4.18bpw-IQ4_XS.gguf","label":"IQ4_XS","size":18142752896,"bits":4.19,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-4.51bpw-IQ4_NL.gguf","label":"IQ4_NL","size":19541506176,"bits":4.51,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-4.90bpw-Q4_K_M.gguf","label":"Q4_K_M","size":21219227776,"bits":4.9,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-5.59bpw-Q5_K_S.gguf","label":"Q5_K_S","size":24202786944,"bits":5.59,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-6.06bpw-Q5_K_M.gguf","label":"Q5_K_M","size":26249607296,"bits":6.06,"known":true,"rank":0},{"repo":"TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-6.72bpw-Q6_K.gguf","label":"Q6_K","size":29101734016,"bits":6.72,"known":true,"rank":0}],"repos":["TokenTinkerer/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-TTQ-GGUF"],"logoFrom":"Qwen"},{"id":"smollm2-360m-aac-watch","family":"dcostenco/smollm2-360m-aac-watch","name":"Smollm2 360M Aac Watch","maker":"dcostenco","catalog":null,"tuned":false,"params":0.36,"active":null,"layers":32,"probe":"dcostenco/smollm2-360m-aac-watch/smollm2-360m-aac-q3ks.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-26T19:21:18.000Z","downloads":20568,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dcostenco/smollm2-360m-aac-watch","file":"smollm2-360m-aac-q3ks.gguf","label":"smollm2-360m-aac-q3ks","size":218674240,"bits":4.86,"known":false,"rank":0}],"repos":["dcostenco/smollm2-360m-aac-watch"],"logoFrom":"HuggingFaceTB"},{"id":"gpt-oss-20b-derestricted","family":"ArliAI/gpt-oss-20b-Derestricted","name":"Gpt Oss 20B Derestricted","maker":"ArliAI","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF/gpt-oss-20b-Derestricted.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-27T12:32:02.000Z","downloads":20395,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ1_M.gguf","label":"IQ1_M","size":12016837952,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ1_S.gguf","label":"IQ1_S","size":12016837952,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016837952,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025685312,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061074752,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ2_M.gguf","label":"IQ2_M","size":12065498432,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ2_S.gguf","label":"IQ2_S","size":12065498432,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ3_S.gguf","label":"IQ3_S","size":12065498432,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065498432,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065498432,"bits":4.62,"known":true,"rank":1},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.Q2_K.gguf","label":"Q2_K","size":12065514496,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096464192,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109550912,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136277312,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-Q4_0.gguf","label":"Q4_0","size":12148442432,"bits":4.65,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-IQ3_M.gguf","label":"IQ3_M","size":12202632512,"bits":4.67,"known":true,"rank":1},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.Q3_K_M.gguf","label":"Q3_K_M","size":12916151296,"bits":4.94,"known":true,"rank":0},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.Q3_K_L.gguf","label":"Q3_K_L","size":13335110656,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-Q4_1.gguf","label":"Q4_1","size":13369078592,"bits":5.11,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654226752,"bits":5.61,"known":true,"rank":1},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.Q4_K_M.gguf","label":"Q4_K_M","size":15805136896,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-Derestricted-i1-GGUF","file":"gpt-oss-20b-Derestricted.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892188992,"bits":6.08,"known":true,"rank":1},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.Q5_K_M.gguf","label":"Q5_K_M","size":16893062656,"bits":6.46,"known":true,"rank":0},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.Q6_K.gguf","label":"Q6_K","size":22193345536,"bits":8.49,"known":true,"rank":0},{"repo":"MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","file":"gpt-oss-20b-Derestricted.fp16.gguf","label":"gpt-oss-20b-Derestricted.fp16","size":41860888576,"bits":16.02,"known":false,"rank":0}],"repos":["MaziyarPanahi/gpt-oss-20b-Derestricted-GGUF","mradermacher/gpt-oss-20b-Derestricted-i1-GGUF"],"logoFrom":"ArliAI"},{"id":"mistral-nemo-2407-12b-thinking-claude-gemini-gpt5-2-uncensored-heretic","family":"DavidAU/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC","name":"Mistral Nemo 2407 12B Thinking Claude Gemini GPT5.2 Uncensored HERETIC","maker":"DavidAU","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-09T09:08:57.000Z","downloads":20388,"likes":84,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ1_S.gguf","label":"IQ1_S","size":2999214336,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ1_M.gguf","label":"IQ1_M","size":3221627136,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592315136,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915079936,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ2_S.gguf","label":"IQ2_S","size":4138475776,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ2_M.gguf","label":"IQ2_M","size":4435026176,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493680896,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q2_K.gguf","label":"Q2_K","size":4791050176,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945387776,"bits":3.23,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306491136,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q3_K_S.gguf","label":"Q3_K_S","size":5534228416,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ3_S.gguf","label":"IQ3_S","size":5562081536,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ3_M.gguf","label":"IQ3_M","size":5722235136,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q3_K_M.gguf","label":"Q3_K_M","size":6083092416,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q3_K_L.gguf","label":"Q3_K_L","size":6561505216,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.IQ4_XS.gguf","label":"IQ4_XS","size":6800056256,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-Q4_0.gguf","label":"Q4_0","size":7094640896,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097917696,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q4_K_S.gguf","label":"Q4_K_S","size":7120199616,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q4_K_M.gguf","label":"Q4_K_M","size":7477206976,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.i1-Q4_1.gguf","label":"Q4_1","size":7795220736,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q5_K_S.gguf","label":"Q5_K_S","size":8518737856,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q5_K_M.gguf","label":"Q5_K_M","size":8727633856,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q6_K.gguf","label":"Q6_K","size":10056212416,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","file":"Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC.Q8_0.gguf","label":"Q8_0","size":13022371776,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-GGUF","mradermacher/Mistral-Nemo-2407-12B-Thinking-Claude-Gemini-GPT5.2-Uncensored-HERETIC-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-ornith-1-5-35b-a3b-abliterated","family":"huihui-ai/Huihui-Ornith-1.5-35B-A3B-abliterated","name":"Huihui Ornith 1.5 35B A3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF/Huihui-Ornith-1.5-35B-A3B-abliterated.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-24T12:48:25.000Z","downloads":20370,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q2_K.gguf","label":"Q2_K","size":13247183072,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":15547035872,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15615414784,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15806624256,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":17166659808,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":18552090848,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":19390056672,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":20276226560,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":20366862560,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":21713463520,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":22377884160,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":24563755232,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":25347533024,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q6_K.gguf","label":"Q6_K","size":29208731872,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","file":"Huihui-Ornith-1.5-35B-A3B-abliterated.Q8_0.gguf","label":"Q8_0","size":37802150112,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-GGUF","mradermacher/Huihui-Ornith-1.5-35B-A3B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"codellama-34b-instruct","family":"TheBloke/CodeLlama-34B-Instruct-GGUF","name":"CodeLlama 34B Instruct","maker":"TheBloke","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/CodeLlama-34B-Instruct-GGUF/codellama-34b-instruct.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T20:48:55.000Z","downloads":20326,"likes":164,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Instruct-GGUF","file":"codellama-34b-instruct.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-34B-GGUF","TheBloke/CodeLlama-34B-Instruct-GGUF"],"logoFrom":"TheBloke"},{"id":"qwen3-6-35b-a3b-uncensored","family":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","name":"Qwen3.6 35B A3B Uncensored","maker":"xCloudinfo","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF/Qwen3.6-35B-A3B-Uncensored-xCloud-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-20T17:58:21.000Z","downloads":20311,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-xCloud-IQ2_M.gguf","label":"UD-IQ2_M","size":11659235328,"bits":2.69,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-xCloud-IQ4_XS.gguf","label":"UD-IQ4_XS","size":18728777728,"bits":4.32,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-xCloud-Q4_K_M.gguf","label":"UD-Q4_K_M","size":21166757664,"bits":4.89,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-xCloud-Q5_K_M.gguf","label":"UD-Q5_K_M","size":24729130784,"bits":5.71,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-xCloud-Q6_K.gguf","label":"UD-Q6_K","size":28514152224,"bits":6.58,"known":true,"rank":0},{"repo":"xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF","file":"Qwen3.6-35B-A3B-Uncensored-xCloud-Q8_0.gguf","label":"UD-Q8_0","size":36903139104,"bits":8.52,"known":true,"rank":0}],"repos":["xCloudinfo/Qwen3.6-35B-A3B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"skyfall-31b-v4-2","family":"TheDrummer/Skyfall-31B-v4.2","name":"Skyfall 31B V4.2","maker":"TheDrummer","catalog":null,"tuned":false,"params":31.35,"active":null,"layers":54,"probe":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF/TheDrummer_Skyfall-31B-v4.2-IQ2_XXS.gguf","kvBytesPerToken":255910,"kvHeader":221184,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-02-13T06:15:09.000Z","downloads":20191,"likes":71,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ2_XXS.gguf","label":"IQ2_XXS","size":9677423296,"bits":2.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ2_XS.gguf","label":"IQ2_XS","size":10467787456,"bits":2.67,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ2_S.gguf","label":"IQ2_S","size":10848551616,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ2_M.gguf","label":"IQ2_M","size":11603526336,"bits":2.96,"known":true,"rank":0},{"repo":"TheDrummer/Skyfall-31B-v4.2-GGUF","file":"Skyfall-31B-v4y-Q2_K.gguf","label":"Q2_K","size":11729437120,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":12590662336,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q2_K_L.gguf","label":"Q2_K_L","size":12653167296,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ3_XS.gguf","label":"IQ3_XS","size":13349733056,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q3_K_S.gguf","label":"Q3_K_S","size":13957006016,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ3_M.gguf","label":"IQ3_M","size":14314095296,"bits":3.65,"known":true,"rank":0},{"repo":"TheDrummer/Skyfall-31B-v4.2-GGUF","file":"Skyfall-31B-v4y-Q3_K_M.gguf","label":"Q3_K_M","size":15199486400,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q3_K_L.gguf","label":"Q3_K_L","size":16516104896,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ4_XS.gguf","label":"IQ4_XS","size":17099539136,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":17103307456,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q4_0.gguf","label":"Q4_0","size":18022367936,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-IQ4_NL.gguf","label":"IQ4_NL","size":18032444096,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q4_K_S.gguf","label":"Q4_K_S","size":18102321856,"bits":4.62,"known":true,"rank":0},{"repo":"TheDrummer/Skyfall-31B-v4.2-GGUF","file":"Skyfall-31B-v4y-Q4_K_M.gguf","label":"Q4_K_M","size":18978619840,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q4_K_L.gguf","label":"Q4_K_L","size":19794215616,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q4_1.gguf","label":"Q4_1","size":19842958016,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q5_K_S.gguf","label":"Q5_K_S","size":21726462656,"bits":5.54,"known":true,"rank":0},{"repo":"TheDrummer/Skyfall-31B-v4.2-GGUF","file":"Skyfall-31B-v4y-Q5_K_M.gguf","label":"Q5_K_M","size":22251487680,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q5_K_L.gguf","label":"Q5_K_L","size":22926099136,"bits":5.85,"known":true,"rank":0},{"repo":"TheDrummer/Skyfall-31B-v4.2-GGUF","file":"Skyfall-31B-v4y-Q6_K.gguf","label":"Q6_K","size":25728909760,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-Q6_K_L.gguf","label":"Q6_K_L","size":26561872576,"bits":6.78,"known":true,"rank":0},{"repo":"TheDrummer/Skyfall-31B-v4.2-GGUF","file":"Skyfall-31B-v4y-Q8_0.gguf","label":"Q8_0","size":33322074560,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF","file":"TheDrummer_Skyfall-31B-v4.2-bf16/TheDrummer_Skyfall-31B-v4.2-bf16-00001-of-00002.gguf","label":"BF16","size":62714970752,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Skyfall-31B-v4.2-GGUF","bartowski/TheDrummer_Skyfall-31B-v4.2-GGUF"],"logoFrom":"TheDrummer"},{"id":"nvidia-nemotron-3-nano-omni-30b-a3b-reasoning","family":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","name":"NVIDIA Nemotron 3 Nano Omni 30B A3B Reasoning","maker":"unsloth","catalog":null,"tuned":true,"params":31.58,"active":0.63,"layers":52,"probe":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_M.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":true,"licence":"other","open":false,"released":"2026-04-27T21:42:38.000Z","downloads":20177,"likes":146,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":18499970496,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":18499970496,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":18502550976,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":18820767168,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":19459349952,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":19536678336,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_NL_XL.gguf","label":"UD-IQ4_NL_XL","size":19536678336,"bits":4.95,"known":false,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":19536678336,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":19536678336,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":19536678336,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":21731806656,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":23048883648,"bits":5.84,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":23887023552,"bits":6.05,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":23926934976,"bits":6.06,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":24804986304,"bits":6.28,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":28995685824,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":29195242944,"bits":7.4,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-Q8_0.gguf","label":"Q8_0","size":33585499584,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K.gguf","label":"UD-Q6_K","size":33585499584,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":33585499584,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF","file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35400222144,"bits":8.97,"known":true,"rank":0}],"repos":["unsloth/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Reasoning-GGUF"],"logoFrom":"nvidia"},{"id":"offrail-27b-uncensored","family":"sudoingx/Offrail-27B-Uncensored","name":"Offrail 27B Uncensored","maker":"sudoingx","catalog":null,"tuned":true,"params":28.59,"active":null,"layers":65,"probe":"sudoingx/Offrail-27B-Uncensored/Offrail-27B-8G.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T18:56:52.000Z","downloads":20173,"likes":28,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sudoingx/Offrail-27B-Uncensored","file":"Offrail-27B-8G.gguf","label":"Offrail-27B-8G","size":6297658848,"bits":1.76,"known":false,"rank":0},{"repo":"sudoingx/Offrail-27B-Uncensored","file":"Offrail-27B-12G.gguf","label":"Offrail-27B-12G","size":7012820544,"bits":1.96,"known":false,"rank":0}],"repos":["sudoingx/Offrail-27B-Uncensored"],"logoFrom":"OS-Software"},{"id":"ingot-genesis-27b-q2","family":"dendriteholdings/Ingot-genesis-27B-Q2","name":"Ingot Genesis 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-genesis-27B-Q2/Ingot-genesis-27B-Q2.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T11:18:32.000Z","downloads":20147,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-genesis-27B-Q2","file":"Ingot-genesis-27B-Q2.gguf","label":"Q2","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-genesis-27B-Q2"],"logoFrom":"Qwen"},{"id":"mistral-large-4-1t-a52b","family":"mistralai/Mistral-Large-4-1T-A52B","name":"Mistral Large 4 1T A52B","maker":"Mistral AI","catalog":null,"tuned":false,"params":1049.36,"active":52.34,"layers":72,"probe":"unsloth/Mistral-Large-4-1T-A52B-GGUF/UD-IQ1_S/Mistral-Large-4-1T-A52B-UD-IQ1_S-00001-of-00006.gguf","kvBytesPerToken":95966,"kvHeader":82944,"kvFixed":0,"context":1048576,"arch":"mistral-large4","vision":true,"licence":"other","open":false,"released":"2026-09-30T18:35:13.000Z","downloads":20051,"likes":71,"trending":46,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"orcarouter/Mistral-Large-4-1T-A52B-GGUF","file":"Mix-256G/Mistral-Large-4-1T-A52B-Mix-256G-00001-of-00006.gguf","label":"Mistral-Large-4-1T-A52B-Mix-256G","size":232947436288,"bits":1.78,"known":false,"rank":2},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-IQ1_S/Mistral-Large-4-1T-A52B-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":233009564322,"bits":1.78,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-IQ1_M/Mistral-Large-4-1T-A52B-UD-IQ1_M-00001-of-00007.gguf","label":"UD-IQ1_M","size":259584674562,"bits":1.98,"known":true,"rank":0},{"repo":"ggml-org/Mistral-Large-4-1T-A52B-GGUF","file":"IQ2_XXS/Mistral-Large-4-1T-A52B-IQ2_XXS-00001-of-00006.gguf","label":"IQ2_XXS","size":297676048832,"bits":2.27,"known":true,"rank":1},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-IQ2_XXS/Mistral-Large-4-1T-A52B-UD-IQ2_XXS-00001-of-00008.gguf","label":"UD-IQ2_XXS","size":302467238722,"bits":2.31,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-Q2_K_XL/Mistral-Large-4-1T-A52B-UD-Q2_K_XL-00001-of-00009.gguf","label":"UD-Q2_K_XL","size":378254511138,"bits":2.88,"known":true,"rank":0},{"repo":"ggml-org/Mistral-Large-4-1T-A52B-GGUF","file":"Q2_K/Mistral-Large-4-1T-A52B-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":380706433472,"bits":2.9,"known":true,"rank":1},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-IQ3_XXS/Mistral-Large-4-1T-A52B-UD-IQ3_XXS-00001-of-00010.gguf","label":"UD-IQ3_XXS","size":423515245634,"bits":3.23,"known":true,"rank":0},{"repo":"orcarouter/Mistral-Large-4-1T-A52B-GGUF","file":"Mix-512G/Mistral-Large-4-1T-A52B-Mix-512G-00001-of-00012.gguf","label":"Mistral-Large-4-1T-A52B-Mix-512G","size":492164861440,"bits":3.75,"known":false,"rank":2},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-Q3_K_XL/Mistral-Large-4-1T-A52B-UD-Q3_K_XL-00001-of-00012.gguf","label":"UD-Q3_K_XL","size":492746427746,"bits":3.76,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-Q4_K_XL/Mistral-Large-4-1T-A52B-UD-Q4_K_XL-00001-of-00014.gguf","label":"UD-Q4_K_XL","size":604787428898,"bits":4.61,"known":true,"rank":0},{"repo":"ggml-org/Mistral-Large-4-1T-A52B-GGUF","file":"Q4_K_M/Mistral-Large-4-1T-A52B-Q4_K_M-00001-of-00013.gguf","label":"Q4_K_M","size":634802244608,"bits":4.84,"known":true,"rank":1},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-Q5_K_XL/Mistral-Large-4-1T-A52B-UD-Q5_K_XL-00001-of-00018.gguf","label":"UD-Q5_K_XL","size":783754186882,"bits":5.98,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"UD-Q6_K_XL/Mistral-Large-4-1T-A52B-UD-Q6_K_XL-00001-of-00020.gguf","label":"UD-Q6_K_XL","size":890469863586,"bits":6.79,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"Q8_0/Mistral-Large-4-1T-A52B-Q8_0-00001-of-00025.gguf","label":"Q8_0","size":1115150340850,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-4-1T-A52B-GGUF","file":"BF16/Mistral-Large-4-1T-A52B-BF16-00001-of-00044.gguf","label":"BF16","size":2098861022194,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/Mistral-Large-4-1T-A52B-GGUF","orcarouter/Mistral-Large-4-1T-A52B-GGUF","unsloth/Mistral-Large-4-1T-A52B-GGUF"],"logoFrom":"mistralai"},{"id":"qwen2-5-coder-32b-instruct-heretic-sft","family":"PeetPedro/qwen2.5-coder-32b-instruct-heretic-sft","name":"Qwen2.5 Coder 32B Heretic Sft","maker":"PeetPedro","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF/qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-19T02:50:51.000Z","downloads":20026,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ1_S.gguf","label":"IQ1_S","size":7274507200,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ1_M.gguf","label":"IQ1_M","size":7932160960,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250560,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957551040,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ2_S.gguf","label":"IQ2_S","size":10387569600,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ2_M.gguf","label":"IQ2_M","size":11264441280,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11488000960,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q2_K.gguf","label":"Q2_K","size":12313099200,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271360,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705513920,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14392331200,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ3_S.gguf","label":"IQ3_S","size":14436895680,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ3_M.gguf","label":"IQ3_M","size":14810123200,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15935048640,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17247079360,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17693154240,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q4_0.gguf","label":"Q4_0","size":18711010240,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18784410560,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19851336640,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q4_1.gguf","label":"Q4_1","size":20639243200,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22638255040,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23262157760,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF","file":"qwen2.5-coder-32b-instruct-heretic-sft.i1-Q6_K.gguf","label":"Q6_K","size":26886155200,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/qwen2.5-coder-32b-instruct-heretic-sft-i1-GGUF"],"logoFrom":"PeetPedro"},{"id":"rvn-qwen3-8-flash-next-abliterated-uncensored","family":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored","name":"RVN Qwen3.8 Flash Next Abliterated Uncensored","maker":"0bserverx","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF/RVN-Qwen3.8-Flash-Next-Q2_K-00001-of-00008.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-08-31T17:53:19.000Z","downloads":20000,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":80447450592,"bits":3.64,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-IQ3_XS-00001-of-00008.gguf","label":"IQ3_XS","size":86027649280,"bits":3.89,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q3_K_S-00001-of-00008.gguf","label":"Q3_K_S","size":88755339232,"bits":4.01,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-IQ3_S-00001-of-00008.gguf","label":"IQ3_S","size":88882766080,"bits":4.02,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-IQ3_M-00001-of-00008.gguf","label":"IQ3_M","size":89540819200,"bits":4.05,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q3_K_M-00001-of-00008.gguf","label":"Q3_K_M","size":94137094112,"bits":4.26,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q3_K_L-00001-of-00008.gguf","label":"Q3_K_L","size":96656400352,"bits":4.37,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":97473155840,"bits":4.41,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":99959519712,"bits":4.52,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":100079450880,"bits":4.52,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q4_1-00001-of-00008.gguf","label":"Q4_1","size":110973453792,"bits":5.02,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":111769915872,"bits":5.05,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q4_K_M-00001-of-00008.gguf","label":"Q4_K_M","size":119150723552,"bits":5.39,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q5_0-00001-of-00008.gguf","label":"Q5_0","size":121987387872,"bits":5.52,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q5_K_S-00001-of-00008.gguf","label":"Q5_K_S","size":127728766432,"bits":5.78,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q5_1-00001-of-00008.gguf","label":"Q5_1","size":133001321952,"bits":6.01,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":134106668512,"bits":6.06,"known":true,"rank":0},{"repo":"0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF","file":"RVN-Qwen3.8-Flash-Next-Q6_K-00001-of-00008.gguf","label":"Q6_K","size":167639839712,"bits":7.58,"known":true,"rank":0}],"repos":["0bserverx/RVN-Qwen3.8-Flash-Next-Abliterated-Uncensored-GGUF"],"logoFrom":"0bserverx"},{"id":"qwen2-5-vl-3b-instruct-abliterated","family":"huihui-ai/Qwen2.5-VL-3B-Instruct-abliterated","name":"Qwen2.5 VL 3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF/Qwen2.5-VL-3B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":null,"open":false,"released":"2025-02-16T13:34:41.000Z","downloads":19889,"likes":45,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":1274755968,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1454357376,"bits":3.77,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1590475648,"bits":4.12,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1707391872,"bits":4.42,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":1753185152,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1834384256,"bits":4.75,"known":true,"rank":1},{"repo":"huihui-ai/Qwen2.5-VL-3B-Instruct-abliterated","file":"GGUF/ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":1929902464,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2169666432,"bits":5.62,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2224814976,"bits":5.76,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-3B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":2538158976,"bits":6.57,"known":true,"rank":1},{"repo":"huihui-ai/Qwen2.5-VL-3B-Instruct-abliterated","file":"GGUF/ggml-model-q8_0.gguf","label":"Q8_0","size":3285475712,"bits":8.51,"known":true,"rank":0},{"repo":"huihui-ai/Qwen2.5-VL-3B-Instruct-abliterated","file":"GGUF/ggml-model-f16.gguf","label":"F16","size":6178316672,"bits":16,"known":true,"rank":0}],"repos":["huihui-ai/Qwen2.5-VL-3B-Instruct-abliterated","mradermacher/Qwen2.5-VL-3B-Instruct-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"ling-3-0-flash-sante","family":"inclusionAI/Ling-3.0-flash-Sante","name":"Ling 3.0 Flash Sante","maker":"Ant Group","catalog":null,"tuned":false,"params":127.49,"active":5.61,"layers":43,"probe":"bartowski/Ling-3.0-flash-Sante-GGUF/Ling-3.0-flash-Sante-IQ1_S.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-10-19T17:30:04.000Z","downloads":19876,"likes":15,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ1_S.gguf","label":"IQ1_S","size":29797756224,"bits":1.87,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ1_M.gguf","label":"IQ1_M","size":33033335104,"bits":2.07,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ2_XXS.gguf","label":"IQ2_XXS","size":38425164352,"bits":2.41,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ2_XS.gguf","label":"IQ2_XS","size":40337259072,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ2_S.gguf","label":"IQ2_S","size":42739481152,"bits":2.68,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ2_M.gguf","label":"IQ2_M","size":47052937792,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q2_K.gguf","label":"Q2_K","size":49537866304,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ3_XXS/Ling-3.0-flash-Sante-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":55669283616,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ3_XS/Ling-3.0-flash-Sante-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":58563353344,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q3_K_S/Ling-3.0-flash-Sante-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":58566105856,"bits":3.68,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-AD-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":61094543968,"bits":3.83,"known":true,"rank":1},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q3_K_M/Ling-3.0-flash-Sante-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":61499497216,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q3_K_L/Ling-3.0-flash-Sante-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":65077762816,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ3_M/Ling-3.0-flash-Sante-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":69345336096,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ4_XS/Ling-3.0-flash-Sante-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":71106943744,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q4_0/Ling-3.0-flash-Sante-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":72841125632,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q4_K_S/Ling-3.0-flash-Sante-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":75710323456,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q4_1/Ling-3.0-flash-Sante-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":80204409728,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q4_K_M/Ling-3.0-flash-Sante-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":80394181504,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-IQ4_NL/Ling-3.0-flash-Sante-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":80410434432,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q4_K_L/Ling-3.0-flash-Sante-Q4_K_L-00001-of-00003.gguf","label":"Q4_K_L","size":86614858624,"bits":5.44,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q5_K_S/Ling-3.0-flash-Sante-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":90688576384,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q5_K_M/Ling-3.0-flash-Sante-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":97617042304,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q6_K_S/Ling-3.0-flash-Sante-Q6_K_S-00001-of-00003.gguf","label":"Q6_K_S","size":106307115904,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q6_K/Ling-3.0-flash-Sante-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":111426788224,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-Q8_0/Ling-3.0-flash-Sante-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":135633372864,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","file":"Ling-3.0-flash-Sante-bf16/Ling-3.0-flash-Sante-bf16-00001-of-00007.gguf","label":"BF16","size":255091083328,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/Ling-3.0-flash-Sante-GGUF","bartowski/Ling-3.0-flash-Sante-GGUF"],"logoFrom":"inclusionAI"},{"id":"translategemma-27b-it","family":"google/translategemma-27b-it","name":"Translategemma 27B","maker":"Google","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"mradermacher/translategemma-27b-it-GGUF/translategemma-27b-it.Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-01-12T16:12:41.000Z","downloads":19863,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q2_K.gguf","label":"Q2_K","size":10503736416,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q3_K_S.gguf","label":"Q3_K_S","size":12167629920,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q3_K_M.gguf","label":"Q3_K_M","size":13437656160,"bits":3.98,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q3_K_L.gguf","label":"Q3_K_L","size":14543477408,"bits":4.31,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q3_K_L.gguf","label":"Q3_K_L","size":14543477856,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.IQ4_XS.gguf","label":"IQ4_XS","size":14893907040,"bits":4.41,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q4_K_S.gguf","label":"Q4_K_S","size":15674071712,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q4_K_S.gguf","label":"Q4_K_S","size":15674072160,"bits":4.64,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q4_K_M.gguf","label":"Q4_K_M","size":16546704032,"bits":4.9,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q4_K_M.gguf","label":"Q4_K_M","size":16546704480,"bits":4.9,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q5_K_S.gguf","label":"Q5_K_S","size":18767207072,"bits":5.56,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q5_K_S.gguf","label":"Q5_K_S","size":18767207520,"bits":5.56,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q5_K_M.gguf","label":"Q5_K_M","size":19271690912,"bits":5.71,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q5_K_M.gguf","label":"Q5_K_M","size":19271691360,"bits":5.71,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q6_K.gguf","label":"Q6_K","size":22166989472,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q6_K.gguf","label":"Q6_K","size":22166989920,"bits":6.57,"known":true,"rank":0},{"repo":"bullerwins/translategemma-27b-it-GGUF","file":"translategemma-27b-it-Q8_0.gguf","label":"Q8_0","size":28707987488,"bits":8.5,"known":true,"rank":1},{"repo":"mradermacher/translategemma-27b-it-GGUF","file":"translategemma-27b-it.Q8_0.gguf","label":"Q8_0","size":28707987936,"bits":8.5,"known":true,"rank":0}],"repos":["bullerwins/translategemma-27b-it-GGUF","mradermacher/translategemma-27b-it-GGUF"],"logoFrom":"google"},{"id":"vllm-d3-flash","family":"ggml-org/vllm-d3-flash-GGUF","name":"Vllm D3 Flash","maker":"ggml-org","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"ggml-org/vllm-d3-flash-GGUF/vllm-d3-flash-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:24:51.000Z","downloads":19863,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/vllm-d3-flash-GGUF","file":"vllm-d3-flash-Q4_K_M.gguf","label":"Q4_K_M","size":6603024864,"bits":5.9,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-flash-GGUF","file":"vllm-d3-flash-Q8_0.gguf","label":"Q8_0","size":9527503328,"bits":8.52,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-flash-GGUF","file":"vllm-d3-flash-BF16.gguf","label":"BF16","size":17920698848,"bits":16.02,"known":true,"rank":0}],"repos":["ggml-org/vllm-d3-flash-GGUF"],"logoFrom":"vllm-sr"},{"id":"qwen2-5-32b-instruct-abliterated","family":"huihui-ai/Qwen2.5-32B-Instruct-abliterated","name":"Qwen2.5 32B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF/Qwen2.5-32B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-29T12:08:50.000Z","downloads":19813,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7274507680,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7932161440,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028251040,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957551520,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10387570080,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11264441760,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11488001440,"bits":2.81,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":12313099424,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271840,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705514400,"bits":3.35,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":14392331424,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":14436896160,"bits":3.53,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":14810123680,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":15935048864,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":17247079584,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":17870101664,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":18711010720,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":18784410784,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":19851336864,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":20639243680,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":22638255264,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":23262157984,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":26886155424,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-32B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":34820885664,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-32B-Instruct-abliterated-GGUF","mradermacher/Qwen2.5-32B-Instruct-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"holo4-35b-a3b","family":"Hcompany/Holo4-35B-A3B","name":"Holo4 35B A3B","maker":"Hcompany","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/Hcompany_Holo4-35B-A3B-GGUF/Hcompany_Holo4-35B-A3B-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-24T14:53:33.000Z","downloads":19803,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10793196224,"bits":2.49,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":11265260224,"bits":2.6,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11979545280,"bits":2.77,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":13233806016,"bits":3.05,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13839334080,"bits":3.19,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15581674176,"bits":3.6,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":16318692032,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":16318692032,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":17344330432,"bits":4,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":18267077312,"bits":4.22,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":18958219968,"bits":4.38,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":19886930624,"bits":4.59,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q4_0.gguf","label":"Q4_0","size":19942611648,"bits":4.6,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":20946975424,"bits":4.83,"known":true,"rank":1},{"repo":"Hcompany/Holo4-35B-A3B-GGUF","file":"q4_k_m.gguf","label":"Q4_K_M","size":21297870912,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q4_1.gguf","label":"Q4_1","size":21973768896,"bits":5.07,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":22318512832,"bits":5.15,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":24113674944,"bits":5.57,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":25137085120,"bits":5.8,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":26984676032,"bits":6.23,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q6_K_S.gguf","label":"Q6_K_S","size":29373332160,"bits":6.78,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q6_K.gguf","label":"Q6_K","size":30738578112,"bits":7.09,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":32298859200,"bits":7.46,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36914690752,"bits":8.52,"known":true,"rank":1},{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","file":"Hcompany_Holo4-35B-A3B-bf16/Hcompany_Holo4-35B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":69376637504,"bits":16.01,"known":true,"rank":1}],"repos":["Hcompany/Holo4-35B-A3B-GGUF","bartowski/Hcompany_Holo4-35B-A3B-GGUF","lavendercomputing/Holo4-35B-A3B-GSQ-RCO-GGUF"],"logoFrom":"Hcompany"},{"id":"ingot-xv-27b-q2","family":"dendriteholdings/Ingot-XV-27B-Q2","name":"Ingot XV 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XV-27B-Q2/Ingot-XV-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-28T12:06:31.000Z","downloads":19715,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XV-27B-Q2","file":"Ingot-XV-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XV-27B-Q2","file":"Ingot-XV-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XV-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gemma-4-31b-jang-4m-crack","family":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","name":"Gemma 4 31B JANG 4M CRACK","maker":"douyamv","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF/gemma-4-31b-jang-crack-Q3_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-04-06T10:35:45.000Z","downloads":19684,"likes":249,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","file":"gemma-4-31b-jang-crack-Q3_K_M.gguf","label":"Q3_K_M","size":15287102912,"bits":3.98,"known":true,"rank":0},{"repo":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","file":"gemma-4-31b-jang-crack-Q4_K_M.gguf","label":"Q4_K_M","size":18687057344,"bits":4.87,"known":true,"rank":0},{"repo":"douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF","file":"gemma-4-31b-jang-crack-Q8_0-00001-of-00009.gguf","label":"Q8_0","size":32635670976,"bits":8.5,"known":true,"rank":0}],"repos":["douyamv/Gemma-4-31B-JANG_4M-CRACK-GGUF"],"logoFrom":"google"},{"id":"deepseek-coder-v2-lite-instruct-abliterated","family":"criscar22/DeepSeek-Coder-V2-Lite-Instruct-abliterated","name":"DeepSeek Coder V2 Lite Abliterated","maker":"criscar22","catalog":null,"tuned":true,"params":15.71,"active":2.66,"layers":27,"probe":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF/DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":null,"open":false,"released":"2026-07-27T16:05:25.000Z","downloads":19627,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":5004530624,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":5246300096,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5649249216,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":5975147456,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":6012957632,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":6335316928,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":6437103552,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":6462015424,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6969148352,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":7126621120,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":7491427264,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":7491427264,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":7556938688,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8130370496,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":8463162304,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8572481472,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8905113536,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":8930303936,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9537150912,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":9873440704,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":10367958976,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11144830912,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11853086656,"bits":6.04,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":14073832384,"bits":7.17,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-GGUF","file":"DeepSeek-Coder-V2-Lite-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":16702520960,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-GGUF","mradermacher/DeepSeek-Coder-V2-Lite-Instruct-abliterated-i1-GGUF"],"logoFrom":"criscar22"},{"id":"huihui-gpt-oss-20b-bf16-abliterated","family":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","name":"Huihui Gpt Oss 20B BF16 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF/Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-06T15:29:56.000Z","downloads":19562,"likes":233,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":12016853088,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":12016853088,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016853088,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025700448,"bits":4.6,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061089888,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":12065513568,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":12065513568,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12065513568,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065513568,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065513568,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12065513568,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096479328,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136292448,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":12148457568,"bits":4.65,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12202647648,"bits":4.67,"known":true,"rank":1},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","file":"GGUF/ggml-model-Q3_K_M.gguf","label":"Q3_K_M","size":12916149600,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13335109728,"bits":5.1,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":13369093728,"bits":5.11,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654241888,"bits":5.61,"known":true,"rank":1},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","file":"GGUF/ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":15805135200,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892204128,"bits":6.08,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16893061728,"bits":6.46,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF","file":"Huihui-gpt-oss-20b-BF16-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22193344608,"bits":8.49,"known":true,"rank":1},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","file":"GGUF/ggml-model-q8_0.gguf","label":"Q8_0","size":22261910880,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","file":"GGUF/ggml-model-f16.gguf","label":"F16","size":41860886880,"bits":16.02,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated","mradermacher/Huihui-gpt-oss-20b-BF16-abliterated-i1-GGUF"],"logoFrom":"unsloth"},{"id":"aliceai-foundation-80b-a3b-base","family":"yandex/AliceAI-Foundation-80B-A3B-Base","name":"AliceAI Foundation 80B A3B Base","maker":"yandex","catalog":null,"tuned":false,"params":81.29,"active":3.91,"layers":49,"probe":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF/AliceAI-Foundation-80B-A3B-Base-Q2_K.gguf","kvBytesPerToken":116107,"kvHeader":100352,"kvFixed":0,"context":262144,"arch":"alice_ai","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-12T10:32:07.000Z","downloads":19510,"likes":12,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q2_K.gguf","label":"Q2_K","size":29704248448,"bits":2.92,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q3_K_S.gguf","label":"Q3_K_S","size":34519502720,"bits":3.4,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q3_K_L.gguf","label":"Q3_K_L","size":42059547776,"bits":4.14,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q4_K_S.gguf","label":"Q4_K_S","size":46389734528,"bits":4.57,"known":true,"rank":1},{"repo":"Yamada114514/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q4_K_M.gguf","label":"Q4_K_M","size":48421862304,"bits":4.77,"known":true,"rank":0},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q4_K_M.gguf","label":"Q4_K_M","size":49454451840,"bits":4.87,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q5_K_S.gguf","label":"Q5_K_S","size":56104430720,"bits":5.52,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q5_K_M.gguf","label":"Q5_K_M","size":57891327104,"bits":5.7,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q6_K.gguf","label":"Q6_K","size":66864796800,"bits":6.58,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":86529125728,"bits":8.52,"known":true,"rank":1},{"repo":"robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF","file":"AliceAI-Foundation-80B-A3B-Base-BF16-00001-of-00004.gguf","label":"BF16","size":162684497472,"bits":16.01,"known":true,"rank":1}],"repos":["Yamada114514/AliceAI-Foundation-80B-A3B-Base-GGUF","robolamp/AliceAI-Foundation-80B-A3B-Base-GGUF"],"logoFrom":"yandex"},{"id":"gemma-4-26b-a4b-it-uncensored-heretic","family":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic","name":"Gemma 4 26B A4B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF/gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-07T00:57:30.000Z","downloads":19505,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8290267136,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8668653056,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299296256,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816426496,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9873197056,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10377711616,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":10582733312,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624477696,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325689856,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636063744,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12222405632,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222405632,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12392559616,"bits":3.93,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":13286732800,"bits":4.21,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":13824487424,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917722112,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":14488052224,"bits":4.59,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":15464824320,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":15969572352,"bits":5.06,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16796015104,"bits":5.33,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":17986732544,"bits":5.7,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19132889600,"bits":6.07,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":22638398464,"bits":7.18,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":26859858432,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-BF16.gguf","label":"BF16","size":50505134592,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-26B-A4B-it-uncensored-heretic-GGUF","mradermacher/gemma-4-26B-A4B-it-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"gigachat3-1-10b-a1-8b","family":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","name":"GigaChat3.1 10B A1.8B","maker":"ai-sage","catalog":null,"tuned":false,"params":10.67,"active":1.83,"layers":26,"probe":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF/GigaChat3.1-10B-A1.8B-q4_K_M.gguf","kvBytesPerToken":32887,"kvHeader":29952,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-03-21T10:27:48.000Z","downloads":19489,"likes":93,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","file":"GigaChat3.1-10B-A1.8B-q4_K_M.gguf","label":"Q4_K_M","size":6474702976,"bits":4.85,"known":true,"rank":0},{"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","file":"GigaChat3.1-10B-A1.8B-q6_K.gguf","label":"Q6_K","size":8782243456,"bits":6.58,"known":true,"rank":0},{"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","file":"GigaChat3.1-10B-A1.8B-q8_0.gguf","label":"Q8_0","size":11353174144,"bits":8.51,"known":true,"rank":0},{"repo":"ai-sage/GigaChat3.1-10B-A1.8B-GGUF","file":"GigaChat3.1-10B-A1.8B-bf16.gguf","label":"BF16","size":21356281984,"bits":16.01,"known":true,"rank":0}],"repos":["ai-sage/GigaChat3.1-10B-A1.8B-GGUF"],"logoFrom":null},{"id":"rocinante-xl-16b-v1","family":"TheDrummer/Rocinante-XL-16B-v1","name":"Rocinante XL 16B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":16.06,"active":null,"layers":54,"probe":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF/TheDrummer_Rocinante-XL-16B-v1-IQ2_S.gguf","kvBytesPerToken":255910,"kvHeader":221184,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-04-18T12:22:50.000Z","downloads":19414,"likes":51,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ2_S.gguf","label":"IQ2_S","size":6004621376,"bits":2.99,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-XL-16B-v1-GGUF","file":"Rocinante-XL-16B-v1a-Q2_K.gguf","label":"Q2_K","size":6195412768,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ2_M.gguf","label":"IQ2_M","size":6334922816,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6738133056,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":7119142976,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":7143309376,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":7387840576,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ3_M.gguf","label":"IQ3_M","size":7669727296,"bits":3.82,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-XL-16B-v1-GGUF","file":"Rocinante-XL-16B-v1a-Q3_K_M.gguf","label":"Q3_K_M","size":7918108448,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":8633106496,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":8977662016,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":9220309056,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q4_0.gguf","label":"Q4_0","size":9387343936,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":9431908416,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":9432809536,"bits":4.7,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-XL-16B-v1-GGUF","file":"Rocinante-XL-16B-v1a-Q4_K_M.gguf","label":"Q4_K_M","size":9746399008,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q4_1.gguf","label":"Q4_1","size":10287808576,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":10561994816,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":11215798336,"bits":5.59,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-XL-16B-v1-GGUF","file":"Rocinante-XL-16B-v1a-Q5_K_M.gguf","label":"Q5_K_M","size":11414945568,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":12089557056,"bits":6.02,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-XL-16B-v1-GGUF","file":"Rocinante-XL-16B-v1a-Q6_K.gguf","label":"Q6_K","size":13187776288,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":14020739136,"bits":6.98,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-XL-16B-v1-GGUF","file":"Rocinante-XL-16B-v1a-Q8_0.gguf","label":"Q8_0","size":17078320928,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF","file":"TheDrummer_Rocinante-XL-16B-v1-bf16.gguf","label":"BF16","size":32138493728,"bits":16.01,"known":true,"rank":0}],"repos":["TheDrummer/Rocinante-XL-16B-v1-GGUF","bartowski/TheDrummer_Rocinante-XL-16B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen3-5-27b-claude-4-6-opus-reasoning-distilled-v2","family":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","name":"Qwen3.5 27B Claude 4.6 Opus Reasoning Distilled V2","maker":"Jackrong","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/Qwen3.5-27B.Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-19T10:39:40.000Z","downloads":19380,"likes":619,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16547395008,"bits":4.92,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19231094208,"bits":5.72,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-27B.Q6_K.gguf","label":"Q6_K","size":22082524608,"bits":6.57,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-27B.Q8_0.gguf","label":"Q8_0","size":28595758528,"bits":8.5,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF"],"logoFrom":"Jackrong"},{"id":"lemer","family":"lthn/lemer","name":"Lemer","maker":"lthn","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"lthn/lemer/lemer-q3_k_m.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"eupl-1.2","open":false,"released":"2026-04-07T20:14:53.000Z","downloads":19349,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lthn/lemer","file":"lemer-q3_k_m.gguf","label":"Q3_K_M","size":3201348960,"bits":5.51,"known":true,"rank":0},{"repo":"lthn/lemer","file":"lemer-q4_k_m.gguf","label":"Q4_K_M","size":3427878240,"bits":5.9,"known":true,"rank":0},{"repo":"lthn/lemer","file":"lemer-q5_k_m.gguf","label":"Q5_K_M","size":3630286176,"bits":6.25,"known":true,"rank":0},{"repo":"lthn/lemer","file":"lemer-q6_k.gguf","label":"Q6_K","size":3845344608,"bits":6.62,"known":true,"rank":0},{"repo":"lthn/lemer","file":"lemer-q8_0.gguf","label":"Q8_0","size":4967495008,"bits":8.55,"known":true,"rank":0},{"repo":"lthn/lemer","file":"lemer-bf16.gguf","label":"BF16","size":9311303008,"bits":16.02,"known":true,"rank":0}],"repos":["lthn/lemer"],"logoFrom":"lthn"},{"id":"phi-4-reasoning-plus","family":"microsoft/Phi-4-reasoning-plus","name":"Phi 4 Reasoning Plus","maker":"Microsoft","catalog":null,"tuned":true,"params":14.66,"active":null,"layers":40,"probe":"unsloth/Phi-4-reasoning-plus-GGUF/Phi-4-reasoning-plus-UD-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":32768,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2025-04-17T20:51:32.000Z","downloads":19346,"likes":117,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3580205760,"bits":1.95,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3831085760,"bits":2.09,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4269357760,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-IQ2_S.gguf","label":"IQ2_S","size":4731549696,"bits":2.58,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-IQ2_M.gguf","label":"IQ2_M","size":5110429696,"bits":2.79,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":5257620160,"bits":2.87,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q2_K.gguf","label":"Q2_K","size":5547350720,"bits":3.03,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q2_K_L.gguf","label":"Q2_K_L","size":5667773120,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":5803453120,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-IQ3_XXS.gguf","label":"IQ3_XXS","size":5846685696,"bits":3.19,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":5890861760,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-IQ3_XS.gguf","label":"IQ3_XS","size":6246701056,"bits":3.41,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q3_K_S.gguf","label":"Q3_K_S","size":6504749760,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-IQ3_M.gguf","label":"IQ3_M","size":6913837056,"bits":3.77,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q3_K_M.gguf","label":"Q3_K_M","size":7363271360,"bits":4.02,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":7373142720,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q3_K_L.gguf","label":"Q3_K_L","size":7930157056,"bits":4.33,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-IQ4_XS.gguf","label":"IQ4_XS","size":7957437120,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q3_K_XL.gguf","label":"Q3_K_XL","size":8379734016,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-IQ4_NL.gguf","label":"IQ4_NL","size":8383421120,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q4_0.gguf","label":"Q4_0","size":8412093120,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q4_K_S.gguf","label":"Q4_K_S","size":8440764416,"bits":4.61,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":8947337920,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q4_K_M.gguf","label":"Q4_K_M","size":9053117120,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q4_1.gguf","label":"Q4_1","size":9267501760,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q4_K_L.gguf","label":"Q4_K_L","size":9434454016,"bits":5.15,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q5_K_S.gguf","label":"Q5_K_S","size":10151581696,"bits":5.54,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":10389662400,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q5_K_M.gguf","label":"Q5_K_M","size":10604190400,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q5_K_L.gguf","label":"Q5_K_L","size":10921302016,"bits":5.96,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q6_K.gguf","label":"Q6_K","size":12030253760,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-plus-GGUF","file":"microsoft_Phi-4-reasoning-plus-Q6_K_L.gguf","label":"Q6_K_L","size":12279126016,"bits":6.7,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":13104470720,"bits":7.15,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-Q8_0.gguf","label":"Q8_0","size":15580502720,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":18018441920,"bits":9.83,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-plus-GGUF","file":"Phi-4-reasoning-plus-BF16.gguf","label":"BF16","size":29323401664,"bits":16,"known":true,"rank":0}],"repos":["bartowski/microsoft_Phi-4-reasoning-plus-GGUF","lmstudio-community/Phi-4-reasoning-plus-GGUF","unsloth/Phi-4-reasoning-plus-GGUF"],"logoFrom":"microsoft"},{"id":"rwkv-mobile-models","family":"mollysama/rwkv-mobile-models","name":"Rwkv Mobile Models","maker":"mollysama","catalog":null,"tuned":false,"params":1.53,"active":null,"layers":12,"probe":"mollysama/rwkv-mobile-models/gguf/rwkv7-g1a-0.1b-20250728-ctx4096-Q8_0.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv7","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-12T09:37:48.000Z","downloads":19343,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mollysama/rwkv-mobile-models","file":"tmp/rwkv-midi-251126.gguf","label":"rwkv-midi-251126","size":205785792,"bits":1.08,"known":false,"rank":0},{"repo":"mollysama/rwkv-mobile-models","file":"gguf/rwkv7-g1-1.5b-Lonely-Neko-Q6_K.gguf","label":"Q6_K","size":1336081344,"bits":6.99,"known":true,"rank":0}],"repos":["mollysama/rwkv-mobile-models"],"logoFrom":"mollysama"},{"id":"qwen3-5-4b-uncensored-localai","family":"weareapexcreators/Qwen3.5-4B-Uncensored-LocalAI","name":"Qwen3.5 4B Uncensored LocalAI","maker":"weareapexcreators","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"weareapexcreators/Qwen3.5-4B-Uncensored-LocalAI/Qwen3.5-4B-Uncensored-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-01T03:58:20.000Z","downloads":19315,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.5-4B-Uncensored-LocalAI","file":"Qwen3.5-4B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":2707513696,"bits":5.14,"known":true,"rank":0},{"repo":"weareapexcreators/Qwen3.5-4B-Uncensored-LocalAI","file":"Qwen3.5-4B-Uncensored-Q6_K.gguf","label":"Q6_K","size":3464055136,"bits":6.58,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.5-4B-Uncensored-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-8-27b-heretic-jp-roleplay-nsfw","family":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","name":"Qwen3.8 27B Heretic JP Roleplay NSFW","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-19T15:28:02.000Z","downloads":19311,"likes":7,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q2_K.gguf","label":"Q2_K","size":10711666592,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q3_K_S.gguf","label":"Q3_K_S","size":12073955232,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q3_K_M.gguf","label":"Q3_K_M","size":13301444512,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q3_K_L.gguf","label":"Q3_K_L","size":14344777632,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.IQ4_XS.gguf","label":"IQ4_XS","size":15193919392,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q4_K_S.gguf","label":"Q4_K_S","size":15586316192,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q4_K_M.gguf","label":"Q4_K_M","size":16547401632,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q5_K_S.gguf","label":"Q5_K_S","size":18679615392,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q5_K_M.gguf","label":"Q5_K_M","size":19231100832,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q6_K.gguf","label":"Q6_K","size":22082531232,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.Q8_0.gguf","label":"Q8_0","size":28595765152,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-GGUF"],"logoFrom":"Qwen"},{"id":"kitchoon-v3-26b-a4b","family":"SubMaroon/Kitchoon-V3-26B-A4B","name":"Kitchoon V3 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF/Kitchoon-V3-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T21:47:53.000Z","downloads":19256,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273856,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659776,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302976,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433216,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203776,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718336,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582740032,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484416,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696576,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070464,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412352,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412352,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566336,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736448,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491072,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728832,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488058944,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827968,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969579072,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018752,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736192,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893248,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF","file":"Kitchoon-V3-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638402112,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Kitchoon-V3-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"deepseek-coder-1-3b-instruct","family":"deepseek-ai/deepseek-coder-1.3b-instruct","name":"Deepseek Coder 1.3B","maker":"DeepSeek","catalog":null,"tuned":true,"params":1.35,"active":null,"layers":24,"probe":"mradermacher/deepseek-coder-1.3b-instruct-GGUF/deepseek-coder-1.3b-instruct.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-29T12:43:40.000Z","downloads":19242,"likes":63,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q2_K.gguf","label":"Q2_K","size":559717920,"bits":3.32,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":613367328,"bits":3.63,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q2_K.gguf","label":"Q2_K","size":631705632,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.IQ3_S.gguf","label":"IQ3_S","size":641826336,"bits":3.8,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":641826336,"bits":3.8,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":658862112,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.IQ3_M.gguf","label":"IQ3_M","size":672792096,"bits":3.99,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":704134688,"bits":4.17,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":704966688,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":744455712,"bits":4.41,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":744583200,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":750722592,"bits":4.45,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q4_0.gguf","label":"Q4_0","size":776065056,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":813964832,"bits":4.82,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":814796832,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":873455136,"bits":5.18,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":873582624,"bits":5.18,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q5_0.gguf","label":"Q5_0","size":936103968,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":952884768,"bits":5.65,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":953012256,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":1001840160,"bits":5.94,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":1001967648,"bits":5.94,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q6_K.gguf","label":"Q6_K","size":1171537440,"bits":6.94,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q6_K.gguf","label":"Q6_K","size":1171664928,"bits":6.94,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q8_0.gguf","label":"Q8_0","size":1432092192,"bits":8.49,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","file":"deepseek-coder-1.3b-instruct.Q8_0.gguf","label":"Q8_0","size":1432219680,"bits":8.49,"known":true,"rank":0}],"repos":["TheBloke/deepseek-coder-1.3b-instruct-GGUF","mradermacher/deepseek-coder-1.3b-instruct-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen2-0-5b-instruct","family":"Qwen/Qwen2-0.5B-Instruct","name":"Qwen2 0.5B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF/Qwen2-0.5B-Instruct.IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-03T09:06:06.000Z","downloads":19188,"likes":83,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ1_S.gguf","label":"IQ1_S","size":315826592,"bits":5.16,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":315826592,"bits":5.16,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ1_M.gguf","label":"IQ1_M","size":317971616,"bits":5.19,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":317971616,"bits":5.19,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ2_XXS.gguf","label":"IQ2_XXS","size":321546656,"bits":5.25,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":321546656,"bits":5.25,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ2_XS.gguf","label":"IQ2_XS","size":324406688,"bits":5.3,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":324406688,"bits":5.3,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ2_S.gguf","label":"IQ2_S","size":325734560,"bits":5.32,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":325734560,"bits":5.32,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ2_M.gguf","label":"IQ2_M","size":328594592,"bits":5.36,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":328594592,"bits":5.36,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q2_K_S.gguf","label":"Q2_K_S","size":331046048,"bits":5.4,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":331046048,"bits":5.4,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ3_XXS.gguf","label":"IQ3_XXS","size":333701792,"bits":5.45,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":333701792,"bits":5.45,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q3_K_S.gguf","label":"Q3_K_S","size":338260640,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":338260640,"bits":5.52,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ3_S.gguf","label":"IQ3_S","size":338604704,"bits":5.53,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ3_XS.gguf","label":"IQ3_XS","size":338604704,"bits":5.53,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q2_K.gguf","label":"Q2_K","size":338604704,"bits":5.53,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":338604704,"bits":5.53,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":338604704,"bits":5.53,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.Q2_K.gguf","label":"Q2_K","size":338604704,"bits":5.53,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ3_M.gguf","label":"IQ3_M","size":342749600,"bits":5.6,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":342749600,"bits":5.6,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ4_XS.gguf","label":"IQ4_XS","size":349399712,"bits":5.7,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":349399712,"bits":5.7,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.IQ4_NL.gguf","label":"IQ4_NL","size":352668320,"bits":5.76,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-Instruct-IMat-GGUF","file":"Qwen2-0.5B-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":352668320,"bits":5.76,"known":true,"rank":1},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q3_K.gguf","label":"Q3_K","size":355463840,"bits":5.8,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q3_K_L.gguf","label":"Q3_K_L","size":369355424,"bits":6.03,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q4_K_S.gguf","label":"Q4_K_S","size":385469088,"bits":6.29,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q4_K.gguf","label":"Q4_K","size":397805216,"bits":6.49,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q5_K_S.gguf","label":"Q5_K_S","size":412707232,"bits":6.74,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q5_K.gguf","label":"Q5_K","size":420083104,"bits":6.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q6_K.gguf","label":"Q6_K","size":505733536,"bits":8.26,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.Q8_0.gguf","label":"Q8_0","size":531065248,"bits":8.67,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.BF16.gguf","label":"BF16","size":994153888,"bits":16.23,"known":true,"rank":0},{"repo":"legraphista/Qwen2-0.5B-IMat-GGUF","file":"Qwen2-0.5B.FP16.gguf","label":"Qwen2-0.5B.FP16","size":994153888,"bits":16.23,"known":false,"rank":0}],"repos":["Qwen/Qwen2-0.5B-Instruct-GGUF","legraphista/Qwen2-0.5B-IMat-GGUF","legraphista/Qwen2-0.5B-Instruct-IMat-GGUF"],"logoFrom":"Qwen"},{"id":"jan-v2-vl-high","family":"janhq/Jan-v2-VL-high","name":"Jan V2 VL High","maker":"janhq","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"janhq/Jan-v2-VL-high-gguf/Jan-v2-VL-high-Q3_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-06T08:48:57.000Z","downloads":19145,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq1_s.gguf","label":"IQ1_S","size":2515319680,"bits":2.46,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq1_m.gguf","label":"IQ1_M","size":2842475392,"bits":2.78,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq2_xxs.gguf","label":"IQ2_XXS","size":2897394560,"bits":2.83,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq2_xs.gguf","label":"IQ2_XS","size":3097279360,"bits":3.03,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq2_s.gguf","label":"IQ2_S","size":3181296512,"bits":3.11,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q2_k_s.gguf","label":"Q2_K_S","size":3225074560,"bits":3.15,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq2_m.gguf","label":"IQ2_M","size":3307649920,"bits":3.23,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q2_k_m.gguf","label":"Q2_K_M","size":3380657024,"bits":3.3,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q3_K_S.gguf","label":"Q3_K_S","size":3769612256,"bits":3.68,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq3_xxs.gguf","label":"IQ3_XXS","size":3804568448,"bits":3.72,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq3_xs.gguf","label":"IQ3_XS","size":3894221696,"bits":3.8,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q3_K_M.gguf","label":"Q3_K_M","size":4124162016,"bits":4.03,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q3_k_s.gguf","label":"Q3_K_S","size":4173642624,"bits":4.08,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq3_m.gguf","label":"IQ3_M","size":4239334272,"bits":4.14,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q3_k_m.gguf","label":"Q3_K_M","size":4338948992,"bits":4.24,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q3_K_L.gguf","label":"Q3_K_L","size":4431394784,"bits":4.33,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq4_nl.gguf","label":"IQ4_NL","size":4633181056,"bits":4.53,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-iq4_xs.gguf","label":"IQ4_XS","size":4741733248,"bits":4.63,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q4_0.gguf","label":"Q4_0","size":4774750176,"bits":4.66,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q4_K_S.gguf","label":"Q4_K_S","size":4802013152,"bits":4.69,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q4_k_s.gguf","label":"Q4_K_S","size":5006498688,"bits":4.89,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q4_K_M.gguf","label":"Q4_K_M","size":5027784672,"bits":4.91,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q4_1.gguf","label":"Q4_1","size":5203999616,"bits":5.08,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q4_0.gguf","label":"Q4_0","size":5236636544,"bits":5.12,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q4_1.gguf","label":"Q4_1","size":5247756256,"bits":5.13,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q4_k_m.gguf","label":"Q4_K_M","size":5448514432,"bits":5.32,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q5_0.gguf","label":"Q5_0","size":5720762336,"bits":5.59,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q5_K_S.gguf","label":"Q5_K_S","size":5720762336,"bits":5.59,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q5_K_M.gguf","label":"Q5_K_M","size":5851113440,"bits":5.72,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q5_0.gguf","label":"Q5_0","size":6104857472,"bits":5.96,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q5_1.gguf","label":"Q5_1","size":6193768416,"bits":6.05,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q5_k_m.gguf","label":"Q5_K_M","size":6253034368,"bits":6.11,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q5_1.gguf","label":"Q5_1","size":6538967936,"bits":6.39,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q6_K.gguf","label":"Q6_K","size":6725900256,"bits":6.57,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q6_k_m.gguf","label":"Q6_K_M","size":7027342208,"bits":6.86,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high-Q8_0.gguf","label":"Q8_0","size":8709519328,"bits":8.51,"known":true,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-q8_0.gguf","label":"Q8_0","size":8709519936,"bits":8.51,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-high-gguf","file":"Jan-v2-VL-high.gguf","label":"Jan-v2-VL-high","size":16388044768,"bits":16.01,"known":false,"rank":0},{"repo":"Mungert/Jan-v2-VL-high-GGUF","file":"Jan-v2-VL-high-bf16.gguf","label":"BF16","size":16388045376,"bits":16.01,"known":true,"rank":0}],"repos":["Mungert/Jan-v2-VL-high-GGUF","janhq/Jan-v2-VL-high-gguf"],"logoFrom":"janhq"},{"id":"deepseek-r1-distill-qwen-7b-uncensored","family":"nicoboss/DeepSeek-R1-Distill-Qwen-7B-Uncensored","name":"DeepSeek R1 Distill Qwen 7B Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":7.61,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF/DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-21T18:07:21.000Z","downloads":19120,"likes":118,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":1902206784,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2040735552,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2271616832,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2467561280,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":2594031616,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":2778736640,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2832423264,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3014289760,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3112908800,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3344460320,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3490572832,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":3497396768,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":3572216352,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3806595616,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4086663712,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4216531648,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4435827744,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":4442135584,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4455783456,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4681088032,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":4871208704,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5313012192,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5442666976,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":6251844608,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.Q8_0.gguf","label":"Q8_0","size":8095478080,"bits":8.51,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-Uncensored.f16.gguf","label":"F16","size":15232124800,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-GGUF","mradermacher/DeepSeek-R1-Distill-Qwen-7B-Uncensored-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-1-flash-uncensored-protium","family":"Solstice-AI/DeepSeek-V4.1-Flash-UNCENSORED-Protium-GGUF","name":"DeepSeek V4.1 Flash UNCENSORED Protium","maker":"Solstice-AI","catalog":null,"tuned":true,"params":748.49,"active":213.41,"layers":40,"probe":"Solstice-AI/DeepSeek-V4.1-Flash-UNCENSORED-Protium-GGUF/DeepSeek-V4.1-Flash-UNCENSORED-Q4_K_M-00001-of-00003.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"other","open":false,"released":"2026-09-12T08:00:10.000Z","downloads":19100,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Solstice-AI/DeepSeek-V4.1-Flash-UNCENSORED-Protium-GGUF","file":"DeepSeek-V4.1-Flash-UNCENSORED-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":426081027104,"bits":4.55,"known":true,"rank":0}],"repos":["Solstice-AI/DeepSeek-V4.1-Flash-UNCENSORED-Protium-GGUF"],"logoFrom":"Solstice-AI"},{"id":"nuextract3","family":"numind/NuExtract3","name":"NuExtract3","maker":"numind","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"numind/NuExtract3-GGUF/NuExtract3-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-29T07:46:41.000Z","downloads":19076,"likes":45,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"numind/NuExtract3-GGUF","file":"NuExtract3-Q2_K.gguf","label":"Q2_K","size":1959166944,"bits":3.62,"known":true,"rank":0},{"repo":"numind/NuExtract3-GGUF","file":"NuExtract3-Q3_K_M.gguf","label":"Q3_K_M","size":2318805984,"bits":4.28,"known":true,"rank":0},{"repo":"numind/NuExtract3-GGUF","file":"NuExtract3-Q4_K_M.gguf","label":"Q4_K_M","size":2783445984,"bits":5.14,"known":true,"rank":0},{"repo":"numind/NuExtract3-GGUF","file":"NuExtract3-Q5_K_M.gguf","label":"Q5_K_M","size":3161424864,"bits":5.84,"known":true,"rank":0},{"repo":"numind/NuExtract3-GGUF","file":"NuExtract3-Q6_K.gguf","label":"Q6_K","size":3563027424,"bits":6.58,"known":true,"rank":0},{"repo":"numind/NuExtract3-GGUF","file":"NuExtract3-Q8_0.gguf","label":"Q8_0","size":4610579424,"bits":8.52,"known":true,"rank":0}],"repos":["numind/NuExtract3-GGUF"],"logoFrom":"numind"},{"id":"startlux-decision-v1-1-4b-instant","family":"startlux-models/StartLux-Decision-v1.1-4B-Instant","name":"StartLux Decision V1.1 4B Instant","maker":"startlux-models","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"startlux-models/StartLux-Decision-v1.1-4B-Instant-GGUF/StartLux-Decision-v1.1-4B-Instant-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-10T19:06:09.000Z","downloads":19048,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-4B-Instant-GGUF","file":"StartLux-Decision-v1.1-4B-Instant-Q4_K_M.gguf","label":"Q4_K_M","size":2708804064,"bits":5.15,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-4B-Instant-GGUF","file":"StartLux-Decision-v1.1-4B-Instant-Q8_0.gguf","label":"Q8_0","size":4482402784,"bits":8.52,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-4B-Instant-GGUF"],"logoFrom":"startlux-models"},{"id":"swift-1-5-qwen3-8-flash-next-gsq-rco-abliterated-iq3-s","family":"slider-meister-pub/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-GGUF","name":"Swift 1.5 Qwen3.8 Flash Next GSQ RCO Abliterated IQ3 S","maker":"slider-meister-pub","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"slider-meister-pub/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-GGUF/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-05T19:45:49.000Z","downloads":18967,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"slider-meister-pub/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-GGUF","file":"Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83743736384,"bits":3.79,"known":true,"rank":0}],"repos":["slider-meister-pub/Swift-1.5-Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_S-GGUF"],"logoFrom":"ukisai"},{"id":"qwen3-5-122b-a10b-abliterated","family":"Chompa1422/Qwen3.5-122B-A10B-abliterated","name":"Qwen3.5 122B A10B Abliterated","maker":"Chompa1422","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF/Qwen3.5-122B-A10B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-26T02:44:59.000Z","downloads":18946,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":24837711456,"bits":1.63,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":27598640736,"bits":1.81,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32200189536,"bits":2.11,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":35890865760,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":36257134176,"bits":2.38,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":39938373216,"bits":2.62,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":41742411360,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q2_K.gguf","label":"Q2_K","size":44577400160,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47148234336,"bits":3.09,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50166302304,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":52921517408,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":52924024416,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":53788853856,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":58602063200,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":63189321056,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":66002806112,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":69336000096,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":69639955808,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":74208240992,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":76614624864,"bits":5.02,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":84196418912,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":86955517280,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q6_K.gguf","label":"Q6_K","size":100307731808,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","file":"Qwen3.5-122B-A10B-abliterated.Q8_0.gguf","label":"Q8_0","size":129871934816,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-122B-A10B-abliterated-GGUF","mradermacher/Qwen3.5-122B-A10B-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-128k-30b-a3b-neo-max-imatrix","family":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","name":"Qwen3 128K 30B A3B NEO MAX Imatrix","maker":"DavidAU","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf/Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ2_XS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-08T02:08:03.000Z","downloads":18942,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ2_XS.gguf","label":"IQ2_XS","size":9564395680,"bits":2.51,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ2_M.gguf","label":"IQ2_M","size":10555300000,"bits":2.77,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ3_XXS.gguf","label":"IQ3_XXS","size":12143892640,"bits":3.18,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ3_S.gguf","label":"IQ3_S","size":13467457696,"bits":3.53,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ3_M.gguf","label":"IQ3_M","size":13654628512,"bits":3.58,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS-IQ4_XS.gguf","label":"IQ4_XS","size":16443709600,"bits":4.31,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-IQ4_NL.gguf","label":"IQ4_NL","size":17310781600,"bits":4.54,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18556686496,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-PLUS2-Q5_K_S.gguf","label":"Q5_K_S","size":21447588000,"bits":5.62,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":21725581472,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":25092532384,"bits":6.58,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf","file":"Qwen3-128k-30BA3B-NEO-MAX-Q8_0.gguf","label":"Q8_0","size":32483932320,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Qwen3-128k-30B-A3B-NEO-MAX-Imatrix-gguf"],"logoFrom":"Qwen"},{"id":"k2-horizon-32b","family":"IFM/K2-Horizon-32B","name":"K2 Horizon 32B","maker":"IFM","catalog":null,"tuned":false,"params":34.78,"active":null,"layers":64,"probe":"mradermacher/K2-Horizon-32B-i1-GGUF/K2-Horizon-32B.i1-IQ1_S.gguf","kvBytesPerToken":296747,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T23:14:02.000Z","downloads":18757,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-32B-i1-GGUF","file":"K2-Horizon-32B.i1-IQ1_S.gguf","label":"IQ1_S","size":8044641728,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/K2-Horizon-32B-i1-GGUF","file":"K2-Horizon-32B.i1-IQ1_M.gguf","label":"IQ1_M","size":8703278528,"bits":2,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10581159872,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ2_XS.gguf","label":"IQ2_XS","size":11157016512,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ2_S.gguf","label":"IQ2_S","size":11709812672,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-i1-GGUF","file":"K2-Horizon-32B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12391675328,"bits":2.85,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ2_M.gguf","label":"IQ2_M","size":12900929472,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q2_K.gguf","label":"Q2_K","size":13396381632,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15260092352,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-i1-GGUF","file":"K2-Horizon-32B.i1-IQ3_S.gguf","label":"IQ3_S","size":15503887808,"bits":3.57,"known":true,"rank":1},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q3_K_S.gguf","label":"Q3_K_S","size":15950268352,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ3_XS.gguf","label":"IQ3_XS","size":15970338752,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q3_K_M.gguf","label":"Q3_K_M","size":16705324992,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q3_K_L.gguf","label":"Q3_K_L","size":18344216512,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ3_M.gguf","label":"IQ3_M","size":18684839872,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ4_XS.gguf","label":"IQ4_XS","size":19443572672,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q4_0.gguf","label":"Q4_0","size":20322123712,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q4_K_S.gguf","label":"Q4_K_S","size":20678066112,"bits":4.76,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q4_K_M.gguf","label":"Q4_K_M","size":21075778656,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-IQ4_NL.gguf","label":"IQ4_NL","size":22038839232,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q4_1.gguf","label":"Q4_1","size":22263545792,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q4_K_L.gguf","label":"Q4_K_L","size":23449665472,"bits":5.39,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q5_0.gguf","label":"Q5_0","size":24094858336,"bits":5.54,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q5_K_M.gguf","label":"Q5_K_M","size":24696478816,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q5_K_S.gguf","label":"Q5_K_S","size":24781029312,"bits":5.7,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q6_K.gguf","label":"Q6_K","size":28543472736,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q6_K_S.gguf","label":"Q6_K_S","size":29155506112,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q6_K_L.gguf","label":"Q6_K_L","size":31941359552,"bits":7.35,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-Q8_0.gguf","label":"Q8_0","size":36966425696,"bits":8.5,"known":true,"rank":0},{"repo":"IFM/K2-Horizon-32B-GGUF","file":"K2-Horizon-32B-BF16.gguf","label":"BF16","size":69571404896,"bits":16,"known":true,"rank":0}],"repos":["IFM/K2-Horizon-32B-GGUF","bartowski/K2-Horizon-32B-GGUF","mradermacher/K2-Horizon-32B-i1-GGUF"],"logoFrom":"IFM"},{"id":"magistral-small-2509","family":"mistralai/Magistral-Small-2509","name":"Magistral Small 2509","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"unsloth/Magistral-Small-2509-GGUF/Magistral-Small-2509-UD-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-09-12T09:45:10.000Z","downloads":18756,"likes":206,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6750906560,"bits":2.29,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243325120,"bits":2.8,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q2_K.gguf","label":"Q2_K","size":8890329280,"bits":3.02,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q2_K_L.gguf","label":"Q2_K_L","size":9047615680,"bits":3.07,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292146880,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409210560,"bits":3.19,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q3_K_S.gguf","label":"Q3_K_S","size":10400278720,"bits":3.53,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q3_K_M.gguf","label":"Q3_K_M","size":11474086080,"bits":3.89,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11850877120,"bits":4.02,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-IQ4_XS.gguf","label":"IQ4_XS","size":12779890880,"bits":4.34,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-IQ4_NL.gguf","label":"IQ4_NL","size":13468018880,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q4_0.gguf","label":"Q4_0","size":13494233280,"bits":4.58,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q4_K_S.gguf","label":"Q4_K_S","size":13549283520,"bits":4.6,"known":true,"rank":1},{"repo":"mistralai/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q4_K_M.gguf","label":"Q4_K_M","size":14334432256,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14505617600,"bits":4.92,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q4_1.gguf","label":"Q4_1","size":14873110720,"bits":5.05,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q5_K_S.gguf","label":"Q5_K_S","size":16304416960,"bits":5.53,"known":true,"rank":1},{"repo":"mistralai/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q5_K_M.gguf","label":"Q5_K_M","size":16764507136,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16765831360,"bits":5.69,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q6_K.gguf","label":"Q6_K","size":19345942720,"bits":6.57,"known":true,"rank":1},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788390080,"bits":7.06,"known":true,"rank":1},{"repo":"mistralai/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-Q8_0.gguf","label":"Q8_0","size":25055302656,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28991858880,"bits":9.84,"known":true,"rank":1},{"repo":"mistralai/Magistral-Small-2509-GGUF","file":"Magistral-Small-2509-BF16.gguf","label":"BF16","size":47154041856,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistralai_Magistral-Small-2509-GGUF","lmstudio-community/Magistral-Small-2509-GGUF","mistralai/Magistral-Small-2509-GGUF","unsloth/Magistral-Small-2509-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-8-flash-next-iq3-s","family":"boxrunner/Qwen3.8-Flash-Next-IQ3_S-GGUF","name":"Qwen3.8 Flash Next IQ3 S","maker":"boxrunner","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"boxrunner/Qwen3.8-Flash-Next-IQ3_S-GGUF/Qwen3.8-Flash-Next-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-27T08:01:40.000Z","downloads":18747,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"boxrunner/Qwen3.8-Flash-Next-IQ3_S-GGUF","file":"Qwen3.8-Flash-Next-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":90262487008,"bits":4.08,"known":true,"rank":0}],"repos":["boxrunner/Qwen3.8-Flash-Next-IQ3_S-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-5-24b-a2b-uncensored-heretic","family":"OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic","name":"LFM2.5 24B A2B Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":23.97,"active":2.45,"layers":40,"probe":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF/LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-16T07:29:02.000Z","downloads":18741,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":4932617184,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":5471667168,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6370083808,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7090127840,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":7162266592,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":7880999904,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8175404000,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":8809759712,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9282733024,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9861301216,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":10429989856,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10429989856,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":10523575264,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11465720800,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12428313568,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12837438432,"bits":4.28,"known":true,"rank":0},{"repo":"OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic-QAD-Q4_0.gguf","label":"Q4_0","size":13578190880,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13660242912,"bits":4.56,"known":true,"rank":0},{"repo":"OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":14526258464,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":15059698656,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16541205472,"bits":5.52,"known":true,"rank":0},{"repo":"OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":17029602592,"bits":5.68,"known":true,"rank":0},{"repo":"OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic-Q6_K.gguf","label":"Q6_K","size":19689405728,"bits":6.57,"known":true,"rank":0},{"repo":"OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","file":"LFM2.5-24B-A2B-Uncensored-Heretic-Q8_0.gguf","label":"Q8_0","size":25493732640,"bits":8.51,"known":true,"rank":0}],"repos":["OS-Software/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-GGUF","mradermacher/LFM2.5-24B-A2B-Uncensored-Heretic-i1-GGUF"],"logoFrom":"OS-Software"},{"id":"qwen3-5-35b-a3b-abliterated","family":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","name":"Qwen3.5 35B A3B Abliterated","maker":"HeYujie","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF/Qwen3.5-35B-A3B-abliterated-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-28T06:23:42.000Z","downloads":18690,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142496,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209376,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654176,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031456,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480416,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236256,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097696,"bits":2.8,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q2_K.gguf","label":"Q2_K","size":12821629280,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759776,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145056,"bits":3.34,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":15182184800,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424736,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520096,"bits":3.56,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":16760832352,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115330976,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728778656,"bits":4.32,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q4_0.gguf","label":"Q4_0","size":19715053920,"bits":4.55,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":19790379360,"bits":4.57,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":19884005728,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166758816,"bits":4.89,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q4_1.gguf","label":"Q4_1","size":21848168800,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284256,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF","file":"Qwen3.5-35B-A3B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729131936,"bits":5.71,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q6_K.gguf","label":"Q6_K","size":28514152800,"bits":6.58,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","file":"Qwen3.5-35B-A3B-abliterated-Q8_0.gguf","label":"Q8_0","size":36903139680,"bits":8.52,"known":true,"rank":0}],"repos":["HeYujie/Qwen3.5-35B-A3B-abliterated-GGUF","mradermacher/Qwen3.5-35B-A3B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"lfm2-5-1-2b-thinking","family":"LiquidAI/LFM2.5-1.2B-Thinking","name":"LFM2.5 1.2B Thinking","maker":"Liquid AI","catalog":null,"tuned":true,"params":1.17,"active":null,"layers":16,"probe":"unsloth/LFM2.5-1.2B-Thinking-GGUF/LFM2.5-1.2B-Thinking-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-01-20T13:55:42.000Z","downloads":18642,"likes":139,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q2_K.gguf","label":"Q2_K","size":483398880,"bits":3.31,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":483398880,"bits":3.31,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":483398880,"bits":3.31,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":558159072,"bits":3.82,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":600347872,"bits":4.1,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":600347872,"bits":4.1,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q4_0.gguf","label":"Q4_0","size":695755392,"bits":4.76,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":700470496,"bits":4.79,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":730895584,"bits":5,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":730899072,"bits":5,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q4_1.gguf","label":"Q4_1","size":760501472,"bits":5.2,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":825251040,"bits":5.64,"known":true,"rank":1},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":843355360,"bits":5.77,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":843358848,"bits":5.77,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q6_K.gguf","label":"Q6_K","size":962847360,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":995349728,"bits":6.81,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-Q8_0.gguf","label":"Q8_0","size":1246257792,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":1372083424,"bits":9.38,"known":true,"rank":1},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-BF16.gguf","label":"BF16","size":2343330432,"bits":16.02,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","file":"LFM2.5-1.2B-Thinking-F16.gguf","label":"F16","size":2343330432,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-1.2B-Thinking-GGUF","unsloth/LFM2.5-1.2B-Thinking-GGUF"],"logoFrom":"LiquidAI"},{"id":"olmoe-1b-7b-0924-instruct","family":"allenai/OLMoE-1B-7B-0924-Instruct","name":"OLMoE 1B 7B 0924","maker":"Ai2","catalog":null,"tuned":false,"params":6.92,"active":1.28,"layers":16,"probe":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF/OLMoE-1B-7B-0924-Instruct-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"olmoe","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-13T22:47:03.000Z","downloads":18587,"likes":26,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2328333120,"bits":2.69,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q2_k.gguf","label":"Q2_K","size":2562763232,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":2663371584,"bits":3.08,"known":true,"rank":1},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":2865779520,"bits":3.31,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q3_k_s.gguf","label":"Q3_K_S","size":3023065568,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3076543296,"bits":3.56,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q3_k_m.gguf","label":"Q3_K_M","size":3343929824,"bits":3.87,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q3_k_l.gguf","label":"Q3_K_L","size":3611316704,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":3701461824,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":3715103552,"bits":4.29,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q4_0.gguf","label":"Q4_0","size":3928037856,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3928038208,"bits":4.54,"known":false,"rank":1},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3928038208,"bits":4.54,"known":false,"rank":1},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3928038208,"bits":4.54,"known":false,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q4_k_s.gguf","label":"Q4_K_S","size":3963689440,"bits":4.58,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4213512672,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4289975104,"bits":4.96,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q5_0.gguf","label":"Q5_0","size":4779776480,"bits":5.53,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q5_k_s.gguf","label":"Q5_K_S","size":4779776480,"bits":5.53,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q5_k_m.gguf","label":"Q5_K_M","size":4926839264,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":4990423872,"bits":5.77,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q6_k.gguf","label":"Q6_K","size":5684748768,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","file":"OLMoE-1B-7B-0924-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":5734650688,"bits":6.63,"known":true,"rank":1},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-q8_0.gguf","label":"Q8_0","size":7359943136,"bits":8.51,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0924-Instruct-GGUF","file":"olmoe-1b-7b-0924-instruct-f16.gguf","label":"F16","size":13844566496,"bits":16.01,"known":true,"rank":0}],"repos":["allenai/OLMoE-1B-7B-0924-Instruct-GGUF","bartowski/OLMoE-1B-7B-0924-Instruct-GGUF","mradermacher/OLMoE-1B-7B-0924-Instruct-i1-GGUF"],"logoFrom":"allenai"},{"id":"anubis-mini-8b-v1","family":"TheDrummer/Anubis-Mini-8B-v1-GGUF","name":"Anubis Mini 8B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"TheDrummer/Anubis-Mini-8B-v1-GGUF/Anubis-Mini-8B-v1h-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-01T03:46:34.000Z","downloads":18579,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","file":"Anubis-Mini-8B-v1h-Q2_K.gguf","label":"Q2_K","size":3179140768,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-IQ2_M.gguf","label":"IQ2_M","size":3256572096,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3434305728,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":3655072480,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":3769367264,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":3824290016,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-IQ3_M.gguf","label":"IQ3_M","size":3906468576,"bits":3.89,"known":true,"rank":0},{"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","file":"Anubis-Mini-8B-v1h-Q3_K_M.gguf","label":"Q3_K_M","size":4018927680,"bits":4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":4359715552,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":4543093888,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q4_0.gguf","label":"Q4_0","size":4745108736,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":4765031680,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":4768177408,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":4819388640,"bits":4.8,"known":true,"rank":0},{"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","file":"Anubis-Mini-8B-v1h-Q4_K_M.gguf","label":"Q4_K_M","size":4920744544,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q4_1.gguf","label":"Q4_1","size":5182692864,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":5463738592,"bits":5.44,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":5634957056,"bits":5.61,"known":true,"rank":0},{"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","file":"Anubis-Mini-8B-v1h-Q5_K_M.gguf","label":"Q5_K_M","size":5732998240,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":6182013152,"bits":6.16,"known":true,"rank":0},{"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","file":"Anubis-Mini-8B-v1h-Q6_K.gguf","label":"Q6_K","size":6596017792,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":7094274272,"bits":7.07,"known":true,"rank":0},{"repo":"TheDrummer/Anubis-Mini-8B-v1-GGUF","file":"Anubis-Mini-8B-v1h-Q8_0.gguf","label":"Q8_0","size":8540784192,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF","file":"TheDrummer_Anubis-Mini-8B-v1-bf16.gguf","label":"BF16","size":16068912576,"bits":16.01,"known":true,"rank":0}],"repos":["TheDrummer/Anubis-Mini-8B-v1-GGUF","bartowski/TheDrummer_Anubis-Mini-8B-v1-GGUF"],"logoFrom":"shb777"},{"id":"qwen3-6-35b-a3b-abliterated-v4","family":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4","name":"Qwen3.6 35B A3B Abliterated V4","maker":"Bahushruth","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF/Qwen3.6-35B-A3B-abliterated-v4-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-11T12:04:59.000Z","downloads":18556,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-IQ2_M.gguf","label":"IQ2_M","size":11659235488,"bits":2.69,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-Q2_K.gguf","label":"Q2_K","size":12939593632,"bits":2.99,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759008,"bits":3.14,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-IQ3_M.gguf","label":"IQ3_M","size":15440519328,"bits":3.56,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-Q3_K_M.gguf","label":"Q3_K_M","size":16764764064,"bits":3.87,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-IQ4_XS.gguf","label":"IQ4_XS","size":18728777888,"bits":4.32,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-IQ4_NL.gguf","label":"IQ4_NL","size":19779279008,"bits":4.57,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-Q4_K_M.gguf","label":"Q4_K_M","size":21166757792,"bits":4.89,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-Q5_K_M.gguf","label":"Q5_K_M","size":24729130912,"bits":5.71,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-Q6_K.gguf","label":"Q6_K","size":28514152352,"bits":6.58,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-Q8_0.gguf","label":"Q8_0","size":36903139232,"bits":8.52,"known":true,"rank":0},{"repo":"Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF","file":"Qwen3.6-35B-A3B-abliterated-v4-BF16.gguf","label":"BF16","size":69376637152,"bits":16.01,"known":true,"rank":0}],"repos":["Bahushruth/Qwen3.6-35B-A3B-abliterated-v4-GGUF"],"logoFrom":"Qwen"},{"id":"mistral-medium-3-5-128b","family":"mistralai/Mistral-Medium-3.5-128B","name":"Mistral Medium 3.5 128B","maker":"Mistral AI","catalog":null,"tuned":false,"params":125.03,"active":null,"layers":88,"probe":"unsloth/Mistral-Medium-3.5-128B-GGUF/Mistral-Medium-3.5-128B-UD-IQ2_XXS.gguf","kvBytesPerToken":402981,"kvHeader":360448,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"other","open":false,"released":"2026-03-31T09:50:20.000Z","downloads":18507,"likes":101,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Mistral-Medium-3.5-128B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":34937742432,"bits":2.24,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ1_S.gguf","label":"IQ1_S","size":35344326496,"bits":2.26,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ1_M.gguf","label":"IQ1_M","size":37251817312,"bits":2.38,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ2_XXS.gguf","label":"IQ2_XXS","size":40430968672,"bits":2.59,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ2_XS.gguf","label":"IQ2_XS","size":43389525856,"bits":2.78,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Mistral-Medium-3.5-128B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":44109112416,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ2_S.gguf","label":"IQ2_S","size":46065753952,"bits":2.95,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Mistral-Medium-3.5-128B-Q2_K.gguf","label":"Q2_K","size":46590698592,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Mistral-Medium-3.5-128B-Q2_K_L.gguf","label":"Q2_K_L","size":46968185952,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Mistral-Medium-3.5-128B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":48129746016,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ2_M.gguf","label":"IQ2_M","size":48609075040,"bits":3.11,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Mistral-Medium-3.5-128B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":49252770912,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ3_XXS/mistralai_Mistral-Medium-3.5-128B-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":52172005408,"bits":3.34,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q3_K_S/Mistral-Medium-3.5-128B-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":54366938528,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ3_XS/mistralai_Mistral-Medium-3.5-128B-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":54929236000,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-IQ3_M/mistralai_Mistral-Medium-3.5-128B-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":59527110688,"bits":3.81,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":60619859360,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"UD-Q3_K_XL/Mistral-Medium-3.5-128B-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":62499038624,"bits":4,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-Q3_K_L/mistralai_Mistral-Medium-3.5-128B-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":67005685792,"bits":4.29,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":67124438432,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-Q3_K_XL/mistralai_Mistral-Medium-3.5-128B-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":68414971936,"bits":4.38,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"IQ4_NL/Mistral-Medium-3.5-128B-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":70896166304,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q4_0/Mistral-Medium-3.5-128B-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":70999975328,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q4_K_S/Mistral-Medium-3.5-128B-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":71248487840,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":74897139136,"bits":4.79,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"UD-Q4_K_XL/Mistral-Medium-3.5-128B-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":75686323648,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q4_1/Mistral-Medium-3.5-128B-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":78471079328,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-Q4_K_L/mistralai_Mistral-Medium-3.5-128B-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":79604719648,"bits":5.09,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q5_K_S/Mistral-Medium-3.5-128B-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":86184404416,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":88316814752,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"UD-Q5_K_XL/Mistral-Medium-3.5-128B-UD-Q5_K_XL-00001-of-00003.gguf","label":"UD-Q5_K_XL","size":88382088608,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-Q5_K_L/mistralai_Mistral-Medium-3.5-128B-Q5_K_L-00001-of-00003.gguf","label":"Q5_K_L","size":92105056384,"bits":5.89,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q6_K/Mistral-Medium-3.5-128B-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":102575220288,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","file":"mistralai_Mistral-Medium-3.5-128B-Q6_K_L/mistralai_Mistral-Medium-3.5-128B-Q6_K_L-00001-of-00003.gguf","label":"Q6_K_L","size":108584738976,"bits":6.95,"known":true,"rank":1},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"UD-Q6_K_XL/Mistral-Medium-3.5-128B-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":109157656096,"bits":6.98,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"Q8_0/Mistral-Medium-3.5-128B-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":132854425088,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"UD-Q8_K_XL/Mistral-Medium-3.5-128B-UD-Q8_K_XL-00001-of-00004.gguf","label":"UD-Q8_K_XL","size":144745276960,"bits":9.26,"known":true,"rank":0},{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","file":"BF16/Mistral-Medium-3.5-128B-BF16-00001-of-00006.gguf","label":"BF16","size":250064250304,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistralai_Mistral-Medium-3.5-128B-GGUF","mradermacher/Mistral-Medium-3.5-128B-GGUF","unsloth/Mistral-Medium-3.5-128B-GGUF"],"logoFrom":"mistralai"},{"id":"therapy-3-8","family":"Verdugie/Therapy-3.8","name":"Therapy 3.8","maker":"Verdugie","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Verdugie/Therapy-3.8/Therapy-3.8-i1-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-02T19:53:27.000Z","downloads":18482,"likes":11,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184608,"bits":2.51,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592608,"bits":2.7,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ2_S.gguf","label":"IQ2_S","size":9362915168,"bits":2.78,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ2_M.gguf","label":"IQ2_M","size":10004594528,"bits":2.98,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248327008,"bits":3.05,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q2_K.gguf","label":"Q2_K","size":10711666528,"bits":3.19,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372448,"bits":3.33,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131488,"bits":3.56,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073955168,"bits":3.59,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ3_S.gguf","label":"IQ3_S","size":12419329888,"bits":3.69,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ3_M.gguf","label":"IQ3_M","size":12580876128,"bits":3.74,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444448,"bits":3.96,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777568,"bits":4.27,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508128,"bits":4.49,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q4_0.gguf","label":"Q4_0","size":15521435488,"bits":4.62,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586316128,"bits":4.64,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-IQ4_NL.gguf","label":"IQ4_NL","size":15801929568,"bits":4.7,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401568,"bits":4.92,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q4_1.gguf","label":"Q4_1","size":17078243168,"bits":5.08,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615328,"bits":5.56,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100768,"bits":5.72,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-i1-Q6_K.gguf","label":"Q6_K","size":22082531168,"bits":6.57,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-Q8_0.gguf","label":"Q8_0","size":28595764864,"bits":8.5,"known":true,"rank":0},{"repo":"Verdugie/Therapy-3.8","file":"Therapy-3.8-F16.gguf","label":"F16","size":53808283264,"bits":16,"known":true,"rank":0}],"repos":["Verdugie/Therapy-3.8"],"logoFrom":"Verdugie"},{"id":"tencent-weviscut","family":"prithivMLmods/tencent-WeVisCut-GGUF","name":"Tencent WeVisCut","maker":"prithivMLmods","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"prithivMLmods/tencent-WeVisCut-GGUF/WeVisCut.Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T08:58:21.000Z","downloads":18448,"likes":3,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q3_K_M.gguf","label":"Q3_K_M","size":4623524864,"bits":4.13,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q3_K_L.gguf","label":"Q3_K_L","size":4925514752,"bits":4.4,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q4_K_S.gguf","label":"Q4_K_S","size":5351629824,"bits":4.78,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q4_K_M.gguf","label":"Q4_K_M","size":5629109248,"bits":5.03,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q5_K_S.gguf","label":"Q5_K_S","size":6305309696,"bits":5.64,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q5_K_M.gguf","label":"Q5_K_M","size":6467970048,"bits":5.78,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q6_K.gguf","label":"Q6_K","size":7359259648,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.Q8_0.gguf","label":"Q8_0","size":9527501824,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/tencent-WeVisCut-GGUF","file":"WeVisCut.BF16.gguf","label":"BF16","size":17920697344,"bits":16.02,"known":true,"rank":0}],"repos":["prithivMLmods/tencent-WeVisCut-GGUF"],"logoFrom":"tencent"},{"id":"gemma-3-27b-it-abliterated","family":"mlabonne/gemma-3-27b-it-abliterated-GGUF","name":"Gemma 3 27B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":27.01,"active":null,"layers":62,"probe":"mlabonne/gemma-3-27b-it-abliterated-GGUF/gemma-3-27b-it-abliterated.q2_k.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-03-16T19:27:42.000Z","downloads":18413,"likes":300,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":8438904192,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ2_S.gguf","label":"IQ2_S","size":8782409088,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ2_M.gguf","label":"IQ2_M","size":9493073280,"bits":2.81,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-27b-it-abliterated-GGUF","file":"gemma-3-27b-it-abliterated.q2_k.gguf","label":"Q2_K","size":10503720672,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716478848,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":10845115776,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":11562233856,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":12167614464,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":12547074048,"bits":3.72,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-27b-it-abliterated-GGUF","file":"gemma-3-27b-it-abliterated.q3_k_m.gguf","label":"Q3_K_M","size":13437640416,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":14543462400,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":14767448064,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":14884857216,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":15567396864,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q4_0.gguf","label":"Q4_0","size":15617974272,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":15674056704,"bits":4.64,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-27b-it-abliterated-GGUF","file":"gemma-3-27b-it-abliterated.q4_k_m.gguf","label":"Q4_K_M","size":16546688736,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":16888083840,"bits":5,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q4_1.gguf","label":"Q4_1","size":17167294464,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":18767192064,"bits":5.56,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-27b-it-abliterated-GGUF","file":"gemma-3-27b-it-abliterated.q5_k_m.gguf","label":"Q5_K_M","size":19271675616,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":19613070720,"bits":5.81,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-27b-it-abliterated-GGUF","file":"gemma-3-27b-it-abliterated.q6_k.gguf","label":"Q6_K","size":22166974176,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":22508369280,"bits":6.67,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-27b-it-abliterated-GGUF","file":"gemma-3-27b-it-abliterated.q8_0.gguf","label":"Q8_0","size":28707972192,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","file":"mlabonne_gemma-3-27b-it-abliterated-bf16/mlabonne_gemma-3-27b-it-abliterated-bf16-00001-of-00002.gguf","label":"BF16","size":54027964704,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF","mlabonne/gemma-3-27b-it-abliterated-GGUF"],"logoFrom":"google"},{"id":"lfm2-5-350m-localai","family":"weareapexcreators/LFM2.5-350M-LocalAI","name":"LFM2.5 350M LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":0.35,"active":null,"layers":16,"probe":"weareapexcreators/LFM2.5-350M-LocalAI/LFM2.5-350M-Q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"mit","open":true,"released":"2026-08-26T12:51:01.000Z","downloads":18402,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/LFM2.5-350M-LocalAI","file":"LFM2.5-350M-Q8_0.gguf","label":"Q8_0","size":379217632,"bits":8.67,"known":true,"rank":0}],"repos":["weareapexcreators/LFM2.5-350M-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"granite-4-1-3b","family":"ibm-granite/granite-4.1-3b","name":"Granite 4.1 3B","maker":"IBM","catalog":null,"tuned":false,"params":3.4,"active":null,"layers":40,"probe":"unsloth/granite-4.1-3b-GGUF/granite-4.1-3b-UD-IQ2_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-06T13:18:12.000Z","downloads":18396,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1285053760,"bits":3.02,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q2_K.gguf","label":"Q2_K","size":1371437664,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1414548800,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1416576320,"bits":3.33,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q3_K_S.gguf","label":"Q3_K_S","size":1566816864,"bits":3.69,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q3_K_M.gguf","label":"Q3_K_M","size":1725577824,"bits":4.06,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1794667840,"bits":4.22,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q3_K_L.gguf","label":"Q3_K_L","size":1864186464,"bits":4.39,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-IQ4_XS.gguf","label":"IQ4_XS","size":1894497600,"bits":4.46,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q4_0.gguf","label":"Q4_0","size":1984608864,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-IQ4_NL.gguf","label":"IQ4_NL","size":1991163200,"bits":4.69,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q4_K_S.gguf","label":"Q4_K_S","size":1998371424,"bits":4.7,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q4_K_M.gguf","label":"Q4_K_M","size":2099501664,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2152381760,"bits":5.06,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q4_1.gguf","label":"Q4_1","size":2181216864,"bits":5.13,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q5_0.gguf","label":"Q5_0","size":2377824864,"bits":5.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q5_K_S.gguf","label":"Q5_K_S","size":2377824864,"bits":5.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q5_K_M.gguf","label":"Q5_K_M","size":2437012064,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2453939520,"bits":5.77,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q5_1.gguf","label":"Q5_1","size":2574432864,"bits":6.06,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q6_K.gguf","label":"Q6_K","size":2795616864,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3048299840,"bits":7.17,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-Q8_0.gguf","label":"Q8_0","size":3619691104,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-3b-GGUF","file":"granite-4.1-3b-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":4284472640,"bits":10.08,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-3b-GGUF","file":"granite-4.1-3b-bf16.gguf","label":"BF16","size":6809655904,"bits":16.02,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.1-3b-GGUF","unsloth/granite-4.1-3b-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-5-0-8b-localai","family":"weareapexcreators/Qwen3.5-0.8B-LocalAI","name":"Qwen3.5 0.8B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":0.77,"active":null,"layers":25,"probe":"weareapexcreators/Qwen3.5-0.8B-LocalAI/Qwen3.5-0.8B-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-27T04:22:13.000Z","downloads":18381,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.5-0.8B-LocalAI","file":"Qwen3.5-0.8B-Q4_K_M.gguf","label":"Q4_K_M","size":549698976,"bits":5.71,"known":true,"rank":0},{"repo":"weareapexcreators/Qwen3.5-0.8B-LocalAI","file":"Qwen3.5-0.8B-Q5_K_M.gguf","label":"Q5_K_M","size":600391072,"bits":6.24,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.5-0.8B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"gemma-4-orthia-31b","family":"Nimbz/Gemma-4-Orthia-31B","name":"Gemma 4 Orthia 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF/Gemma-4-Orthia-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-26T14:17:26.000Z","downloads":18358,"likes":6,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7618914048,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":8188296960,"bits":2.04,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137268480,"bits":2.28,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992783616,"bits":2.49,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10763443968,"bits":2.68,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439013632,"bits":2.85,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":11522621184,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-Q2_K.gguf","label":"Q2_K","size":12378738432,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683063040,"bits":3.16,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677924096,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":14366912256,"bits":3.58,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366912256,"bits":3.58,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":15030052608,"bits":3.74,"known":true,"rank":1},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q3_K_M.gguf","label":"Q3_K_M","size":16443164576,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233825536,"bits":4.29,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484476160,"bits":4.36,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-Q4_0.gguf","label":"Q4_0","size":18494304000,"bits":4.61,"known":true,"rank":1},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18919221152,"bits":4.71,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19843119008,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Orthia-31B-i1-GGUF","file":"Gemma-4-Orthia-31B.i1-Q4_1.gguf","label":"Q4_1","size":20362227456,"bits":5.07,"known":true,"rank":1},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q5_K_S.gguf","label":"Q5_K_S","size":22467897248,"bits":5.6,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q5_K_M.gguf","label":"Q5_K_M","size":23001626528,"bits":5.73,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q6_K.gguf","label":"Q6_K","size":26357540768,"bits":6.57,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Orthia-31B-GGUF","file":"Orthia-31B-Q8_0.gguf","label":"Q8_0","size":34133043104,"bits":8.5,"known":true,"rank":0}],"repos":["Nimbz/Gemma-4-Orthia-31B-GGUF","mradermacher/Gemma-4-Orthia-31B-i1-GGUF"],"logoFrom":"Nimbz"},{"id":"l3-8b-stheno-v3-2-gguf-iq-imatrix","family":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","name":"L3 8B Stheno V3.2 GGUF IQ Imatrix","maker":"Lewdiculous","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix/L3-8B-Stheno-v3.2-IQ3_XXS-imat.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-05T18:21:00.000Z","downloads":18337,"likes":290,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-IQ3_XXS-imat.gguf","label":"L3-8B-Stheno-v3.2-IQ3_XXS-imat","size":3274912352,"bits":3.26,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-IQ3_S-imat.gguf","label":"L3-8B-Stheno-v3.2-IQ3_S-imat","size":3682325088,"bits":3.67,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-IQ3_M-imat.gguf","label":"L3-8B-Stheno-v3.2-IQ3_M-imat","size":3784823392,"bits":3.77,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-IQ4_XS-imat.gguf","label":"L3-8B-Stheno-v3.2-IQ4_XS-imat","size":4447662688,"bits":4.43,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"[ARM-Friendly]-L3-8B-Stheno-v3.2-Q4_0-imat.gguf","label":"[ARM-Friendly]-L3-8B-Stheno-v3.2-Q4_0-imat","size":4675893056,"bits":4.66,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-Q4_K_S-imat.gguf","label":"L3-8B-Stheno-v3.2-Q4_K_S-imat","size":4692669024,"bits":4.68,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"test.gguf","label":"test","size":4920734240,"bits":4.9,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-Q4_K_M-imat.gguf","label":"L3-8B-Stheno-v3.2-Q4_K_M-imat","size":4920734304,"bits":4.9,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-Q5_K_S-imat.gguf","label":"L3-8B-Stheno-v3.2-Q5_K_S-imat","size":5599294048,"bits":5.58,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-Q5_K_M-imat.gguf","label":"L3-8B-Stheno-v3.2-Q5_K_M-imat","size":5732987488,"bits":5.71,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-Q6_K-imat.gguf","label":"L3-8B-Stheno-v3.2-Q6_K-imat","size":6596006496,"bits":6.57,"known":false,"rank":0},{"repo":"Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix","file":"L3-8B-Stheno-v3.2-Q8_0-imat.gguf","label":"L3-8B-Stheno-v3.2-Q8_0-imat","size":8540770912,"bits":8.51,"known":false,"rank":0}],"repos":["Lewdiculous/L3-8B-Stheno-v3.2-GGUF-IQ-Imatrix"],"logoFrom":"Sao10K"},{"id":"artemis-31b-v1-2-abliterix-v2","family":"kawattaronin/Artemis-31B-v1.2-abliterix-v2","name":"Artemis 31B V1.2 Abliterix V2","maker":"kawattaronin","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF/Artemis-31B-v1.2-abliterix-v2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-09T19:10:03.000Z","downloads":18265,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491328,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874240,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845760,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360896,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890624,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067840,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590912,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q2_K.gguf","label":"Q2_K","size":11916315712,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509696,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370752,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358912,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358912,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499264,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110720,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272192,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792192,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q4_0.gguf","label":"Q4_0","size":17701579840,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167296,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065152,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q4_1.gguf","label":"Q4_1","size":19481422912,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843392,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572672,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.i1-Q6_K.gguf","label":"Q6_K","size":25201486912,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-v2-GGUF","file":"Artemis-31B-v1.2-abliterix-v2.Q8_0.gguf","label":"Q8_0","size":32635677472,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Artemis-31B-v1.2-abliterix-v2-GGUF","mradermacher/Artemis-31B-v1.2-abliterix-v2-i1-GGUF"],"logoFrom":"kawattaronin"},{"id":"qwen3-5-2b-claude-4-6-opus-reasoning-distilled","family":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","name":"Qwen3.5 2B Claude 4.6 Opus Reasoning Distilled","maker":"Jackrong","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.5-2B.Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T03:42:22.000Z","downloads":18223,"likes":197,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-2B.Q3_K_M.gguf","label":"Q3_K_M","size":1096371136,"bits":4.67,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-2B.Q4_K_M.gguf","label":"Q4_K_M","size":1270804416,"bits":5.41,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-2B.Q5_K_M.gguf","label":"Q5_K_M","size":1424764864,"bits":6.06,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-2B.Q6_K.gguf","label":"Q6_K","size":1556386752,"bits":6.62,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-2B.Q8_0.gguf","label":"Q8_0","size":2012008384,"bits":8.56,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-2B-Claude-4.6-Opus-Reasoning-Distilled-GGUF"],"logoFrom":"Jackrong"},{"id":"qwen3-235b-a22b","family":"Qwen/Qwen3-235B-A22B","name":"Qwen3 235B A22B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":235.09,"active":22.19,"layers":94,"probe":"unsloth/Qwen3-235B-A22B-GGUF/Q2_K/Qwen3-235B-A22B-Q2_K-00001-of-00002.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-27T03:53:46.000Z","downloads":18218,"likes":95,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1375,"arenaCoding":1431,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q2_K/Qwen3-235B-A22B-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":85691002112,"bits":2.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q2_K_L/Qwen3-235B-A22B-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":85836860640,"bits":2.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"UD-Q2_K_XL/Qwen3-235B-A22B-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":88014818560,"bits":3,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q3_K_S/Qwen3-235B-A22B-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":101444705664,"bits":3.45,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"UD-Q3_K_XL/Qwen3-235B-A22B-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":103720914304,"bits":3.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q3_K_M/Qwen3-235B-A22B-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":112447380832,"bits":3.83,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"IQ4_XS/Qwen3-235B-A22B-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":125504687488,"bits":4.27,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q4_K_S/Qwen3-235B-A22B-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":133687119200,"bits":4.55,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"UD-Q4_K_XL/Qwen3-235B-A22B-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":134123851136,"bits":4.56,"known":true,"rank":1},{"repo":"Qwen/Qwen3-235B-A22B-GGUF","file":"Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":142154074176,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q4_1/Qwen3-235B-A22B-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":147230100864,"bits":5.01,"known":true,"rank":1},{"repo":"Qwen/Qwen3-235B-A22B-GGUF","file":"Q5_0/Qwen3-235B-A22B-Q5_0-00001-of-00006.gguf","label":"Q5_0","size":161881426080,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"Q5_K_S/Qwen3-235B-A22B-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":161881427456,"bits":5.51,"known":true,"rank":1},{"repo":"Qwen/Qwen3-235B-A22B-GGUF","file":"Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":166814156992,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"UD-Q5_K_XL/Qwen3-235B-A22B-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":166885821920,"bits":5.68,"known":true,"rank":1},{"repo":"Qwen/Qwen3-235B-A22B-GGUF","file":"Q6_K/Qwen3-235B-A22B-Q6_K-00001-of-00007.gguf","label":"Q6_K","size":193015494944,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"UD-Q6_K_XL/Qwen3-235B-A22B-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":198857154048,"bits":6.77,"known":true,"rank":1},{"repo":"Qwen/Qwen3-235B-A22B-GGUF","file":"Q8_0/Qwen3-235B-A22B-Q8_0-00001-of-00009.gguf","label":"Q8_0","size":249940105792,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"UD-Q8_K_XL/Qwen3-235B-A22B-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":265081872064,"bits":9.02,"known":true,"rank":1},{"repo":"unsloth/Qwen3-235B-A22B-GGUF","file":"BF16/Qwen3-235B-A22B-BF16-00001-of-00010.gguf","label":"BF16","size":470293438336,"bits":16,"known":true,"rank":1}],"repos":["Qwen/Qwen3-235B-A22B-GGUF","unsloth/Qwen3-235B-A22B-GGUF"],"logoFrom":"Qwen"},{"id":"qwopus3-8-27b-coder-flash","family":"Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF","name":"Qwopus3.8 27B Coder Flash","maker":"Jackrong","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF/Qwopus3.8-27B-Coder-Flash-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-28T01:12:20.000Z","downloads":18215,"likes":62,"trending":58,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q2_K.gguf","label":"Q2_K","size":10864594880,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256538560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-IQ3_S.gguf","label":"IQ3_S","size":12602609600,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-IQ3_M.gguf","label":"IQ3_M","size":12768333760,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500739520,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559801280,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309041600,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q4_0.gguf","label":"Q4_0","size":15760420800,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825301440,"bits":4.63,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF","file":"Qwopus3.8-27B-Coder-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":16810715392,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q4_1.gguf","label":"Q4_1","size":17343770560,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF","file":"Qwopus3.8-27B-Coder-Flash.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971684800,"bits":5.56,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF","file":"Qwopus3.8-27B-Coder-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":19535702272,"bits":5.72,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF","file":"Qwopus3.8-27B-Coder-Flash-Q6_K.gguf","label":"Q6_K","size":22431000832,"bits":6.57,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF","file":"Qwopus3.8-27B-Coder-Flash-Q8_0.gguf","label":"Q8_0","size":29047085312,"bits":8.51,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.8-27B-Coder-Flash-GGUF","mradermacher/Qwopus3.8-27B-Coder-Flash-GGUF","mradermacher/Qwopus3.8-27B-Coder-Flash-i1-GGUF"],"logoFrom":"unsloth"},{"id":"tipo-500m-ft","family":"KBlueLeaf/TIPO-500M-ft","name":"TIPO 500M Ft","maker":"KBlueLeaf","catalog":null,"tuned":true,"params":0.51,"active":null,"layers":20,"probe":"KBlueLeaf/TIPO-500M-ft/TIPO-500M-ft-F16.gguf","kvBytesPerToken":118477,"kvHeader":102400,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-01-10T15:12:51.000Z","downloads":18202,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/TIPO-500M-ft","file":"TIPO-500M-ft-F16.gguf","label":"F16","size":1016820032,"bits":15.95,"known":true,"rank":0}],"repos":["KBlueLeaf/TIPO-500M-ft"],"logoFrom":"KBlueLeaf"},{"id":"gemma-3-4b-vl-it-gemini-pro-heretic-uncensored-thinking","family":"DavidAU/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking","name":"Gemma 3 4B VL Gemini Pro Heretic Uncensored Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q2_k.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-02T04:55:51.000Z","downloads":18168,"likes":87,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q2_k.gguf","label":"Q2_K","size":1729165472,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q2_K.gguf","label":"Q2_K","size":1729165600,"bits":3.57,"known":true,"rank":1},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q3_K_S.gguf","label":"Q3_K_S","size":1937365280,"bits":3.99,"known":true,"rank":1},{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q3_k_m.gguf","label":"Q3_K_M","size":2098460832,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q3_K_M.gguf","label":"Q3_K_M","size":2098460960,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q3_K_L.gguf","label":"Q3_K_L","size":2236086560,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.IQ4_XS.gguf","label":"IQ4_XS","size":2279627040,"bits":4.7,"known":true,"rank":1},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q4_K_S.gguf","label":"Q4_K_S","size":2377931040,"bits":4.9,"known":true,"rank":1},{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q4_k_m.gguf","label":"Q4_K_M","size":2489895072,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q4_K_M.gguf","label":"Q4_K_M","size":2489895200,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q5_K_S.gguf","label":"Q5_K_S","size":2764593440,"bits":5.7,"known":true,"rank":1},{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q5_k_m.gguf","label":"Q5_K_M","size":2829699232,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q5_K_M.gguf","label":"Q5_K_M","size":2829699360,"bits":5.83,"known":true,"rank":1},{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q6_k.gguf","label":"Q6_K","size":3190741152,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q6_K.gguf","label":"Q6_K","size":3190741280,"bits":6.58,"known":true,"rank":1},{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_Q8_0.gguf","label":"Q8_0","size":4130403232,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.Q8_0.gguf","label":"Q8_0","size":4130403360,"bits":8.52,"known":true,"rank":1},{"repo":"Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_F16.gguf","label":"F16","size":7767804832,"bits":16.02,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking.f16.gguf","label":"F16","size":7767804960,"bits":16.02,"known":true,"rank":1}],"repos":["Andycurrent/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking_GGUF","mradermacher/Gemma-3-4B-VL-it-Gemini-Pro-Heretic-Uncensored-Thinking-GGUF"],"logoFrom":"DavidAU"},{"id":"qwopus3-5-9b-coder-flash","family":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","name":"Qwopus3 5 9B Coder Flash","maker":"Jackrong","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF/Qwopus3-5-9B-Coder-Flash-Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-02T00:49:42.000Z","downloads":18103,"likes":37,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q2_K.gguf","label":"Q2_K","size":3914970208,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364022880,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-IQ3_S.gguf","label":"IQ3_S","size":4475991136,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783840,"bits":3.93,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","file":"Qwopus3-5-9B-Coder-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":4737609664,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513632,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326419040,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q4_0.gguf","label":"Q4_0","size":5462864992,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488555104,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663968,"bits":4.83,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","file":"Qwopus3-5-9B-Coder-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":5780090816,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q4_1.gguf","label":"Q4_1","size":5961462880,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF","file":"Qwopus3-5-9B-Coder-Flash.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643680,"bits":5.63,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","file":"Qwopus3-5-9B-Coder-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":6642544576,"bits":5.78,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","file":"Qwopus3-5-9B-Coder-Flash-Q6_K.gguf","label":"Q6_K","size":7558901696,"bits":6.57,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","file":"Qwopus3-5-9B-Coder-Flash-Q8_0.gguf","label":"Q8_0","size":9786060736,"bits":8.51,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","file":"Qwopus3-5-9B-Coder-Flash-BF16.gguf","label":"BF16","size":18407321536,"bits":16.01,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3-5-9B-Coder-Flash-GGUF","mradermacher/Qwopus3-5-9B-Coder-Flash-i1-GGUF"],"logoFrom":"Jackrong"},{"id":"rocinante-12b-v1-1","family":"TheDrummer/Rocinante-12B-v1.1-GGUF","name":"Rocinante 12B V1.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"TheDrummer/Rocinante-12B-v1.1-GGUF/Rocinante-12B-v1.1-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-08-15T14:56:23.000Z","downloads":18099,"likes":82,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-IQ2_M.gguf","label":"IQ2_M","size":4435022592,"bits":2.9,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q2_K.gguf","label":"Q2_K","size":4791046592,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":5306487552,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q2_K_L.gguf","label":"Q2_K_L","size":5446406912,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":5534225152,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-IQ3_M.gguf","label":"IQ3_M","size":5722231552,"bits":3.74,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q3_K_M.gguf","label":"Q3_K_M","size":6083088832,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":6561501952,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":6742708992,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071699712,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071699712,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071699712,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_0.gguf","label":"Q4_0","size":7094637312,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":7120196352,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148704512,"bits":4.67,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":7477203392,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":7975277312,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":8518734592,"bits":5.56,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q5_K_M.gguf","label":"Q5_K_M","size":8727630272,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q5_K_L.gguf","label":"Q5_K_L","size":9141818112,"bits":5.97,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q6_K.gguf","label":"Q6_K","size":10056208832,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":10381267712,"bits":6.78,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-Q8_0.gguf","label":"Q8_0","size":13022368192,"bits":8.5,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-BF16.gguf","label":"BF16","size":24504275392,"bits":16,"known":true,"rank":0},{"repo":"TheDrummer/Rocinante-12B-v1.1-GGUF","file":"Rocinante-12B-v1.1-F16.gguf","label":"F16","size":24504275392,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Rocinante-12B-v1.1-GGUF","bartowski/Rocinante-12B-v1.1-GGUF"],"logoFrom":"TheDrummer"},{"id":"startlux-decision-v1-1-27b-instant","family":"startlux-models/StartLux-Decision-v1.1-27B-Instant","name":"StartLux Decision V1.1 27B Instant","maker":"startlux-models","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"startlux-models/StartLux-Decision-v1.1-27B-Instant-GGUF/StartLux-Decision-v1.1-27B-Instant-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-11T01:45:40.000Z","downloads":18078,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-27B-Instant-GGUF","file":"StartLux-Decision-v1.1-27B-Instant-Q4_K_M.gguf","label":"Q4_K_M","size":16547400128,"bits":4.92,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-27B-Instant-GGUF","file":"StartLux-Decision-v1.1-27B-Instant-Q8_0.gguf","label":"Q8_0","size":28595763648,"bits":8.5,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-27B-Instant-GGUF"],"logoFrom":"startlux-models"},{"id":"dots-ocr","family":"rednote-hilab/dots.ocr","name":"Dots.ocr","maker":"rednote-hilab","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"ggml-org/dots.ocr-GGUF/dots.ocr-Q8_0.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":true,"licence":"mit","open":true,"released":"2025-07-30T09:55:44.000Z","downloads":18028,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/dots.ocr-GGUF","file":"dots.ocr-Q8_0.gguf","label":"Q8_0","size":1894530272,"bits":8.51,"known":true,"rank":0},{"repo":"ggml-org/dots.ocr-GGUF","file":"dots.ocr-f16.gguf","label":"F16","size":3560414432,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/dots.ocr-GGUF"],"logoFrom":"rednote-hilab"},{"id":"01-ai-yi-coder-9b-chat","family":"RichardErkhov/01-ai_-_Yi-Coder-9B-Chat-gguf","name":"01 Ai Yi Coder 9B","maker":"RichardErkhov","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"RichardErkhov/01-ai_-_Yi-Coder-9B-Chat-gguf/Yi-Coder-9B-Chat.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-11T11:50:49.000Z","downloads":17948,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q2_K.gguf","label":"Q2_K","size":3354324992,"bits":3.04,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.IQ3_XS.gguf","label":"IQ3_XS","size":3717935104,"bits":3.37,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q3_K_S.gguf","label":"Q3_K_S","size":3899207680,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.IQ3_S.gguf","label":"IQ3_S","size":3912577024,"bits":3.54,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.IQ3_M.gguf","label":"IQ3_M","size":4055461888,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q3_K.gguf","label":"Q3_K","size":4324405248,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4324405248,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4690751488,"bits":4.25,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.IQ4_XS.gguf","label":"IQ4_XS","size":4827279360,"bits":4.37,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q4_0.gguf","label":"Q4_0","size":5036994560,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5071859712,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.IQ4_NL.gguf","label":"IQ4_NL","size":5083394048,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q4_K.gguf","label":"Q4_K","size":5328957440,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5328957440,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q4_1.gguf","label":"Q4_1","size":5572423680,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q5_0.gguf","label":"Q5_0","size":6107852800,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6107852800,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q5_K.gguf","label":"Q5_K","size":6258257920,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6258257920,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q5_1.gguf","label":"Q5_1","size":6643281920,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q6_K.gguf","label":"Q6_K","size":7245639680,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-Coder-9B-gguf","file":"Yi-Coder-9B.Q8_0.gguf","label":"Q8_0","size":9383915520,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-Coder-9B-Chat-gguf","RichardErkhov/01-ai_-_Yi-Coder-9B-gguf"],"logoFrom":"RichardErkhov"},{"id":"huihui-gemma-4-e4b-it-qat-q4-0-unquantized-abliterated","family":"huihui-ai/Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-GGUF","name":"Huihui Gemma 4 E4B Qat Q4 0 Unquantized Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":7.46,"active":null,"layers":42,"probe":"huihui-ai/Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-GGUF/Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-10T09:13:11.000Z","downloads":17895,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","label":"Q4_K","size":5302272352,"bits":5.69,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-bf16.gguf","label":"BF16","size":14942970208,"bits":16.02,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gemma-4-E4B-it-qat-q4_0-unquantized-abliterated-GGUF"],"logoFrom":"google"},{"id":"minicpm-ocr-jev","family":"openbmb/MiniCPM-OCR-Jev","name":"MiniCPM OCR Jev","maker":"openbmb","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"openbmb/MiniCPM-OCR-Jev-gguf/MiniCPM-OCR-Jev-IQ3_XS.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T09:19:17.000Z","downloads":17859,"likes":18,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-IQ3_XS.gguf","label":"IQ3_XS","size":1027210816,"bits":4.37,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-IQ3_M.gguf","label":"IQ3_M","size":1059454336,"bits":4.51,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-IQ4_XS.gguf","label":"IQ4_XS","size":1201869184,"bits":5.11,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q4_0.gguf","label":"Q4_0","size":1202495872,"bits":5.12,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q4_K_S.gguf","label":"Q4_K_S","size":1212064128,"bits":5.16,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-IQ4_NL.gguf","label":"IQ4_NL","size":1236312448,"bits":5.26,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q4_K_M.gguf","label":"Q4_K_M","size":1274405248,"bits":5.42,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q4_1.gguf","label":"Q4_1","size":1288290688,"bits":5.48,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q5_0.gguf","label":"Q5_0","size":1374085504,"bits":5.85,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q5_K_S.gguf","label":"Q5_K_S","size":1374085504,"bits":5.85,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q5_K_M.gguf","label":"Q5_K_M","size":1411129728,"bits":6,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q5_1.gguf","label":"Q5_1","size":1459880320,"bits":6.21,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q6_K.gguf","label":"Q6_K","size":1556399488,"bits":6.62,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-Q8_0.gguf","label":"Q8_0","size":2012021120,"bits":8.56,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-OCR-Jev-gguf","file":"MiniCPM-OCR-Jev-F16.gguf","label":"F16","size":3775717760,"bits":16.07,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-OCR-Jev-gguf"],"logoFrom":"openbmb"},{"id":"suri-qwen-3-8-27b-uncensored","family":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored","name":"Suri Qwen 3.8 27B Uncensored","maker":"SpaceTimee","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF/suri-qwen-3.8-27b-uncensored-ud-iq1_s.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-09-23T15:08:46.000Z","downloads":17843,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq1_s.gguf","label":"UD-IQ1_S","size":7388810688,"bits":2.16,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq1_m.gguf","label":"UD-IQ1_M","size":7870070208,"bits":2.3,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq2_xxs.gguf","label":"UD-IQ2_XXS","size":8672169408,"bits":2.54,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq2_xs.gguf","label":"UD-IQ2_XS","size":9329577408,"bits":2.73,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq2_s.gguf","label":"UD-IQ2_S","size":9601899968,"bits":2.81,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q2_k_xl.gguf","label":"UD-Q2_K_XL","size":9863224864,"bits":2.89,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq2_m.gguf","label":"UD-IQ2_M","size":10243579328,"bits":3,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q2_k_s.gguf","label":"Q2_K_S","size":10699648544,"bits":3.13,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q2_k.gguf","label":"Q2_K","size":10864593984,"bits":3.18,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq3_xxs.gguf","label":"UD-IQ3_XXS","size":11425357248,"bits":3.35,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q2_k_l.gguf","label":"Q2_K_L","size":12106194464,"bits":3.55,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q3_k_s.gguf","label":"Q3_K_S","size":12256537664,"bits":3.59,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq3_s.gguf","label":"UD-IQ3_S","size":12658314688,"bits":3.71,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq3_m.gguf","label":"UD-IQ3_M","size":12819860928,"bits":3.75,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q3_k_xl.gguf","label":"UD-Q3_K_XL","size":13181046304,"bits":3.86,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q3_k_m.gguf","label":"Q3_K_M","size":13500738624,"bits":3.95,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q3_k_l.gguf","label":"Q3_K_L","size":14559800384,"bits":4.26,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq4_xs.gguf","label":"UD-IQ4_XS","size":15321492928,"bits":4.49,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q4_k_s.gguf","label":"UD-Q4_K_S","size":15392865824,"bits":4.51,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q3_k_xl.gguf","label":"Q3_K_XL","size":15672274464,"bits":4.59,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q4_0.gguf","label":"Q4_0","size":15715855424,"bits":4.6,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q4_k_s.gguf","label":"Q4_K_S","size":15825300544,"bits":4.63,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-iq4_nl.gguf","label":"UD-IQ4_NL","size":16040914368,"bits":4.7,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q4_k_m.gguf","label":"UD-Q4_K_M","size":16499093024,"bits":4.83,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":16810716224,"bits":4.92,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q4_1.gguf","label":"Q4_1","size":17343770144,"bits":5.08,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q4_k_xl.gguf","label":"UD-Q4_K_XL","size":17593830944,"bits":5.15,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q4_k_l.gguf","label":"Q4_K_L","size":17754332704,"bits":5.2,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q5_k_s.gguf","label":"UD-Q5_K_S","size":18700406304,"bits":5.48,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q5_0.gguf","label":"Q5_0","size":18971683904,"bits":5.56,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q5_k_s.gguf","label":"Q5_K_S","size":18971683904,"bits":5.56,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q5_k_m.gguf","label":"Q5_K_M","size":19535703104,"bits":5.72,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q5_k_m.gguf","label":"UD-Q5_K_M","size":19806162464,"bits":5.8,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q5_k_l.gguf","label":"Q5_K_L","size":20320394784,"bits":5.95,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q5_1.gguf","label":"Q5_1","size":20599598624,"bits":6.03,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q5_k_xl.gguf","label":"UD-Q5_K_XL","size":20911590944,"bits":6.12,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q6_k.gguf","label":"UD-Q6_K","size":22018330144,"bits":6.45,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q6_k.gguf","label":"Q6_K","size":22431001664,"bits":6.57,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-q6_k_l.gguf","label":"Q6_K_L","size":23046835744,"bits":6.75,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF","file":"suri-qwen-3.8-27b-uncensored-ud-q6_k_m.gguf","label":"UD-Q6_K_M","size":23123062304,"bits":6.77,"known":true,"rank":0}],"repos":["SpaceTimee/Suri-Qwen-3.8-27B-Uncensored-GGUF"],"logoFrom":"SpaceTimee"},{"id":"llama-2-70b-chat","family":"TheBloke/Llama-2-70B-Chat-GGUF","name":"Llama 2 70B","maker":"TheBloke","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Llama-2-70B-Chat-GGUF/llama-2-70b-chat.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-04T17:53:09.000Z","downloads":17790,"likes":151,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1171,"arenaCoding":1179,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":14535538816,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":15943252096,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289440896,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334164096,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":21354313856,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":23231264896,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-Q2_K.gguf","label":"Q2_K","size":25462438016,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581465216,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974336,"bits":3.28,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":29919295616,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":30944278656,"bits":3.59,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Llama-2-70b-chat-hf-i1-GGUF","file":"Llama-2-70b-chat-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829821056,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-GGUF","file":"llama-2-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Chat-GGUF","file":"llama-2-70b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-70B-Chat-GGUF","TheBloke/Llama-2-70B-GGUF","mradermacher/Llama-2-70b-chat-hf-GGUF","mradermacher/Llama-2-70b-chat-hf-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"qwen3-30b-a3b-abliterated-erotic","family":"Ewere/Qwen3-30B-A3B-abliterated-erotic","name":"Qwen3 30B A3B Abliterated Erotic","maker":"Ewere","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF/Qwen3-30B-A3B-abliterated-erotic.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-09T17:17:05.000Z","downloads":17762,"likes":150,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q2_K.gguf","label":"Q2_K","size":11258610304,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849327232,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598442624,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292468864,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-IQ3_S.gguf","label":"IQ3_S","size":13299153536,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063040,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711847552,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900670592,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368349824,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q4_0.gguf","label":"Q4_0","size":17379988096,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456009856,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556686976,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q4_1.gguf","label":"Q4_1","size":19192500864,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080511104,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725581952,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.i1-Q6_K.gguf","label":"Q6_K","size":25092532864,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","file":"Qwen3-30B-A3B-abliterated-erotic.Q8_0.gguf","label":"Q8_0","size":32483932544,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Qwen3-30B-A3B-abliterated-erotic-GGUF","mradermacher/Qwen3-30B-A3B-abliterated-erotic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"granite-4-1-8b","family":"ibm-granite/granite-4.1-8b","name":"Granite 4.1 8B","maker":"IBM","catalog":null,"tuned":false,"params":8.79,"active":null,"layers":40,"probe":"unsloth/granite-4.1-8b-GGUF/granite-4.1-8b-UD-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-06T13:18:47.000Z","downloads":17701,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1304,"arenaCoding":1353,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3272078720,"bits":2.98,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q2_K.gguf","label":"Q2_K","size":3412308640,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3606148480,"bits":3.28,"known":true,"rank":1},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3625055616,"bits":3.3,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3942953632,"bits":3.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4347048608,"bits":3.96,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4581389696,"bits":4.17,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4699894432,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4833129856,"bits":4.4,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q4_0.gguf","label":"Q4_0","size":5055951520,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-IQ4_NL.gguf","label":"IQ4_NL","size":5076923776,"bits":4.62,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q4_K_S.gguf","label":"Q4_K_S","size":5090816672,"bits":4.63,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5347914400,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5494551936,"bits":5,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q4_1.gguf","label":"Q4_1","size":5579715232,"bits":5.08,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q5_0.gguf","label":"Q5_0","size":6103478944,"bits":5.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q5_K_S.gguf","label":"Q5_K_S","size":6103478944,"bits":5.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q5_K_M.gguf","label":"Q5_K_M","size":6253884064,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6290830720,"bits":5.73,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q5_1.gguf","label":"Q5_1","size":6627242656,"bits":6.03,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q6_K.gguf","label":"Q6_K","size":7216476832,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7913321856,"bits":7.2,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-Q8_0.gguf","label":"Q8_0","size":9345610400,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/granite-4.1-8b-GGUF","file":"granite-4.1-8b-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":11246810496,"bits":10.24,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.1-8b-GGUF","file":"granite-4.1-8b-bf16.gguf","label":"BF16","size":17587417760,"bits":16.01,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.1-8b-GGUF","unsloth/granite-4.1-8b-GGUF"],"logoFrom":"ibm-granite"},{"id":"ingot-xii-27b-q2","family":"dendriteholdings/Ingot-XII-27B-Q2","name":"Ingot XII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XII-27B-Q2/Ingot-XII-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-26T07:17:01.000Z","downloads":17685,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XII-27B-Q2","file":"Ingot-XII-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XII-27B-Q2","file":"Ingot-XII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"lfm2-5-230m-localai","family":"weareapexcreators/LFM2.5-230M-LocalAI","name":"LFM2.5 230M LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":0.23,"active":null,"layers":14,"probe":"weareapexcreators/LFM2.5-230M-LocalAI/LFM2.5-230M-Q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"mit","open":true,"released":"2026-08-26T11:58:50.000Z","downloads":17614,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/LFM2.5-230M-LocalAI","file":"LFM2.5-230M-Q8_0.gguf","label":"Q8_0","size":246598496,"bits":8.58,"known":true,"rank":0}],"repos":["weareapexcreators/LFM2.5-230M-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-5-4b-nsfw-ara-heretic-literotica-i1","family":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","name":"Qwen3.5 4B NSFW ARA Heretic Literotica I1","maker":"Sinbad-The-Sailor","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-03-25T11:55:47.000Z","downloads":17614,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234784,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419424,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393824,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594784,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975904,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555424,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393184,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494304,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q2_K.gguf","label":"Q2_K","size":1915471584,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880544,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581024,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512544,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187424,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064864,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317344,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286304,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q4_0.gguf","label":"Q4_0","size":2549798624,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888864,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436384,"bits":4.96,"known":true,"rank":0},{"repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1.Q4_K_M.gguf","label":"Q4_K_M","size":2708804832,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q4_1.gguf","label":"Q4_1","size":2766968544,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036704,"bits":5.68,"known":true,"rank":0},{"repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1.Q5_K_M.gguf","label":"Q5_K_M","size":3074987232,"bits":5.84,"known":true,"rank":0},{"repo":"Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","file":"Qwen3.5-4B-NSFW-ARA-Heretic-Literotica.i1.Q6_K.gguf","label":"Q6_K","size":3464056032,"bits":6.58,"known":true,"rank":0}],"repos":["Sinbad-The-Sailor/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF","mradermacher/Qwen3.5-4B-NSFW-ARA-Heretic-Literotica-i1-GGUF"],"logoFrom":"Sinbad-The-Sailor"},{"id":"glm-4-7","family":"zai-org/GLM-4.7","name":"GLM 4.7","maker":"Z.ai","catalog":null,"tuned":true,"params":358.34,"active":35.59,"layers":93,"probe":"unsloth/GLM-4.7-GGUF/GLM-4.7-UD-TQ1_0.gguf","kvBytesPerToken":440734,"kvHeader":380928,"kvFixed":0,"context":202752,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2025-12-22T07:45:52.000Z","downloads":17609,"likes":226,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1441,"arenaCoding":1484,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.7-GGUF","file":"GLM-4.7-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":84494125664,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-IQ1_S/GLM-4.7-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":97175341856,"bits":2.17,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-IQ1_M/GLM-4.7-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":107659012992,"bits":2.4,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-IQ2_XXS/GLM-4.7-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":115912821664,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-IQ2_M/GLM-4.7-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":122440207264,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q2_K/GLM-4.7-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":131159649152,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q2_K_L/GLM-4.7-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":131341511552,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-Q2_K_XL/GLM-4.7-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":135199411136,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-IQ3_XXS/GLM-4.7-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":145120517024,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q3_K_S/GLM-4.7-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":155021880320,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-Q3_K_XL/GLM-4.7-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":158740536352,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q3_K_M/GLM-4.7-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":171268787232,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"IQ4_XS/GLM-4.7-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":191562951712,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"IQ4_NL/GLM-4.7-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":202456345728,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q4_0/GLM-4.7-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":203036339328,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q4_K_S/GLM-4.7-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":203679902848,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-Q4_K_XL/GLM-4.7-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":204564536480,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q4_K_M/GLM-4.7-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":216455572576,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q4_1/GLM-4.7-Q4_1-00001-of-00005.gguf","label":"Q4_1","size":224605547648,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q5_K_S/GLM-4.7-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":247003704448,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-Q5_K_XL/GLM-4.7-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":253606497568,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q5_K_M/GLM-4.7-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":254246825248,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q6_K/GLM-4.7-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":294371691776,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-Q6_K_XL/GLM-4.7-UD-Q6_K_XL-00001-of-00007.gguf","label":"UD-Q6_K_XL","size":301101419936,"bits":6.72,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"Q8_0/GLM-4.7-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":380966784544,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"UD-Q8_K_XL/GLM-4.7-UD-Q8_K_XL-00001-of-00009.gguf","label":"UD-Q8_K_XL","size":394832563872,"bits":8.81,"known":true,"rank":0},{"repo":"unsloth/GLM-4.7-GGUF","file":"BF16/GLM-4.7-BF16-00001-of-00015.gguf","label":"BF16","size":716837146592,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-4.7-GGUF"],"logoFrom":"zai-org"},{"id":"deepseek-coder-6-7b-base","family":"deepseek-ai/deepseek-coder-6.7b-base","name":"Deepseek Coder 6.7B Base","maker":"DeepSeek","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF/deepseek-coder-6.7b-base.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-23T16:15:39.000Z","downloads":17603,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ1_S.gguf","label":"IQ1_S","size":1530080160,"bits":1.82,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ1_M.gguf","label":"IQ1_M","size":1652468640,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1856449440,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2036411296,"bits":2.42,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ2_S.gguf","label":"IQ2_S","size":2198170528,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ2_M.gguf","label":"IQ2_M","size":2361355168,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q2_K.gguf","label":"Q2_K","size":2534501280,"bits":3.01,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2586995616,"bits":3.07,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2798267296,"bits":3.32,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q2_K.gguf","label":"Q2_K","size":2827706592,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ3_S.gguf","label":"IQ3_S","size":2950048672,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2950048672,"bits":3.5,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q3_K_S.gguf","label":"Q3_K_S","size":2950176992,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ3_M.gguf","label":"IQ3_M","size":3116608416,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3299748768,"bits":3.92,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q3_K_M.gguf","label":"Q3_K_M","size":3299877088,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3598855072,"bits":4.27,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q3_K_L.gguf","label":"Q3_K_L","size":3598983392,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3621186464,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3827690400,"bits":4.54,"known":false,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3827690400,"bits":4.54,"known":false,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3827690400,"bits":4.54,"known":false,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q4_0.gguf","label":"Q4_0","size":3827818720,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q4_0.gguf","label":"Q4_0","size":3838962592,"bits":4.56,"known":true,"rank":1},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3858623392,"bits":4.58,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q4_K_S.gguf","label":"Q4_K_S","size":3858751712,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4082887584,"bits":4.85,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q4_K_M.gguf","label":"Q4_K_M","size":4083015904,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4653706144,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q5_0.gguf","label":"Q5_0","size":4653834464,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q5_K_S.gguf","label":"Q5_K_S","size":4653834464,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4785171360,"bits":5.68,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q5_K_M.gguf","label":"Q5_K_M","size":4785299680,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-6.7b-base-i1-GGUF","file":"deepseek-coder-6.7b-base.i1-Q6_K.gguf","label":"Q6_K","size":5531347872,"bits":6.57,"known":true,"rank":1},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q6_K.gguf","label":"Q6_K","size":5531476192,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-6.7B-base-GGUF","file":"deepseek-coder-6.7b-base.Q8_0.gguf","label":"Q8_0","size":7163879648,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/deepseek-coder-6.7B-base-GGUF","mradermacher/deepseek-coder-6.7b-base-GGUF","mradermacher/deepseek-coder-6.7b-base-i1-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-zero-coder-reasoning-v2-0-8b-neo-ex","family":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","name":"Qwen3 Zero Coder Reasoning V2 0.8B NEO EX","maker":"DavidAU","catalog":null,"tuned":true,"params":0.82,"active":null,"layers":42,"probe":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF/Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q8_0.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-25T03:10:06.000Z","downloads":17537,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_XXS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_XXS-imat","size":263519232,"bits":2.57,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_XS-imat","size":282295296,"bits":2.75,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_XXS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_XXS-imat","size":287828992,"bits":2.81,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_XXS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_XXS-imat","size":287828992,"bits":2.81,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_S-imat","size":300751872,"bits":2.93,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_XS-imat","size":306605056,"bits":2.99,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_XS-imat","size":306605056,"bits":2.99,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q2_K_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q2_K_S-imat","size":309451776,"bits":3.02,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ2_M-imat","size":316775424,"bits":3.09,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_S-imat","size":325061632,"bits":3.17,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_S-imat","size":325061632,"bits":3.17,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q2_K-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q2_K-imat","size":332602368,"bits":3.24,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_XXS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_XXS-imat","size":337763328,"bits":3.3,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ2_M-imat","size":341085184,"bits":3.33,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ2_M-imat","size":341085184,"bits":3.33,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q2_K_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q2_K_S-imat","size":354424832,"bits":3.46,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q2_K_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q2_K_S-imat","size":354424832,"bits":3.46,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_XS-imat","size":357522432,"bits":3.49,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_XXS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_XXS-imat","size":362073088,"bits":3.53,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_XXS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_XXS-imat","size":362073088,"bits":3.53,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_S-imat","size":372857856,"bits":3.64,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q3_K_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q3_K_S-imat","size":372857856,"bits":3.64,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q2_K-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q2_K-imat","size":377575424,"bits":3.68,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q2_K-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q2_K-imat","size":377575424,"bits":3.68,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ3_M-imat","size":392494080,"bits":3.83,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_XS-imat","size":402495488,"bits":3.93,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_XS-imat","size":402495488,"bits":3.93,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q3_K_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q3_K_M-imat","size":409000960,"bits":3.99,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_S-imat","size":417830912,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q3_K_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q3_K_S-imat","size":417830912,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_S-imat","size":417830912,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q3_K_S-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q3_K_S-imat","size":417830912,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-IQ3_M-imat","size":437467136,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-IQ3_M-imat","size":437467136,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ4_XS-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ4_XS-imat","size":439950336,"bits":4.29,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q3_K_L-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q3_K_L-imat","size":440982528,"bits":4.3,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q3_K_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO-EX-D_AU-Q3_K_M-imat","size":453974016,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q3_K_M-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO2-EX-D_AU-Q3_K_M-imat","size":453974016,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ4_NL-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-IQ4_NL-imat","size":460594176,"bits":4.49,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF","file":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q4_0-imat.gguf","label":"Qwen3-Zro-Cdr-Reason-V2-0.8B-NEO3-EX-D_AU-Q4_0-imat","size":461577216,"bits":4.5,"known":false,"rank":0}],"repos":["DavidAU/Qwen3-Zero-Coder-Reasoning-V2-0.8B-NEO-EX-GGUF"],"logoFrom":"DavidAU"},{"id":"olmocr-2-7b-1025","family":"allenai/olmOCR-2-7B-1025","name":"OlmOCR 2 7B 1025","maker":"Ai2","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/allenai_olmOCR-2-7B-1025-GGUF/allenai_olmOCR-2-7B-1025-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-06T21:16:59.000Z","downloads":17506,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-IQ2_M.gguf","label":"IQ2_M","size":2780341408,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q2_K.gguf","label":"Q2_K","size":3015939232,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513568,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-IQ3_XS.gguf","label":"IQ3_XS","size":3346255008,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q3_K_S.gguf","label":"Q3_K_S","size":3492367520,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q2_K_L.gguf","label":"Q2_K_L","size":3548163232,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-IQ3_M.gguf","label":"IQ3_M","size":3574011040,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q3_K_M.gguf","label":"Q3_K_M","size":3808390304,"bits":4,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q3_K_L.gguf","label":"Q3_K_L","size":4088458400,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-IQ4_XS.gguf","label":"IQ4_XS","size":4218471584,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-IQ4_NL.gguf","label":"IQ4_NL","size":4437812384,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q4_0.gguf","label":"Q4_0","size":4444120224,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q4_K_S.gguf","label":"Q4_K_S","size":4457768096,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565331104,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q4_K_M.gguf","label":"Q4_K_M","size":4683072672,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q4_1.gguf","label":"Q4_1","size":4873282720,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q4_K_L.gguf","label":"Q4_K_L","size":5087562912,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q5_K_S.gguf","label":"Q5_K_S","size":5315175584,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q5_K_M.gguf","label":"Q5_K_M","size":5444830368,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q5_K_L.gguf","label":"Q5_K_L","size":5781195936,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q6_K.gguf","label":"Q6_K","size":6254197920,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q6_K_L.gguf","label":"Q6_K_L","size":6518181024,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-Q8_0.gguf","label":"Q8_0","size":8098524320,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","file":"allenai_olmOCR-2-7B-1025-bf16.gguf","label":"BF16","size":15237852032,"bits":16,"known":true,"rank":0}],"repos":["bartowski/allenai_olmOCR-2-7B-1025-GGUF","lmstudio-community/olmOCR-2-7B-1025-GGUF"],"logoFrom":"allenai"},{"id":"ternary-bonsai-2-27b-abliterated","family":"Hikari07jp/Ternary-Bonsai-2-27B-Abliterated-GGUF","name":"Ternary Bonsai 2 27B Abliterated","maker":"Hikari07jp","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Hikari07jp/Ternary-Bonsai-2-27B-Abliterated-GGUF/Ternary-Bonsai-2-27B-Abliterated-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-18T10:38:41.000Z","downloads":17458,"likes":152,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Override-6/Ternary-Bonsai-2-27B-abliterated-gguf","file":"Ternary-Bonsai-2-27B-PTQ1_0-abliterated.gguf","label":"Ternary-Bonsai-2-27B-PTQ1_0-abliterated","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"Hikari07jp/Ternary-Bonsai-2-27B-Abliterated-GGUF","file":"Ternary-Bonsai-2-27B-Abliterated-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["Hikari07jp/Ternary-Bonsai-2-27B-Abliterated-GGUF","Override-6/Ternary-Bonsai-2-27B-abliterated-gguf"],"logoFrom":"prism-ml"},{"id":"qwen3-8-flash-next-abliterated","family":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated","name":"Qwen3.8 Flash Next Abliterated","maker":"windowsxp811203","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF/Qwen3.8-Flash-Next-Abliterated-Q4_K_M.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-26T03:35:24.000Z","downloads":17446,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":119150722112,"bits":5.39,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":134106667072,"bits":6.06,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-Q6_K.gguf","label":"Q6_K","size":167639838272,"bits":7.58,"known":true,"rank":0},{"repo":"apetersson/Qwen3.8-Flash-Next-Abliterated","file":"Qwen3.8-Flash-Next-Abliterated-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":184265771648,"bits":8.33,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-Q8_0.gguf","label":"Q8_0","size":188224949312,"bits":8.51,"known":true,"rank":0},{"repo":"windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF","file":"Qwen3.8-Flash-Next-Abliterated-BF16.gguf","label":"BF16","size":354029928896,"bits":16.01,"known":true,"rank":0}],"repos":["apetersson/Qwen3.8-Flash-Next-Abliterated","windowsxp811203/Qwen3.8-Flash-Next-Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"r3ge-quen2-5-7b","family":"JackFRost0703/R3GE_Quen2.5_7B","name":"R3GE Quen2.5 7B","maker":"JackFRost0703","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"JackFRost0703/R3GE_Quen2.5_7B/unsloth.Q4_K_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-02-16T23:02:05.000Z","downloads":17418,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"JackFRost0703/R3GE_Quen2.5_7B","file":"unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":4683070912,"bits":4.92,"known":true,"rank":0}],"repos":["JackFRost0703/R3GE_Quen2.5_7B"],"logoFrom":null},{"id":"qwen3-14b-claude-4-5-opus-high-reasoning-distill","family":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill","name":"Qwen3 14B Claude 4.5 Opus High Reasoning Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF/Qwen3-14B-Claude-4.5-Opus-Distill.q3_k_s.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-10T09:25:28.000Z","downloads":17401,"likes":332,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Claude-4.5-Opus-Distill.q3_k_s.gguf","label":"Q3_K_S","size":6657106560,"bits":3.61,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Claude-4.5-Opus-Distill.q3_k_m.gguf","label":"Q3_K_M","size":7321313920,"bits":3.97,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Claude-4.5-Opus-Distill.iq4_nl.gguf","label":"IQ4_NL","size":8597069440,"bits":4.66,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Claude-4.5-Opus-Distill.q4_k_m.gguf","label":"Q4_K_M","size":9001754240,"bits":4.88,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"qwen3-14b.Q8_0.gguf","label":"Q8_0","size":15698534400,"bits":8.5,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"qwen3-14b.F16.gguf","label":"F16","size":29543424000,"bits":16,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Claude-4.5-Opus-Distill.bf16.gguf","label":"BF16","size":29543424640,"bits":16,"known":true,"rank":0}],"repos":["TeichAI/Qwen3-14B-Claude-4.5-Opus-High-Reasoning-Distill-GGUF"],"logoFrom":"TeichAI"},{"id":"sprinkle-gemma-4-31b","family":"p-e-r-e-g-r-i-n-e/Sprinkle-Gemma-4-31B","name":"Sprinkle Gemma 4 31B","maker":"p-e-r-e-g-r-i-n-e","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF/Sprinkle-Gemma-4-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-04-17T01:46:30.000Z","downloads":17389,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156488864,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725871776,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674843296,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530358432,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888160,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917065376,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976588448,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916313248,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507232,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368288,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761356448,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761356448,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424496800,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287108256,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628269728,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735789728,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701577376,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763164832,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687062688,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481420448,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311840928,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845570208,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF","file":"Sprinkle-Gemma-4-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201484448,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Sprinkle-Gemma-4-31B-i1-GGUF"],"logoFrom":"p-e-r-e-g-r-i-n-e"},{"id":"vllm-d3-mini","family":"ggml-org/vllm-d3-mini-GGUF","name":"Vllm D3 Mini","maker":"ggml-org","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":32,"probe":"ggml-org/vllm-d3-mini-GGUF/vllm-d3-mini-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:26:52.000Z","downloads":17335,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/vllm-d3-mini-GGUF","file":"vllm-d3-mini-Q4_K_M.gguf","label":"Q4_K_M","size":3707523584,"bits":6.13,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-mini-GGUF","file":"vllm-d3-mini-Q8_0.gguf","label":"Q8_0","size":5157835264,"bits":8.53,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-mini-GGUF","file":"vllm-d3-mini-BF16.gguf","label":"BF16","size":9695793664,"bits":16.03,"known":true,"rank":0}],"repos":["ggml-org/vllm-d3-mini-GGUF"],"logoFrom":"vllm-sr"},{"id":"startlux-decision-v1-1-4b-autothink","family":"startlux-models/StartLux-Decision-v1.1-4B-AutoThink","name":"StartLux Decision V1.1 4B AutoThink","maker":"startlux-models","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"startlux-models/StartLux-Decision-v1.1-4B-AutoThink-GGUF/StartLux-Decision-v1.1-4B-AutoThink-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-10T19:36:16.000Z","downloads":17299,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-4B-AutoThink-GGUF","file":"StartLux-Decision-v1.1-4B-AutoThink-Q4_K_M.gguf","label":"Q4_K_M","size":2708804032,"bits":5.15,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-4B-AutoThink-GGUF","file":"StartLux-Decision-v1.1-4B-AutoThink-Q8_0.gguf","label":"Q8_0","size":4482402752,"bits":8.52,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-4B-AutoThink-GGUF"],"logoFrom":"startlux-models"},{"id":"dolphin-2-9-4-llama3-1-8b","family":"dphn/dolphin-2.9.4-llama3.1-8b","name":"Dolphin 2.9.4 Llama3.1 8B","maker":"dphn","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF/dolphin-2.9.4-llama3.1-8b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-08-04T16:42:31.000Z","downloads":17294,"likes":105,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2019637536,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2161981728,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399222048,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605791520,"bits":2.6,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2758499424,"bits":2.75,"known":true,"rank":1},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-IQ2_M.gguf","label":"IQ2_M","size":2948291232,"bits":2.94,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q2_K.gguf","label":"Q2_K","size":3179141376,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274923104,"bits":3.26,"known":true,"rank":1},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3518758624,"bits":3.51,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3664510016,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","file":"dolphin-2.9.4-llama3.1-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3682336928,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-Q2_K_L.gguf","label":"Q2_K_L","size":3692174048,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-IQ3_M.gguf","label":"IQ3_M","size":3784834784,"bits":3.77,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4018928704,"bits":4,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4321967168,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4447674912,"bits":4.43,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q4_0.gguf","label":"Q4_0","size":4661223552,"bits":4.64,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4692680832,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781644512,"bits":4.76,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q4_K_M.gguf","label":"Q4_K_M","size":4920746112,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-Q4_K_L.gguf","label":"Q4_K_L","size":5310651104,"bits":5.29,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q5_0.gguf","label":"Q5_0","size":5599306880,"bits":5.58,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5599306880,"bits":5.58,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5733000320,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-Q5_K_L.gguf","label":"Q5_K_L","size":6057237216,"bits":6.03,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q6_K.gguf","label":"Q6_K","size":6596020416,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-Q6_K_L.gguf","label":"Q6_K_L","size":6850484960,"bits":6.82,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.4-llama3.1-8b-gguf","file":"dolphin-2.9.4-llama3.1-8b-Q8_0.gguf","label":"Q8_0","size":8540788800,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","file":"dolphin-2.9.4-llama3.1-8b-f32.gguf","label":"F32","size":32128947648,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/dolphin-2.9.4-llama3.1-8b-GGUF","dphn/dolphin-2.9.4-llama3.1-8b-gguf","mradermacher/dolphin-2.9.4-llama3.1-8b-i1-GGUF","yaneivan/dolphin-2.9.4-llama3.1-8b-Q4_K_M-GGUF"],"logoFrom":"dphn"},{"id":"sakura-14b-qwen2-5-v1-0","family":"SakuraLLM/Sakura-14B-Qwen2.5-v1.0-GGUF","name":"Sakura 14B Qwen2.5 V1.0","maker":"SakuraLLM","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"SakuraLLM/Sakura-14B-Qwen2.5-v1.0-GGUF/sakura-14b-qwen2.5-v1.0-iq4xs.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2024-10-07T07:14:28.000Z","downloads":17285,"likes":98,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-14B-Qwen2.5-v1.0-GGUF","file":"sakura-14b-qwen2.5-v1.0-iq4xs.gguf","label":"sakura-14b-qwen2.5-v1.0-iq4xs","size":8186195264,"bits":4.43,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-14B-Qwen2.5-v1.0-GGUF","file":"sakura-14b-qwen2.5-v1.0-q4km.gguf","label":"sakura-14b-qwen2.5-v1.0-q4km","size":8988110144,"bits":4.87,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-14B-Qwen2.5-v1.0-GGUF","file":"sakura-14b-qwen2.5-v1.0-q6k.gguf","label":"sakura-14b-qwen2.5-v1.0-q6k","size":12124683584,"bits":6.57,"known":false,"rank":0}],"repos":["SakuraLLM/Sakura-14B-Qwen2.5-v1.0-GGUF"],"logoFrom":"SakuraLLM"},{"id":"minicpm-v-2-6","family":"openbmb/MiniCPM-V-2_6","name":"MiniCPM V 2 6","maker":"openbmb","catalog":null,"tuned":false,"params":7.61,"active":null,"layers":28,"probe":"bartowski/MiniCPM-V-2_6-GGUF/MiniCPM-V-2_6-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":null,"open":false,"released":"2024-08-04T06:24:29.000Z","downloads":17282,"likes":208,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MiniCPM-V-2_6-GGUF","file":"MiniCPM-V-2_6-IQ2_M.gguf","label":"IQ2_M","size":2778737440,"bits":2.92,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q2_K.gguf","label":"Q2_K","size":3014290240,"bits":3.17,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-IQ3_XS.gguf","label":"IQ3_XS","size":3344461152,"bits":3.52,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q3_K_S.gguf","label":"Q3_K_S","size":3490573664,"bits":3.67,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-IQ3_S.gguf","label":"IQ3_S","size":3497397600,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/MiniCPM-V-2_6-GGUF","file":"MiniCPM-V-2_6-Q2_K_L.gguf","label":"Q2_K_L","size":3545121664,"bits":3.73,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-IQ3_M.gguf","label":"IQ3_M","size":3572217184,"bits":3.76,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q3_K.gguf","label":"Q3_K","size":3806596448,"bits":4,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q3_K_M.gguf","label":"Q3_K_M","size":3806596448,"bits":4,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q3_K_L.gguf","label":"Q3_K_L","size":4086664544,"bits":4.3,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-IQ4_XS.gguf","label":"IQ4_XS","size":4248358752,"bits":4.47,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q4_0.gguf","label":"Q4_0","size":4429406528,"bits":4.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q4_K_S.gguf","label":"Q4_K_S","size":4455784768,"bits":4.68,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-IQ4_NL.gguf","label":"IQ4_NL","size":4461289792,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/MiniCPM-V-2_6-GGUF","file":"MiniCPM-V-2_6-Q3_K_XL.gguf","label":"Q3_K_XL","size":4562289536,"bits":4.8,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q4_K.gguf","label":"Q4_K","size":4681089344,"bits":4.92,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":4681089344,"bits":4.92,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q4_1.gguf","label":"Q4_1","size":4871210240,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/MiniCPM-V-2_6-GGUF","file":"MiniCPM-V-2_6-Q4_K_L.gguf","label":"Q4_K_L","size":5084521344,"bits":5.35,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q5_0.gguf","label":"Q5_0","size":5313013952,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q5_K_S.gguf","label":"Q5_K_S","size":5313013952,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q5_K.gguf","label":"Q5_K","size":5442668736,"bits":5.72,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q5_K_M.gguf","label":"Q5_K_M","size":5442668736,"bits":5.72,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q5_1.gguf","label":"Q5_1","size":5754817664,"bits":6.05,"known":true,"rank":0},{"repo":"bartowski/MiniCPM-V-2_6-GGUF","file":"MiniCPM-V-2_6-Q5_K_L.gguf","label":"Q5_K_L","size":5778154368,"bits":6.07,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":6251846848,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/MiniCPM-V-2_6-GGUF","file":"MiniCPM-V-2_6-Q6_K_L.gguf","label":"Q6_K_L","size":6515139456,"bits":6.85,"known":true,"rank":1},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":8095482304,"bits":8.51,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-2_6-gguf","file":"ggml-model-f16.gguf","label":"F16","size":15232135744,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/MiniCPM-V-2_6-GGUF","openbmb/MiniCPM-V-2_6-gguf"],"logoFrom":"openbmb"},{"id":"minicpm5-2b-localai","family":"weareapexcreators/MiniCPM5-2B-LocalAI","name":"MiniCPM5 2B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":2.52,"active":null,"layers":42,"probe":"weareapexcreators/MiniCPM5-2B-LocalAI/MiniCPM5-2B-Q8_0.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T08:12:51.000Z","downloads":17262,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/MiniCPM5-2B-LocalAI","file":"MiniCPM5-2B-Q8_0.gguf","label":"Q8_0","size":2679710688,"bits":8.51,"known":true,"rank":0}],"repos":["weareapexcreators/MiniCPM5-2B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"hunyuanocr-1-5-gguf-updated","family":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","name":"HunyuanOCR 1.5 GGUF Updated","maker":"prithivMLmods","catalog":null,"tuned":false,"params":0.54,"active":null,"layers":24,"probe":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated/HunyuanOCR.Q3_K_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"hunyuan_vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-22T09:38:52.000Z","downloads":17235,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q3_K_S.gguf","label":"Q3_K_S","size":285219968,"bits":4.23,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q3_K_M.gguf","label":"Q3_K_M","size":307666048,"bits":4.56,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q3_K_L.gguf","label":"Q3_K_L","size":327392384,"bits":4.85,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q4_K_S.gguf","label":"Q4_K_S","size":342269056,"bits":5.07,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q4_K_M.gguf","label":"Q4_K_M","size":354966656,"bits":5.26,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q5_K_S.gguf","label":"Q5_K_S","size":392273024,"bits":5.81,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q5_K_M.gguf","label":"Q5_K_M","size":399793280,"bits":5.92,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.Q8_0.gguf","label":"Q8_0","size":577949408,"bits":8.56,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.BF16.gguf","label":"BF16","size":1083218528,"bits":16.05,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.F16.gguf","label":"F16","size":1083218528,"bits":16.05,"known":true,"rank":0},{"repo":"prithivMLmods/HunyuanOCR-1.5-GGUF-Updated","file":"HunyuanOCR.F32.gguf","label":"F32","size":2161125984,"bits":32.02,"known":true,"rank":0}],"repos":["prithivMLmods/HunyuanOCR-1.5-GGUF-Updated"],"logoFrom":"tencent"},{"id":"g4-lunelight-31b","family":"zerofata/G4-LuneLight-31B","name":"G4 LuneLight 31B","maker":"zerofata","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/G4-LuneLight-31B-i1-GGUF/G4-LuneLight-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T01:53:53.000Z","downloads":17223,"likes":22,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491168,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874080,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845600,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360736,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890464,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067680,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590752,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916315552,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509536,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370592,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358752,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358752,"bits":3.59,"known":true,"rank":1},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-IQ3_M.gguf","label":"IQ3_M","size":14424498208,"bits":3.76,"known":true,"rank":0},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15287109664,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272032,"bits":4.33,"known":true,"rank":1},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-IQ4_XS.gguf","label":"IQ4_XS","size":16735791136,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701579680,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167136,"bits":4.63,"known":true,"rank":1},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-Q4_K_M.gguf","label":"Q4_K_M","size":18687064096,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481422752,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/G4-LuneLight-31B-i1-GGUF","file":"G4-LuneLight-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843232,"bits":5.55,"known":true,"rank":1},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-Q5_K_M.gguf","label":"Q5_K_M","size":21845571616,"bits":5.69,"known":true,"rank":0},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-Q6_K.gguf","label":"Q6_K","size":25201485856,"bits":6.57,"known":true,"rank":0},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-Q8_0.gguf","label":"Q8_0","size":32635676704,"bits":8.5,"known":true,"rank":0},{"repo":"zerofata/G4-LuneLight-31B-GGUF","file":"G4-LuneLight-31B-bf16.gguf","label":"BF16","size":61413189408,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/G4-LuneLight-31B-i1-GGUF","zerofata/G4-LuneLight-31B-GGUF"],"logoFrom":"zerofata"},{"id":"qwen3-5-2b-mtp-localai","family":"weareapexcreators/Qwen3.5-2B-MTP-LocalAI","name":"Qwen3.5 2B MTP LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":1.94,"active":null,"layers":25,"probe":"weareapexcreators/Qwen3.5-2B-MTP-LocalAI/Qwen3.5-2B-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-28T04:15:20.000Z","downloads":17210,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.5-2B-MTP-LocalAI","file":"Qwen3.5-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1329851808,"bits":5.48,"known":true,"rank":0},{"repo":"weareapexcreators/Qwen3.5-2B-MTP-LocalAI","file":"Qwen3.5-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1471868320,"bits":6.07,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.5-2B-MTP-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"codellama-13b-instruct","family":"TheBloke/CodeLlama-13B-Instruct-GGUF","name":"CodeLlama 13B Instruct","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/CodeLlama-13B-Instruct-GGUF/codellama-13b-instruct.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T20:18:05.000Z","downloads":17198,"likes":193,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q2_K.gguf","label":"Q2_K","size":5429442816,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":5659083136,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":6337872256,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":6929662336,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q4_0.gguf","label":"Q4_0","size":7365948416,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":7414445056,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":7866070016,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q5_0.gguf","label":"Q5_0","size":8972409856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":8972409856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":9230048256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q6_K.gguf","label":"Q6_K","size":10679275136,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Instruct-GGUF","file":"codellama-13b-instruct.Q8_0.gguf","label":"Q8_0","size":13831494016,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-13B-GGUF","TheBloke/CodeLlama-13B-Instruct-GGUF"],"logoFrom":"codellama"},{"id":"qwen3-vl-8b-thinking","family":"Qwen/Qwen3-VL-8B-Thinking","name":"Qwen3 VL 8B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"unsloth/Qwen3-VL-8B-Thinking-GGUF/Qwen3-VL-8B-Thinking-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-11T07:24:34.000Z","downloads":17157,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2275380512,"bits":2.22,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2396491040,"bits":2.34,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2605223200,"bits":2.54,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3110898976,"bits":3.04,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q2_K.gguf","label":"Q2_K","size":3281734944,"bits":3.21,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410267424,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":3427593504,"bits":3.35,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501976864,"bits":3.42,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":3769613600,"bits":3.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":4124163360,"bits":4.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4307053856,"bits":4.21,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":4581289248,"bits":4.48,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q4_0.gguf","label":"Q4_0","size":4787334432,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":4793625888,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":4802014496,"bits":4.69,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3VL-8B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":5027784704,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5122747680,"bits":5,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q4_1.gguf","label":"Q4_1","size":5247757600,"bits":5.13,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":5720763680,"bits":5.59,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":5851114784,"bits":5.72,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5871398176,"bits":5.74,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-Q6_K.gguf","label":"Q6_K","size":6725901600,"bits":6.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490551072,"bits":7.32,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3VL-8B-Thinking-Q8_0.gguf","label":"Q8_0","size":8709519360,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824039712,"bits":10.57,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3VL-8B-Thinking-F16.gguf","label":"F16","size":16388044800,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","file":"Qwen3-VL-8B-Thinking-BF16.gguf","label":"BF16","size":16388045856,"bits":16.01,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-8B-Thinking-GGUF","unsloth/Qwen3-VL-8B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-5-1-2b-instruct-localai","family":"weareapexcreators/LFM2.5-1.2B-Instruct-LocalAI","name":"LFM2.5 1.2B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"weareapexcreators/LFM2.5-1.2B-Instruct-LocalAI/LFM2.5-1.2B-Instruct-Q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"mit","open":true,"released":"2026-08-26T12:10:43.000Z","downloads":17133,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/LFM2.5-1.2B-Instruct-LocalAI","file":"LFM2.5-1.2B-Instruct-Q8_0.gguf","label":"Q8_0","size":1246253888,"bits":8.52,"known":true,"rank":0}],"repos":["weareapexcreators/LFM2.5-1.2B-Instruct-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-8-flash-next-uncensored-iq2-xxs","family":"BattleGhost/Qwen3.8-Flash-Next-UNCENSORED-IQ2_XXS-GGUF","name":"Qwen3.8 Flash Next UNCENSORED IQ2 XXS","maker":"BattleGhost","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"BattleGhost/Qwen3.8-Flash-Next-UNCENSORED-IQ2_XXS-GGUF/Qwen3.8-Flash-Next-UNCENSORED-IQ2_XXS.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-08-30T08:39:21.000Z","downloads":17063,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BattleGhost/Qwen3.8-Flash-Next-UNCENSORED-IQ2_XXS-GGUF","file":"Qwen3.8-Flash-Next-UNCENSORED-IQ2_XXS.gguf","label":"IQ2_XXS","size":74658862272,"bits":3.38,"known":true,"rank":0}],"repos":["BattleGhost/Qwen3.8-Flash-Next-UNCENSORED-IQ2_XXS-GGUF"],"logoFrom":"dealignai"},{"id":"gemma4-12b-uncensored-localai","family":"weareapexcreators/Gemma4-12B-Uncensored-LocalAI","name":"Gemma4 12B Uncensored LocalAI","maker":"weareapexcreators","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"weareapexcreators/Gemma4-12B-Uncensored-LocalAI/Gemma4-12B-Uncensored-Q4_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-29T04:17:38.000Z","downloads":17037,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Gemma4-12B-Uncensored-LocalAI","file":"Gemma4-12B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":7381381760,"bits":4.96,"known":true,"rank":0}],"repos":["weareapexcreators/Gemma4-12B-Uncensored-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"bonsai-27b-localai","family":"weareapexcreators/Bonsai-27B-LocalAI","name":"Bonsai 27B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"weareapexcreators/Bonsai-27B-LocalAI/Bonsai-27B-Q1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-17T07:52:53.000Z","downloads":17008,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Bonsai-27B-LocalAI","file":"Bonsai-27B-Q1_0.gguf","label":"Q1_0","size":3803452480,"bits":1.13,"known":false,"rank":0}],"repos":["weareapexcreators/Bonsai-27B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-8-27b-gsq-rco-iq3-xxs-uncensored","family":"RentedNoodle/Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored","name":"Qwen3.8 27B GSQ RCO IQ3 XXS Uncensored","maker":"RentedNoodle","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"RentedNoodle/Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored/Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored-v1.1.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-05T07:22:59.000Z","downloads":16993,"likes":73,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RentedNoodle/Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored","file":"Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored-v1.1.gguf","label":"Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored-v1.1","size":10466420544,"bits":3.06,"known":false,"rank":0}],"repos":["RentedNoodle/Qwen3.8-27B-GSQ-RCO-IQ3_XXS-Uncensored"],"logoFrom":"huihui-ai"},{"id":"ravenx-cyberagent-qwen3-6-35b-a3b-opus-4-7-openmythos-pentester-bughunter-rath","family":"deadbydawn101/RavenX-CyberAgent-Qwen3.6-35B-A3B-Opus-4.7-OpenMythos-Pentester-BugHunter-RATH-GGUF","name":"RavenX CyberAgent Qwen3.6 35B A3B Opus 4.7 OpenMythos Pentester BugHunter RATH","maker":"deadbydawn101","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"deadbydawn101/RavenX-CyberAgent-Qwen3.6-35B-A3B-Opus-4.7-OpenMythos-Pentester-BugHunter-RATH-GGUF/RavenX-CyberAgent-35B-v5.1-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-04T06:49:46.000Z","downloads":16975,"likes":210,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"deadbydawn101/RavenX-CyberAgent-Qwen3.6-35B-A3B-Opus-4.7-OpenMythos-Pentester-BugHunter-RATH-GGUF","file":"RavenX-CyberAgent-35B-v5.1-Q4_K_M.gguf","label":"Q4_K_M","size":21713463264,"bits":4.89,"known":true,"rank":0}],"repos":["deadbydawn101/RavenX-CyberAgent-Qwen3.6-35B-A3B-Opus-4.7-OpenMythos-Pentester-BugHunter-RATH-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-vl-8b-nsfw-caption-v4-5","family":"thesby/Qwen3-VL-8B-NSFW-Caption-V4.5","name":"Qwen3 VL 8B NSFW Caption V4.5","maker":"thesby","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF/Qwen3-VL-8B-NSFW-Caption-V4.5.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-08T21:02:10.000Z","downloads":16973,"likes":99,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q2_K.gguf","label":"Q2_K","size":3281734752,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q3_K_S.gguf","label":"Q3_K_S","size":3769613408,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q3_K_M.gguf","label":"Q3_K_M","size":4124163168,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q3_K_L.gguf","label":"Q3_K_L","size":4431395936,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.IQ4_XS.gguf","label":"IQ4_XS","size":4593298528,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q4_K_S.gguf","label":"Q4_K_S","size":4802014304,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q4_K_M.gguf","label":"Q4_K_M","size":5027785824,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q5_K_S.gguf","label":"Q5_K_S","size":5720763488,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q5_K_M.gguf","label":"Q5_K_M","size":5851114592,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q6_K.gguf","label":"Q6_K","size":6725901408,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.Q8_0.gguf","label":"Q8_0","size":8709520480,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5.f16.gguf","label":"F16","size":16388045920,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-GGUF"],"logoFrom":"Qwen"},{"id":"gemmasutra-mini-2b-v1","family":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","name":"Gemmasutra Mini 2B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":2.61,"active":null,"layers":26,"probe":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF/Gemmasutra-Mini-2B-v1-Q2_K.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":218103808,"context":8192,"arch":"gemma2","vision":false,"licence":"other","open":false,"released":"2024-08-03T09:55:36.000Z","downloads":16960,"likes":96,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q2_K.gguf","label":"Q2_K","size":1229829664,"bits":3.77,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q2_K.gguf","label":"Q2_K","size":1229830016,"bits":3.77,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":1360659904,"bits":4.17,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q3_K.gguf","label":"Q3_K","size":1461667264,"bits":4.48,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":1461667712,"bits":4.48,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":1550435776,"bits":4.75,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1629509056,"bits":4.99,"known":false,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1629509056,"bits":4.99,"known":false,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1629509056,"bits":4.99,"known":false,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q4_0.gguf","label":"Q4_0","size":1629509152,"bits":4.99,"known":true,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1629509152,"bits":4.99,"known":false,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1629509152,"bits":4.99,"known":false,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1629509152,"bits":4.99,"known":false,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":1638651328,"bits":5.02,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q4_K.gguf","label":"Q4_K","size":1708582336,"bits":5.24,"known":true,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":1708582432,"bits":5.24,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":1708582784,"bits":5.24,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":1882543552,"bits":5.77,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q5_K.gguf","label":"Q5_K","size":1923278272,"bits":5.9,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":1923278720,"bits":5.9,"known":true,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q6_K.gguf","label":"Q6_K","size":2151392800,"bits":6.59,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q6_K.gguf","label":"Q6_K","size":2151393152,"bits":6.59,"known":true,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-Q8_0.gguf","label":"Q8_0","size":2784495136,"bits":8.53,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-Q8_0.gguf","label":"Q8_0","size":2784495488,"bits":8.53,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-BF16.gguf","label":"BF16","size":5235213760,"bits":16.05,"known":true,"rank":0},{"repo":"l3utterfly/Gemmasutra-Mini-2B-v1-gguf","file":"Gemmasutra-Mini-2B-v1-f16.gguf","label":"F16","size":5235213856,"bits":16.05,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-f16.gguf","label":"F16","size":5235214208,"bits":16.05,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","file":"Gemmasutra-Mini-2B-v1-f32.gguf","label":"F32","size":10463413696,"bits":32.07,"known":true,"rank":0}],"repos":["TheDrummer/Gemmasutra-Mini-2B-v1-GGUF","l3utterfly/Gemmasutra-Mini-2B-v1-gguf"],"logoFrom":"TheDrummer"},{"id":"chandra-ocr-2","family":"datalab-to/chandra-ocr-2","name":"Chandra Ocr 2","maker":"datalab-to","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":32,"probe":"prithivMLmods/chandra-ocr-2-GGUF/chandra-ocr-2.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"openrail","open":true,"released":"2026-03-16T20:47:07.000Z","downloads":16942,"likes":43,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q2_K.gguf","label":"Q2_K","size":2124059232,"bits":3.51,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q3_K_S.gguf","label":"Q3_K_S","size":2343031392,"bits":3.87,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q3_K_M.gguf","label":"Q3_K_M","size":2535215712,"bits":4.19,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q3_K_L.gguf","label":"Q3_K_L","size":2694468192,"bits":4.45,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q4_0.gguf","label":"Q4_0","size":2901480032,"bits":4.8,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q4_K_S.gguf","label":"Q4_K_S","size":2921468512,"bits":4.83,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q4_K_M.gguf","label":"Q4_K_M","size":3066384992,"bits":5.07,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q5_0.gguf","label":"Q5_0","size":3427078752,"bits":5.66,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q5_K_S.gguf","label":"Q5_K_S","size":3427078752,"bits":5.66,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q5_K_M.gguf","label":"Q5_K_M","size":3512029792,"bits":5.81,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q6_K.gguf","label":"Q6_K","size":3985527392,"bits":6.59,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.Q8_0.gguf","label":"Q8_0","size":5157833312,"bits":8.53,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.BF16.gguf","label":"BF16","size":9695791712,"bits":16.03,"known":true,"rank":0},{"repo":"prithivMLmods/chandra-ocr-2-GGUF","file":"chandra-ocr-2.F16.gguf","label":"F16","size":9695791712,"bits":16.03,"known":true,"rank":0}],"repos":["prithivMLmods/chandra-ocr-2-GGUF"],"logoFrom":"datalab-to"},{"id":"llama-3-1-8b-stheno-v3-4","family":"Sao10K/Llama-3.1-8B-Stheno-v3.4","name":"Llama 3.1 8B Stheno V3.4","maker":"Sao10K","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF/Llama-3.1-8B-Stheno-v3.4-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-19T16:49:50.000Z","downloads":16926,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-IQ2_M.gguf","label":"IQ2_M","size":2948281856,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q2_K.gguf","label":"Q2_K","size":3179132416,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-IQ3_XS.gguf","label":"IQ3_XS","size":3518748160,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q3_K_S.gguf","label":"Q3_K_S","size":3664500224,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q2_K_L.gguf","label":"Q2_K_L","size":3692156416,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-IQ3_M.gguf","label":"IQ3_M","size":3784824320,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q3_K_M.gguf","label":"Q3_K_M","size":4018918912,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q3_K_L.gguf","label":"Q3_K_L","size":4321957376,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-IQ4_XS.gguf","label":"IQ4_XS","size":4447663616,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212672,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212672,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212672,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_0.gguf","label":"Q4_0","size":4675892736,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_K_S.gguf","label":"Q4_K_S","size":4692669952,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626880,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_K_M.gguf","label":"Q4_K_M","size":4920735232,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q4_K_L.gguf","label":"Q4_K_L","size":5310633472,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q5_K_S.gguf","label":"Q5_K_S","size":5599294976,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q5_K_M.gguf","label":"Q5_K_M","size":5732988416,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q5_K_L.gguf","label":"Q5_K_L","size":6057219584,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q6_K.gguf","label":"Q6_K","size":6596007424,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q6_K_L.gguf","label":"Q6_K_L","size":6850467328,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-Q8_0.gguf","label":"Q8_0","size":8540771840,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF","file":"Llama-3.1-8B-Stheno-v3.4-f16.gguf","label":"F16","size":16068891872,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Llama-3.1-8B-Stheno-v3.4-GGUF"],"logoFrom":"Sao10K"},{"id":"startlux-decision-v1-9b","family":"startlux-models/StartLux-Decision-v1-9B","name":"StartLux Decision V1 9B","maker":"startlux-models","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"startlux-models/StartLux-Decision-v1-9B-Q4_K_M-GGUF/StartLux-Decision-9B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-29T12:03:53.000Z","downloads":16913,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1-9B-Q4_K_M-GGUF","file":"StartLux-Decision-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5629108800,"bits":5.03,"known":true,"rank":1},{"repo":"startlux-models/StartLux-Decision-v1-9B-Q8_0-GGUF","file":"StartLux-Decision-9B-Q8_0.gguf","label":"Q8_0","size":9527501376,"bits":8.52,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1-9B-Q4_K_M-GGUF","startlux-models/StartLux-Decision-v1-9B-Q8_0-GGUF"],"logoFrom":"startlux-models"},{"id":"deepseek-ai-deepseek-r1-0528","family":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","name":"Deepseek Ai DeepSeek R1 0528","maker":"bartowski","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF/deepseek-ai_DeepSeek-R1-0528-IQ1_M/deepseek-ai_DeepSeek-R1-0528-IQ1_M-00001-of-00004.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-05-29T01:11:19.000Z","downloads":16912,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ1_M/deepseek-ai_DeepSeek-R1-0528-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":147448002464,"bits":1.76,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ2_XXS/deepseek-ai_DeepSeek-R1-0528-IQ2_XXS-00001-of-00005.gguf","label":"IQ2_XXS","size":164057004064,"bits":1.96,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ2_XS/deepseek-ai_DeepSeek-R1-0528-IQ2_XS-00001-of-00005.gguf","label":"IQ2_XS","size":188407101472,"bits":2.25,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ2_S/deepseek-ai_DeepSeek-R1-0528-IQ2_S-00001-of-00005.gguf","label":"IQ2_S","size":189630566432,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ2_M/deepseek-ai_DeepSeek-R1-0528-IQ2_M-00001-of-00006.gguf","label":"IQ2_M","size":215037628576,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q2_K/deepseek-ai_DeepSeek-R1-0528-Q2_K-00001-of-00007.gguf","label":"Q2_K","size":237834514688,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q2_K_L/deepseek-ai_DeepSeek-R1-0528-Q2_K_L-00001-of-00007.gguf","label":"Q2_K_L","size":238739474656,"bits":2.85,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ3_XXS/deepseek-ai_DeepSeek-R1-0528-IQ3_XXS-00001-of-00007.gguf","label":"IQ3_XXS","size":267630858528,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ3_XS/deepseek-ai_DeepSeek-R1-0528-IQ3_XS-00001-of-00008.gguf","label":"IQ3_XS","size":277146192288,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q3_K_S/deepseek-ai_DeepSeek-R1-0528-Q3_K_S-00001-of-00008.gguf","label":"Q3_K_S","size":293352982912,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ3_M/deepseek-ai_DeepSeek-R1-0528-IQ3_M-00001-of-00008.gguf","label":"IQ3_M","size":307880167840,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q3_K_M/deepseek-ai_DeepSeek-R1-0528-Q3_K_M-00001-of-00008.gguf","label":"Q3_K_M","size":307929713056,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q3_K_L/deepseek-ai_DeepSeek-R1-0528-Q3_K_L-00001-of-00009.gguf","label":"Q3_K_L","size":319705877056,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q3_K_XL/deepseek-ai_DeepSeek-R1-0528-Q3_K_XL-00001-of-00009.gguf","label":"Q3_K_XL","size":320516721216,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ4_XS/deepseek-ai_DeepSeek-R1-0528-IQ4_XS-00001-of-00010.gguf","label":"IQ4_XS","size":359980475008,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-IQ4_NL/deepseek-ai_DeepSeek-R1-0528-IQ4_NL-00001-of-00010.gguf","label":"IQ4_NL","size":380481241696,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q4_0/deepseek-ai_DeepSeek-R1-0528-Q4_0-00001-of-00010.gguf","label":"Q4_0","size":386422080096,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q4_K_S/deepseek-ai_DeepSeek-R1-0528-Q4_K_S-00001-of-00011.gguf","label":"Q4_K_S","size":394153886496,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q4_K_M/deepseek-ai_DeepSeek-R1-0528-Q4_K_M-00001-of-00011.gguf","label":"Q4_K_M","size":409227727616,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q4_1/deepseek-ai_DeepSeek-R1-0528-Q4_1-00001-of-00011.gguf","label":"Q4_1","size":421035033312,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q5_K_S/deepseek-ai_DeepSeek-R1-0528-Q5_K_S-00001-of-00012.gguf","label":"Q5_K_S","size":463030965216,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q5_K_M/deepseek-ai_DeepSeek-R1-0528-Q5_K_M-00001-of-00013.gguf","label":"Q5_K_M","size":478335943648,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q6_K/deepseek-ai_DeepSeek-R1-0528-Q6_K-00001-of-00015.gguf","label":"Q6_K","size":552446147776,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Q8_0/deepseek-ai_DeepSeek-R1-0528-Q8_0-00001-of-00020.gguf","label":"Q8_0","size":713286520416,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/deepseek-ai_DeepSeek-R1-0528-GGUF"],"logoFrom":"deepseek-ai"},{"id":"gemma-4-e2b-it-localai","family":"weareapexcreators/Gemma-4-E2B-it-LocalAI","name":"Gemma 4 E2B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"weareapexcreators/Gemma-4-E2B-it-LocalAI/gemma-4-E4B-it-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-28T04:42:18.000Z","downloads":16882,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Gemma-4-E2B-it-LocalAI","file":"gemma-4-E4B-it-Q4_K_M.gguf","label":"Q4_K_M","size":4977169568,"bits":5.29,"known":true,"rank":0},{"repo":"weareapexcreators/Gemma-4-E2B-it-LocalAI","file":"gemma-4-E4B-it-Q5_K_M.gguf","label":"Q5_K_M","size":5481796768,"bits":5.83,"known":true,"rank":0}],"repos":["weareapexcreators/Gemma-4-E2B-it-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"cyberneurova-qwen3-8-flash-next-i1","family":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","name":"Cyberneurova Qwen3.8 Flash Next I1","maker":"spiritfather","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF/cyberneurova-Qwen3.8-Flash-Next.i1-Q2_K.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-16T01:31:21.000Z","downloads":16875,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q2_K.gguf","label":"Q2_K","size":80447449376,"bits":3.64,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q3_K_S.gguf","label":"Q3_K_S","size":88755338016,"bits":4.01,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-IQ3_S.gguf","label":"IQ3_S","size":88882764576,"bits":4.02,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q3_K_M.gguf","label":"Q3_K_M","size":94137092896,"bits":4.26,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q3_K_L.gguf","label":"Q3_K_L","size":96656399136,"bits":4.37,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next-IQ2_M.gguf","label":"IQ2_M","size":108323458336,"bits":4.9,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q4_K_S.gguf","label":"Q4_K_S","size":111769915072,"bits":5.05,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next-IQ3_XXS.gguf","label":"IQ3_XXS","size":113356623136,"bits":5.13,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next-IQ3_M.gguf","label":"IQ3_M","size":117131496736,"bits":5.3,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q4_K_M.gguf","label":"Q4_K_M","size":119150722336,"bits":5.39,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next-IQ4_XS.gguf","label":"IQ4_XS","size":125310389536,"bits":5.67,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q5_K_S.gguf","label":"Q5_K_S","size":127728765216,"bits":5.78,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q5_K_M.gguf","label":"Q5_K_M","size":134106667296,"bits":6.06,"known":true,"rank":0},{"repo":"spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF","file":"cyberneurova-Qwen3.8-Flash-Next.i1-Q6_K.gguf","label":"Q6_K","size":167639838496,"bits":7.58,"known":true,"rank":0}],"repos":["spiritfather/cyberneurova-Qwen3.8-Flash-Next-i1-GGUF"],"logoFrom":"Qwen"},{"id":"step-3-7-flash","family":"stepfun-ai/Step-3.7-Flash","name":"Step 3.7 Flash","maker":"StepFun","catalog":null,"tuned":false,"params":196.96,"active":11.99,"layers":45,"probe":"unsloth/Step-3.7-Flash-GGUF/UD-IQ1_M/Step-3.7-Flash-UD-IQ1_M-00001-of-00003.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":69206016,"context":262144,"arch":"step35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-23T02:13:46.000Z","downloads":16836,"likes":242,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ1_M/Step-3.7-Flash-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":56750287328,"bits":2.31,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ2_XXS/Step-3.7-Flash-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":61704808928,"bits":2.51,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ2_M/Step-3.7-Flash-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":61821856224,"bits":2.51,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q2_K_XL/Step-3.7-Flash-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":65785473536,"bits":2.67,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ3_XXS/Step-3.7-Flash-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":73591039488,"bits":2.99,"known":true,"rank":1},{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","file":"IQ3_XXS/Step-3.7-flash-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75758680960,"bits":3.08,"known":true,"rank":0},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ3_S/Step-3.7-Flash-UD-IQ3_S-00001-of-00003.gguf","label":"UD-IQ3_S","size":80031917568,"bits":3.25,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q3_K_M/Step-3.7-Flash-UD-Q3_K_M-00001-of-00003.gguf","label":"UD-Q3_K_M","size":89262719488,"bits":3.63,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q3_K_XL/Step-3.7-Flash-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":89390584320,"bits":3.63,"known":true,"rank":1},{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","file":"Q3_K_M/Step-3.7-flash-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":93801444352,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ4_XS/Step-3.7-Flash-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":95336010208,"bits":3.87,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-IQ4_NL/Step-3.7-Flash-UD-IQ4_NL-00001-of-00003.gguf","label":"UD-IQ4_NL","size":97317818880,"bits":3.95,"known":true,"rank":1},{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","file":"Q3_K_L/Step-3.7-flash-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":102504428544,"bits":4.16,"known":true,"rank":0},{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","file":"IQ4_XS/Step-3.7-flash-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":104993562624,"bits":4.26,"known":true,"rank":0},{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","file":"Q4_K_S/Step-3.7-flash-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":111499087872,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q4_K_S/Step-3.7-Flash-UD-Q4_K_S-00001-of-00004.gguf","label":"UD-Q4_K_S","size":114163192448,"bits":4.64,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"MXFP4_MOE/Step-3.7-Flash-MXFP4_MOE-00001-of-00004.gguf","label":"MXFP4_MOE","size":118254674560,"bits":4.8,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q4_K_M/Step-3.7-Flash-UD-Q4_K_M-00001-of-00004.gguf","label":"UD-Q4_K_M","size":122090426976,"bits":4.96,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q4_K_XL/Step-3.7-Flash-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":122218291808,"bits":4.96,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q5_K_S/Step-3.7-Flash-UD-Q5_K_S-00001-of-00004.gguf","label":"UD-Q5_K_S","size":138072760960,"bits":5.61,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q5_K_M/Step-3.7-Flash-UD-Q5_K_M-00001-of-00004.gguf","label":"UD-Q5_K_M","size":146495447648,"bits":5.95,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q5_K_XL/Step-3.7-Flash-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":146495447648,"bits":5.95,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q6_K/Step-3.7-Flash-UD-Q6_K-00001-of-00005.gguf","label":"UD-Q6_K","size":163340821184,"bits":6.63,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q6_K_XL/Step-3.7-Flash-UD-Q6_K_XL-00001-of-00005.gguf","label":"UD-Q6_K_XL","size":178699838208,"bits":7.26,"known":true,"rank":1},{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","file":"Q8_0/Step-3.7-flash-Q8_0-00001-of-00005.gguf","label":"Q8_0","size":209417871264,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"UD-Q8_K_XL/Step-3.7-Flash-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":209618658112,"bits":8.51,"known":true,"rank":1},{"repo":"unsloth/Step-3.7-Flash-GGUF","file":"BF16/Step-3.7-Flash-BF16-00001-of-00008.gguf","label":"BF16","size":394017424160,"bits":16,"known":true,"rank":1}],"repos":["stepfun-ai/Step-3.7-Flash-GGUF","unsloth/Step-3.7-Flash-GGUF"],"logoFrom":"stepfun-ai"},{"id":"startlux-decision-v1-1-9b-autothink","family":"startlux-models/StartLux-Decision-v1.1-9B-AutoThink","name":"StartLux Decision V1.1 9B AutoThink","maker":"startlux-models","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"startlux-models/StartLux-Decision-v1.1-9B-AutoThink-GGUF/StartLux-Decision-v1.1-9B-AutoThink-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-10T21:03:53.000Z","downloads":16807,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-9B-AutoThink-GGUF","file":"StartLux-Decision-v1.1-9B-AutoThink-Q4_K_M.gguf","label":"Q4_K_M","size":5629108736,"bits":5.03,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-9B-AutoThink-GGUF","file":"StartLux-Decision-v1.1-9B-AutoThink-Q8_0.gguf","label":"Q8_0","size":9527501312,"bits":8.52,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-9B-AutoThink-GGUF"],"logoFrom":"startlux-models"},{"id":"deepseek-r1-distill-qwen-14b-uncensored","family":"nicoboss/DeepSeek-R1-Distill-Qwen-14B-Uncensored","name":"DeepSeek R1 Distill Qwen 14B Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF/DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-24T18:24:47.000Z","downloads":16790,"likes":166,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q2_K.gguf","label":"Q2_K","size":5768143072,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":6657033824,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":7336642144,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":7922206304,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":8183426016,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":8570598016,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":8985277056,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":10263465216,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":10505784576,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q6_K.gguf","label":"Q6_K","size":12121323840,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-Uncensored.Q8_0.gguf","label":"Q8_0","size":15697248192,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-14B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-6-35b-a3b-uncensored-localai","family":"weareapexcreators/Qwen3.6-35B-A3B-Uncensored-LocalAI","name":"Qwen3.6 35B A3B Uncensored LocalAI","maker":"weareapexcreators","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"weareapexcreators/Qwen3.6-35B-A3B-Uncensored-LocalAI/Qwen3.6-35B-A3B-Uncensored-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-14T03:09:02.000Z","downloads":16774,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.6-35B-A3B-Uncensored-LocalAI","file":"Qwen3.6-35B-A3B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":11659235456,"bits":2.69,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.6-35B-A3B-Uncensored-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-5-4b-mtp-localai","family":"weareapexcreators/Qwen3.5-4B-MTP-LocalAI","name":"Qwen3.5 4B MTP LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"weareapexcreators/Qwen3.5-4B-MTP-LocalAI/Qwen3.5-4B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-28T04:08:49.000Z","downloads":16772,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.5-4B-MTP-LocalAI","file":"Qwen3.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2834975040,"bits":5.24,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.5-4B-MTP-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-8-27b-i1-iq4-ks-kt","family":"cHunter789/Qwen3.8-27B-i1-IQ4_KS_KT-GGUF","name":"Qwen3.8 27B I1 IQ4 KS KT","maker":"cHunter789","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"cHunter789/Qwen3.8-27B-i1-IQ4_KS_KT-GGUF/Qwen3.8-27B.i1-IQ4_KT-attn_qkv-IQ4_KS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T19:40:37.000Z","downloads":16772,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cHunter789/Qwen3.8-27B-i1-IQ4_KS_KT-GGUF","file":"Qwen3.8-27B.i1-IQ4_KT-attn_qkv-IQ4_KS.gguf","label":"IQ4_KS","size":14763620928,"bits":4.39,"known":false,"rank":0}],"repos":["cHunter789/Qwen3.8-27B-i1-IQ4_KS_KT-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-gsq-rco-coder-uncen-iq1-m","family":"DatKurai/Qwen3.8-Flash-Next-GSQ-RCO-Coder-Uncen-IQ1_M-GGUF","name":"Qwen3.8 Flash Next GSQ RCO Coder Uncen IQ1 M","maker":"DatKurai","catalog":null,"tuned":true,"params":116.51,"active":58.48,"layers":48,"probe":"DatKurai/Qwen3.8-Flash-Next-GSQ-RCO-Coder-Uncen-IQ1_M-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-Coder-Uncen-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T17:13:13.000Z","downloads":16735,"likes":9,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DatKurai/Qwen3.8-Flash-Next-GSQ-RCO-Coder-Uncen-IQ1_M-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-Coder-Uncen-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":58654508768,"bits":4.03,"known":true,"rank":0}],"repos":["DatKurai/Qwen3.8-Flash-Next-GSQ-RCO-Coder-Uncen-IQ1_M-GGUF"],"logoFrom":"DatKurai"},{"id":"huihui-qwen3-5-2b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-2B-abliterated","name":"Huihui Qwen3.5 2B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF/Huihui-Qwen3.5-2B-abliterated.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T07:13:32.000Z","downloads":16707,"likes":10,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q2_K.gguf","label":"Q2_K","size":915458496,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1020173760,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1096375744,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1136221632,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":1166471616,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1207730624,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":1270809024,"bits":5.41,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":1374077376,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":1424769472,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q6_K.gguf","label":"Q6_K","size":1556391360,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.Q8_0.gguf","label":"Q8_0","size":2012012992,"bits":8.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF","file":"Huihui-Qwen3.5-2B-abliterated.f16.gguf","label":"F16","size":3775709632,"bits":16.07,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.5-2B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"wicked-stuff-26b-a4b-v2-1-final","family":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-FINAL","name":"Wicked Stuff 26B A4B V2.1 FINAL","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF/Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T12:19:53.000Z","downloads":16701,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ1_S.gguf","label":"IQ1_S","size":8290274080,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ1_M.gguf","label":"IQ1_M","size":8668660000,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299303200,"bits":2.95,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816432992,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ2_S.gguf","label":"IQ2_S","size":9873204000,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718560,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-Q2_K.gguf","label":"Q2_K","size":10582740256,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484640,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696800,"bits":3.59,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070240,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412576,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412576,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566560,"bits":3.93,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736224,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491296,"bits":4.38,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728608,"bits":4.41,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final-Q4_0.gguf","label":"Q4_0","size":14439364128,"bits":4.58,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-IQ4_NL.gguf","label":"IQ4_NL","size":14439364448,"bits":4.58,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827744,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-FINAL.i1-Q4_1.gguf","label":"Q4_1","size":15969579296,"bits":5.06,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final-Q4_K_M.gguf","label":"Q4_K_M","size":16796017600,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986735968,"bits":5.7,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893024,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final-Q6_K.gguf","label":"Q6_K","size":22638400960,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.1-Final-Q8_0.gguf","label":"Q8_0","size":26859861536,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Wicked-Stuff-26B-A4B-v2.1-Final-GGUF","mradermacher/Wicked-Stuff-26B-A4B-v2.1-FINAL-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"qwen3-8-3-6-27b-blend","family":"JetBrains/Qwen3.8-3.6-27B-blend","name":"Qwen3.8 3.6 27B Blend","maker":"JetBrains","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":5,"probe":"JetBrains/Qwen3.8-3.6-27B-blend-GGUF/dflash-Qwen3.8-3.6-27B-blend-bf16.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":41943040,"context":262144,"arch":"dflash","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-15T10:15:29.000Z","downloads":16699,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"JetBrains/Qwen3.8-3.6-27B-blend-GGUF","file":"Qwen3.8-3.6-27B-blend-IQ3_S.gguf","label":"IQ3_S","size":12602607584,"bits":3.69,"known":true,"rank":0},{"repo":"JetBrains/Qwen3.8-3.6-27B-blend-GGUF","file":"Qwen3.8-3.6-27B-blend-Q3_K_XL.gguf","label":"Q3_K_XL","size":13146392768,"bits":3.85,"known":true,"rank":0},{"repo":"JetBrains/Qwen3.8-3.6-27B-blend-GGUF","file":"Qwen3.8-3.6-27B-blend-IQ4_XS.gguf","label":"IQ4_XS","size":14252845248,"bits":4.17,"known":true,"rank":0},{"repo":"JetBrains/Qwen3.8-3.6-27B-blend-GGUF","file":"Qwen3.8-3.6-27B-blend-Q4_K_M.gguf","label":"Q4_K_M","size":16810715104,"bits":4.92,"known":true,"rank":0},{"repo":"JetBrains/Qwen3.8-3.6-27B-blend-GGUF","file":"Qwen3.8-3.6-27B-blend-Q5_K_M.gguf","label":"Q5_K_M","size":19535701984,"bits":5.72,"known":true,"rank":0}],"repos":["JetBrains/Qwen3.8-3.6-27B-blend-GGUF"],"logoFrom":"JetBrains"},{"id":"qwen3-8-27b-localai","family":"weareapexcreators/Qwen3.8-27B-LocalAI","name":"Qwen3.8 27B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"weareapexcreators/Qwen3.8-27B-LocalAI/Qwen3.8-27B-UD-Q2_K_XL.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T16:49:03.000Z","downloads":16698,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.8-27B-LocalAI","file":"Qwen3.8-27B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10676423744,"bits":3.13,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.8-27B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-8-flash-next-orca-abliterated-gsq-rco-coder","family":"Abiray/Qwen3.8-Flash-Next-Orca-Abliterated-GSQ-RCO-Coder-GGUF","name":"Qwen3.8 Flash Next Orca Abliterated GSQ RCO Coder","maker":"Abiray","catalog":null,"tuned":true,"params":116.51,"active":58.48,"layers":48,"probe":"Abiray/Qwen3.8-Flash-Next-Orca-Abliterated-GSQ-RCO-Coder-GGUF/IQ1_M/Qwen3.8-Flash-Next-GSQ-RCO-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":null,"open":false,"released":"2026-10-23T12:29:54.000Z","downloads":16644,"likes":15,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/Qwen3.8-Flash-Next-Orca-Abliterated-GSQ-RCO-Coder-GGUF","file":"IQ1_M/Qwen3.8-Flash-Next-GSQ-RCO-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":58654508768,"bits":4.03,"known":true,"rank":0}],"repos":["Abiray/Qwen3.8-Flash-Next-Orca-Abliterated-GSQ-RCO-Coder-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"devstral-2-123b-instruct-2512","family":"mistralai/Devstral-2-123B-Instruct-2512","name":"Devstral 2 123B 2512","maker":"Mistral AI","catalog":null,"tuned":false,"params":125.03,"active":null,"layers":88,"probe":"unsloth/Devstral-2-123B-Instruct-2512-GGUF/Devstral-2-123B-Instruct-2512-UD-IQ1_S.gguf","kvBytesPerToken":417038,"kvHeader":360448,"kvFixed":0,"context":262144,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-11-28T17:32:09.000Z","downloads":16643,"likes":59,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":28445876448,"bits":1.82,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":30565310688,"bits":1.96,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":34404671712,"bits":2.2,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":43543404768,"bits":2.79,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-Q2_K.gguf","label":"Q2_K","size":46591221984,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-Q2_K_L.gguf","label":"Q2_K_L","size":46968709344,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":47942312160,"bits":3.07,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Devstral-2-123B-Instruct-2512-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":48963887328,"bits":3.13,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q3_K_S/Devstral-2-123B-Instruct-2512-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":54367461792,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q3_K_M/Devstral-2-123B-Instruct-2512-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":60620382656,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"UD-Q3_K_XL/Devstral-2-123B-Instruct-2512-UD-Q3_K_XL-00001-of-00002.gguf","label":"UD-Q3_K_XL","size":61939622304,"bits":3.96,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"IQ4_XS/Devstral-2-123B-Instruct-2512-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":67124961696,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"IQ4_NL/Devstral-2-123B-Instruct-2512-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":70896689568,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q4_0/Devstral-2-123B-Instruct-2512-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":71000498592,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q4_K_S/Devstral-2-123B-Instruct-2512-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":71249011104,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q4_K_M/Devstral-2-123B-Instruct-2512-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":74897662400,"bits":4.79,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"UD-Q4_K_XL/Devstral-2-123B-Instruct-2512-UD-Q4_K_XL-00001-of-00002.gguf","label":"UD-Q4_K_XL","size":75498889664,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q4_1/Devstral-2-123B-Instruct-2512-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":78471602592,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q5_K_S/Devstral-2-123B-Instruct-2512-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":86184927680,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"UD-Q5_K_XL/Devstral-2-123B-Instruct-2512-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":88249704864,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q5_K_M/Devstral-2-123B-Instruct-2512-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":88317338016,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q6_K/Devstral-2-123B-Instruct-2512-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":102575743552,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"UD-Q6_K_XL/Devstral-2-123B-Instruct-2512-UD-Q6_K_XL-00001-of-00003.gguf","label":"UD-Q6_K_XL","size":109840802336,"bits":7.03,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"Q8_0/Devstral-2-123B-Instruct-2512-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":132854948384,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"UD-Q8_K_XL/Devstral-2-123B-Instruct-2512-UD-Q8_K_XL-00001-of-00003.gguf","label":"UD-Q8_K_XL","size":146067005984,"bits":9.35,"known":true,"rank":0},{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","file":"BF16/Devstral-2-123B-Instruct-2512-BF16-00001-of-00006.gguf","label":"BF16","size":250064773760,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Devstral-2-123B-Instruct-2512-GGUF"],"logoFrom":"mistralai"},{"id":"phind-codellama-34b-v2","family":"Phind/Phind-CodeLlama-34B-v2","name":"Phind CodeLlama 34B V2","maker":"Phind","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF/Phind-CodeLlama-34B-v2.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-28T21:29:09.000Z","downloads":16632,"likes":172,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7251129536,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":7919400128,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033184448,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024875200,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":10614387904,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":11505415360,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q2_K.gguf","label":"Q2_K","size":12505691328,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010252992,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880259776,"bits":3.29,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605350080,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":14658827456,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":15230366912,"bits":3.61,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306140352,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771525312,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068681920,"bits":4.28,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q4_0.gguf","label":"Q4_0","size":19119682752,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191510208,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20219901120,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237178560,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838799040,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF","file":"Phind-CodeLlama-34B-v2.i1-Q6_K.gguf","label":"Q6_K","size":27683878080,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v2-GGUF","file":"phind-codellama-34b-v2.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":1}],"repos":["TheBloke/Phind-CodeLlama-34B-v2-GGUF","mradermacher/Phind-CodeLlama-34B-v2-GGUF","mradermacher/Phind-CodeLlama-34B-v2-i1-GGUF"],"logoFrom":"Phind"},{"id":"granite-4-1-3b-localai","family":"weareapexcreators/Granite-4.1-3B-LocalAI","name":"Granite 4.1 3B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":3.4,"active":null,"layers":40,"probe":"weareapexcreators/Granite-4.1-3B-LocalAI/granite-4.1-3b-Q3_K_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-28T02:50:14.000Z","downloads":16572,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Granite-4.1-3B-LocalAI","file":"granite-4.1-3b-Q3_K_M.gguf","label":"Q3_K_M","size":1725578560,"bits":4.06,"known":true,"rank":0},{"repo":"weareapexcreators/Granite-4.1-3B-LocalAI","file":"granite-4.1-3b-Q4_K_M.gguf","label":"Q4_K_M","size":2099502400,"bits":4.94,"known":true,"rank":0},{"repo":"weareapexcreators/Granite-4.1-3B-LocalAI","file":"granite-4.1-3b-Q5_K_M.gguf","label":"Q5_K_M","size":2437012800,"bits":5.73,"known":true,"rank":0}],"repos":["weareapexcreators/Granite-4.1-3B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"muse-glimmer-30b-localai","family":"weareapexcreators/Muse-Glimmer-30B-LocalAI","name":"Muse Glimmer 30B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":52,"probe":"weareapexcreators/Muse-Glimmer-30B-LocalAI/Muse-Glimmer-30B-UD-Q2_K_XL.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":0,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-10T11:14:41.000Z","downloads":16545,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Muse-Glimmer-30B-LocalAI","file":"Muse-Glimmer-30B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12444212256,"bits":3.57,"known":true,"rank":0}],"repos":["weareapexcreators/Muse-Glimmer-30B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"kimi-k2-instruct","family":"moonshotai/Kimi-K2-Instruct","name":"Kimi K2","maker":"Moonshot AI","catalog":null,"tuned":true,"params":1026.41,"active":32.86,"layers":61,"probe":"unsloth/Kimi-K2-Instruct-GGUF/UD-TQ1_0/Kimi-K2-Instruct-UD-TQ1_0-00001-of-00005.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":131072,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2025-07-11T00:55:12.000Z","downloads":16498,"likes":229,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-TQ1_0/Kimi-K2-Instruct-UD-TQ1_0-00001-of-00005.gguf","label":"UD-TQ1_0","size":243604284224,"bits":1.9,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-IQ1_S/Kimi-K2-Instruct-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":280113603520,"bits":2.18,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-IQ1_M/Kimi-K2-Instruct-UD-IQ1_M-00001-of-00007.gguf","label":"UD-IQ1_M","size":304231648288,"bits":2.37,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-IQ2_XXS/Kimi-K2-Instruct-UD-IQ2_XXS-00001-of-00007.gguf","label":"UD-IQ2_XXS","size":328784475200,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-IQ2_M/Kimi-K2-Instruct-UD-IQ2_M-00001-of-00008.gguf","label":"UD-IQ2_M","size":347105195200,"bits":2.71,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q2_K/Kimi-K2-Instruct-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":373179203680,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q2_K_L/Kimi-K2-Instruct-Q2_K_L-00001-of-00008.gguf","label":"Q2_K_L","size":373454454880,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-Q2_K_XL/Kimi-K2-Instruct-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":381861323872,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-IQ3_XXS/Kimi-K2-Instruct-UD-IQ3_XXS-00001-of-00009.gguf","label":"UD-IQ3_XXS","size":416622218560,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q3_K_S/Kimi-K2-Instruct-Q3_K_S-00001-of-00010.gguf","label":"Q3_K_S","size":442417651616,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-Q3_K_XL/Kimi-K2-Instruct-UD-Q3_K_XL-00001-of-00010.gguf","label":"UD-Q3_K_XL","size":452078601632,"bits":3.52,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00001-of-00011.gguf","label":"Q3_K_M","size":489378373568,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00001-of-00012.gguf","label":"IQ4_XS","size":546510814816,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"IQ4_NL/Kimi-K2-Instruct-IQ4_NL-00001-of-00012.gguf","label":"IQ4_NL","size":578491487968,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q4_0/Kimi-K2-Instruct-Q4_0-00001-of-00013.gguf","label":"Q4_0","size":580619179872,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q4_K_S/Kimi-K2-Instruct-Q4_K_S-00001-of-00013.gguf","label":"Q4_K_S","size":582746871648,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-Q4_K_XL/Kimi-K2-Instruct-UD-Q4_K_XL-00001-of-00013.gguf","label":"UD-Q4_K_XL","size":587106516288,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00001-of-00013.gguf","label":"Q4_K_M","size":620781770528,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q4_1/Kimi-K2-Instruct-Q4_1-00001-of-00013.gguf","label":"Q4_1","size":642526234336,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q5_K_S/Kimi-K2-Instruct-Q5_K_S-00001-of-00015.gguf","label":"Q5_K_S","size":706560980992,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00001-of-00016.gguf","label":"Q5_K_M","size":728346884160,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-Q5_K_XL/Kimi-K2-Instruct-UD-Q5_K_XL-00001-of-00016.gguf","label":"UD-Q5_K_XL","size":730578835520,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q6_K/Kimi-K2-Instruct-Q6_K-00001-of-00018.gguf","label":"Q6_K","size":842634817376,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-Q6_K_XL/Kimi-K2-Instruct-UD-Q6_K_XL-00001-of-00019.gguf","label":"UD-Q6_K_XL","size":879052986816,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"Q8_0/Kimi-K2-Instruct-Q8_0-00001-of-00023.gguf","label":"Q8_0","size":1091053886208,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"UD-Q8_K_XL/Kimi-K2-Instruct-UD-Q8_K_XL-00001-of-00025.gguf","label":"UD-Q8_K_XL","size":1190059777216,"bits":9.28,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-GGUF","file":"BF16/Kimi-K2-Instruct-BF16-00001-of-00045.gguf","label":"BF16","size":2053155812768,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Kimi-K2-Instruct-GGUF"],"logoFrom":"moonshotai"},{"id":"occamy-1-0-apex-i-miniplus-v2-1-abliterated","family":"IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","name":"Occamy 1.0 APEX I MiniPlus V2.1 Abliterated","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-Abliterated-GGUF/Occamy-1.0.APEX-I-MiniPlus-V2.1-Abliterated.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-19T22:27:42.000Z","downloads":16488,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","file":"Occamy-1.0.APEX-I-MiniPlus-V2.1-Abliterated.gguf","label":"Occamy-1.0.APEX-I-MiniPlus-V2.1-Abliterated","size":14751300576,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-Abliterated-GGUF"],"logoFrom":"Accio-Lab"},{"id":"qwen3-5-9b-mtp-localai","family":"weareapexcreators/Qwen3.5-9B-MTP-LocalAI","name":"Qwen3.5 9B MTP LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"weareapexcreators/Qwen3.5-9B-MTP-LocalAI/Qwen3.5-9B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-29T04:31:11.000Z","downloads":16460,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Qwen3.5-9B-MTP-LocalAI","file":"Qwen3.5-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5868826976,"bits":5.1,"known":true,"rank":0},{"repo":"weareapexcreators/Qwen3.5-9B-MTP-LocalAI","file":"Qwen3.5-9B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6874345824,"bits":5.98,"known":true,"rank":0}],"repos":["weareapexcreators/Qwen3.5-9B-MTP-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"ornith-1-0-35b-localai","family":"weareapexcreators/Ornith-1.0-35B-LocalAI","name":"Ornith 1.0 35B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"weareapexcreators/Ornith-1.0-35B-LocalAI/ornith-1.0-35b-1M-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":1048576,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-04T03:43:49.000Z","downloads":16455,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Ornith-1.0-35B-LocalAI","file":"ornith-1.0-35b-1M-Q2_K.gguf","label":"Q2_K","size":12939593664,"bits":2.99,"known":true,"rank":0}],"repos":["weareapexcreators/Ornith-1.0-35B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"glm-4-32b-0414","family":"unsloth/GLM-4-32B-0414-GGUF","name":"GLM 4 32B 0414","maker":"unsloth","catalog":null,"tuned":true,"params":32.57,"active":null,"layers":61,"probe":"unsloth/GLM-4-32B-0414-GGUF/GLM-4-32B-0414-UD-IQ1_S.gguf","kvBytesPerToken":72271,"kvHeader":62464,"kvFixed":0,"context":32768,"arch":"glm4","vision":false,"licence":"mit","open":true,"released":"2025-04-14T16:28:29.000Z","downloads":16448,"likes":158,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7697527104,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":8282558784,"bits":2.03,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9264431424,"bits":2.28,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ2_XS.gguf","label":"IQ2_XS","size":9900875648,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ2_S.gguf","label":"IQ2_S","size":10419896192,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ2_M.gguf","label":"IQ2_M","size":11273420672,"bits":2.77,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11471479104,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q2_K.gguf","label":"Q2_K","size":12292255616,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-Q2_K_L.gguf","label":"Q2_K_L","size":12510490944,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ3_XXS.gguf","label":"IQ3_XXS","size":12784107392,"bits":3.14,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12813218112,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12951789888,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ3_XS.gguf","label":"IQ3_XS","size":13661519744,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q3_K_S.gguf","label":"Q3_K_S","size":14371680128,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ3_M.gguf","label":"IQ3_M","size":14821851008,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q3_K_M.gguf","label":"Q3_K_M","size":15890562944,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16344482112,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q3_K_L.gguf","label":"Q3_K_L","size":17216290688,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ4_XS.gguf","label":"IQ4_XS","size":17599442816,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q3_K_XL.gguf","label":"Q3_K_XL","size":18031034240,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-IQ4_NL.gguf","label":"IQ4_NL","size":18584989568,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q4_0.gguf","label":"Q4_0","size":18634928000,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q4_K_S.gguf","label":"Q4_K_S","size":18697645952,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q4_K_M.gguf","label":"Q4_K_M","size":19680022400,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":19918569792,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q4_K_L.gguf","label":"Q4_K_L","size":20371099520,"bits":5,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q4_1.gguf","label":"Q4_1","size":20550086528,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q5_K_S.gguf","label":"Q5_K_S","size":22527176576,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q5_K_M.gguf","label":"Q5_K_M","size":23097462656,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23099453760,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q5_K_L.gguf","label":"Q5_K_L","size":23672147840,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q6_K.gguf","label":"Q6_K","size":26728492928,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q6_K_L.gguf","label":"Q6_K_L","size":27179511680,"bits":6.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":28743602496,"bits":7.06,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-Q8_0.gguf","label":"Q8_0","size":34615226240,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/GLM-4-32B-0414-GGUF","file":"GLM-4-32B-0414-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39496020288,"bits":9.7,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-4-32B-0414-GGUF","file":"THUDM_GLM-4-32B-0414-bf16/THUDM_GLM-4-32B-0414-bf16-00001-of-00002.gguf","label":"BF16","size":65144516384,"bits":16,"known":true,"rank":0}],"repos":["bartowski/THUDM_GLM-4-32B-0414-GGUF","unsloth/GLM-4-32B-0414-GGUF"],"logoFrom":"unsloth"},{"id":"cyber-tiel-coder-35b-a3b-apex-i-miniplus-v2-1","family":"IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","name":"Cyber Tiel Coder 35B A3B APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF/Cyber-Tiel-Coder-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-29T22:33:44.000Z","downloads":16444,"likes":31,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","file":"Cyber-Tiel-Coder-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","label":"Cyber-Tiel-Coder-35B-A3B.APEX-I-MiniPlus-V2.1","size":14751324128,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"peculiar-ragdoll"},{"id":"minicpm-v-4-6","family":"openbmb/MiniCPM-V-4.6","name":"MiniCPM V 4.6","maker":"openbmb","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"openbmb/MiniCPM-V-4.6-gguf/MiniCPM-V-4_6-Q4_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-13T09:12:47.000Z","downloads":16390,"likes":82,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q4_0.gguf","label":"Q4_0","size":501256896,"bits":5.35,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q4_K_S.gguf","label":"Q4_K_S","size":505057984,"bits":5.39,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q4_K_M.gguf","label":"Q4_K_M","size":529101504,"bits":5.64,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q4_1.gguf","label":"Q4_1","size":532357824,"bits":5.68,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q5_0.gguf","label":"Q5_0","size":563458752,"bits":6.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q5_K_S.gguf","label":"Q5_K_S","size":563458752,"bits":6.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q5_K_M.gguf","label":"Q5_K_M","size":577802944,"bits":6.16,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q5_1.gguf","label":"Q5_1","size":594559680,"bits":6.34,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q6_K.gguf","label":"Q6_K","size":629548224,"bits":6.72,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-Q8_0.gguf","label":"Q8_0","size":811591616,"bits":8.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-gguf","file":"MiniCPM-V-4_6-F16.gguf","label":"F16","size":1516275776,"bits":16.17,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-V-4.6-gguf"],"logoFrom":"openbmb"},{"id":"gemma-4-26b-a4b-it-abliterated","family":"WWTCyberLab/gemma-4-26B-A4B-it-abliterated","name":"Gemma 4 26B A4B Abliterated","maker":"WWTCyberLab","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF/gemma-4-26B-A4B-it-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-04-06T07:11:48.000Z","downloads":16357,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":8290267008,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8668652928,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299296128,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816426368,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9873196928,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10377711488,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q2_K.gguf","label":"Q2_K","size":10582732896,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624477568,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325689728,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636063616,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12222405216,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12222405504,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12392559488,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13286729312,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":13824483936,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":14063804512,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":14488052096,"bits":4.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15464820832,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF","file":"gemma-4-26B-A4B-it-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":15969572224,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16796011616,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":17986729056,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19132886112,"bits":6.07,"known":true,"rank":0},{"repo":"SevenOfNine/Gemma-4-26B-A4B-It-Abliterated-GGUF","file":"Gemma-4-26B-A4B-It-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19132891008,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q6_K.gguf","label":"Q6_K","size":22638394976,"bits":7.18,"known":true,"rank":0},{"repo":"SevenOfNine/Gemma-4-26B-A4B-It-Abliterated-GGUF","file":"Gemma-4-26B-A4B-It-Abliterated-Q6_K.gguf","label":"Q6_K","size":22638399872,"bits":7.18,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","file":"gemma-4-26B-A4B-it-abliterated.Q8_0.gguf","label":"Q8_0","size":26859854944,"bits":8.52,"known":true,"rank":0},{"repo":"SevenOfNine/Gemma-4-26B-A4B-It-Abliterated-GGUF","file":"Gemma-4-26B-A4B-It-Abliterated-BF16.gguf","label":"BF16","size":50505136000,"bits":16.01,"known":true,"rank":0}],"repos":["SevenOfNine/Gemma-4-26B-A4B-It-Abliterated-GGUF","mradermacher/gemma-4-26B-A4B-it-abliterated-GGUF","mradermacher/gemma-4-26B-A4B-it-abliterated-i1-GGUF"],"logoFrom":"WWTCyberLab"},{"id":"ovisocr3","family":"ATH-MaaS/OvisOCR3","name":"OvisOCR3","maker":"ATH-MaaS","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"mradermacher/OvisOCR3-GGUF/OvisOCR3.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-21T02:36:27.000Z","downloads":16352,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q2_K.gguf","label":"Q2_K","size":422327840,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q3_K_S.gguf","label":"Q3_K_S","size":435363872,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q3_K_M.gguf","label":"Q3_K_M","size":466223136,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q3_K_L.gguf","label":"Q3_K_L","size":491323424,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q4_K_S.gguf","label":"Q4_K_S","size":505254432,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.IQ4_XS.gguf","label":"IQ4_XS","size":505809440,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q4_K_M.gguf","label":"Q4_K_M","size":529297952,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q5_K_S.gguf","label":"Q5_K_S","size":563655200,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q5_K_M.gguf","label":"Q5_K_M","size":577999392,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q6_K.gguf","label":"Q6_K","size":629744672,"bits":6.72,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.Q8_0.gguf","label":"Q8_0","size":811844128,"bits":8.66,"known":true,"rank":0},{"repo":"mradermacher/OvisOCR3-GGUF","file":"OvisOCR3.f16.gguf","label":"F16","size":1516745248,"bits":16.18,"known":true,"rank":0}],"repos":["mradermacher/OvisOCR3-GGUF"],"logoFrom":"ATH-MaaS"},{"id":"ornith-1-0-9b-mtp-localai","family":"weareapexcreators/Ornith-1.0-9B-MTP-LocalAI","name":"Ornith 1.0 9B MTP LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"weareapexcreators/Ornith-1.0-9B-MTP-LocalAI/ornith-9b-kl-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-01T03:59:32.000Z","downloads":16281,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Ornith-1.0-9B-MTP-LocalAI","file":"ornith-9b-kl-Q4_K_M.gguf","label":"Q4_K_M","size":5780090240,"bits":5.03,"known":true,"rank":0}],"repos":["weareapexcreators/Ornith-1.0-9B-MTP-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"bamboo-1-localai","family":"weareapexcreators/Bamboo-1-LocalAI","name":"Bamboo 1 LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"weareapexcreators/Bamboo-1-LocalAI/bamboo-v1-Q3_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-29T03:21:14.000Z","downloads":16278,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Bamboo-1-LocalAI","file":"bamboo-v1-Q3_K_M.gguf","label":"Q3_K_M","size":6087086624,"bits":4.09,"known":true,"rank":0},{"repo":"weareapexcreators/Bamboo-1-LocalAI","file":"bamboo-v1-Q4_K_M.gguf","label":"Q4_K_M","size":7381381664,"bits":4.96,"known":true,"rank":0}],"repos":["weareapexcreators/Bamboo-1-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen2-5-coder-32b-instruct-uncensored","family":"thirdeyeai/Qwen2.5-Coder-32B-Instruct-Uncensored","name":"Qwen2.5 Coder 32B Uncensored","maker":"thirdeyeai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF/Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-11-20T15:03:22.000Z","downloads":16265,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":7274507136,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":7932160896,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250496,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957550976,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":10387569536,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":11264441216,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q2_K.gguf","label":"Q2_K","size":12313098848,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271296,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705513856,"bits":3.35,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":14392330848,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":14436895616,"bits":3.53,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":14810123136,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":15935048288,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":17247079008,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":17870101088,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":18711010176,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":18784410208,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":19851336288,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":22638254688,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":23262157408,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q6_K.gguf","label":"Q6_K","size":26886154848,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Uncensored.Q8_0.gguf","label":"Q8_0","size":34820885088,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-GGUF","mradermacher/Qwen2.5-Coder-32B-Instruct-Uncensored-i1-GGUF"],"logoFrom":"thirdeyeai"},{"id":"deepseek-r1-distill-qwen-14b-abliterated-v2","family":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2","name":"DeepSeek R1 Distill Qwen 14B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-01-23T13:25:26.000Z","downloads":16254,"likes":40,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":5770498112,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":6659596352,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":7339204672,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":7924768832,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":8186196032,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":8573431872,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":8988110912,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":10266554432,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":10508873792,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":12124684352,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":15701598272,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-v2-GGUF"],"logoFrom":"huihui-ai"},{"id":"wicked-stuff-26b-a4b-v3-0-final","family":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final","name":"Wicked Stuff 26B A4B V3.0 Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-IQ2_XS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-10-26T08:01:21.000Z","downloads":16252,"likes":14,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-IQ2_XS.gguf","label":"IQ2_XS","size":9895199168,"bits":3.14,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-IQ2_S.gguf","label":"IQ2_S","size":10311503936,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-IQ2_M.gguf","label":"IQ2_M","size":10900373184,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q2_K.gguf","label":"Q2_K","size":11611604672,"bits":3.68,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636069984,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q3_K_S.gguf","label":"Q3_K_S","size":12374811072,"bits":3.92,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-IQ3_XXS.gguf","label":"IQ3_XXS","size":12611732416,"bits":4,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286735968,"bits":4.21,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728352,"bits":4.41,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final-Q4_0.gguf","label":"Q4_0","size":14439363904,"bits":4.58,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final.i1-IQ4_NL.gguf","label":"IQ4_NL","size":14439364192,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q3_K_L.gguf","label":"Q3_K_L","size":14802988736,"bits":4.69,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827488,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q4_1.gguf","label":"Q4_1","size":16144846528,"bits":5.12,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final-Q4_K_M.gguf","label":"Q4_K_M","size":16796017984,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986735712,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q4_K_L.gguf","label":"Q4_K_L","size":18208028352,"bits":5.77,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final-Q5_K_M.gguf","label":"Q5_K_M","size":19132892480,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final-Q6_K.gguf","label":"Q6_K","size":22638401344,"bits":7.18,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q6_K_S.gguf","label":"Q6_K_S","size":23136163520,"bits":7.34,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-Q6_K_L.gguf","label":"Q6_K_L","size":24524519104,"bits":7.78,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v3.0-Final-Q8_0.gguf","label":"Q8_0","size":26859861312,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","file":"ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-bf16.gguf","label":"BF16","size":50505137472,"bits":16.01,"known":true,"rank":1}],"repos":["ReadyArt/Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","bartowski/ReadyArt_Wicked-Stuff-26B-A4B-v3.0-Final-GGUF","mradermacher/Wicked-Stuff-26B-A4B-v3.0-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"qwen3-vl-4b-thinking","family":"Qwen/Qwen3-VL-4B-Thinking","name":"Qwen3 VL 4B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Qwen3-VL-4B-Thinking-GGUF/Qwen3-VL-4B-Thinking-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-11T07:24:08.000Z","downloads":16242,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083151616,"bits":2.16,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143485696,"bits":2.28,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255347456,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1530404096,"bits":3.05,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q2_K.gguf","label":"Q2_K","size":1669501696,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":1669501696,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674378496,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695726336,"bits":3.37,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":1886999296,"bits":3.76,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":2075620096,"bits":4.13,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2128386816,"bits":4.24,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":2270753536,"bits":4.52,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q4_0.gguf","label":"Q4_0","size":2375774976,"bits":4.73,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":2381345536,"bits":4.74,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":2383311616,"bits":4.74,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3VL-4B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":2497281472,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546342656,"bits":5.07,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q4_1.gguf","label":"Q4_1","size":2596631296,"bits":5.17,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":2823713536,"bits":5.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":2889515776,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2899223296,"bits":5.77,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-Q6_K.gguf","label":"Q6_K","size":3306263296,"bits":6.58,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658224896,"bits":7.28,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3VL-4B-Thinking-Q8_0.gguf","label":"Q8_0","size":4280405952,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056701696,"bits":10.06,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3VL-4B-Thinking-F16.gguf","label":"F16","size":8051285952,"bits":16.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","file":"Qwen3-VL-4B-Thinking-BF16.gguf","label":"BF16","size":8051287008,"bits":16.02,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-4B-Thinking-GGUF","unsloth/Qwen3-VL-4B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"nvidia-nemotron-nano-12b-v2","family":"nvidia/NVIDIA-Nemotron-Nano-12B-v2","name":"NVIDIA Nemotron Nano 12B V2","maker":"NVIDIA","catalog":null,"tuned":false,"params":12.31,"active":null,"layers":62,"probe":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF/NVIDIA-Nemotron-Nano-12B-v2.Q2_K.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2025-08-21T01:31:50.000Z","downloads":16237,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.Q2_K.gguf","label":"Q2_K","size":4703360224,"bits":3.06,"known":true,"rank":0},{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.Q3_K_M.gguf","label":"Q3_K_M","size":6023480544,"bits":3.91,"known":true,"rank":0},{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.Q3_K_L.gguf","label":"Q3_K_L","size":6373442784,"bits":4.14,"known":true,"rank":0},{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.Q4_K_M.gguf","label":"Q4_K_M","size":7494497504,"bits":4.87,"known":true,"rank":0},{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.Q5_K_M.gguf","label":"Q5_K_M","size":8764257504,"bits":5.7,"known":true,"rank":0},{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.Q6_K.gguf","label":"Q6_K","size":10113377504,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2.fp16.gguf","label":"NVIDIA-Nemotron-Nano-12B-v2.fp16","size":24632571104,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/NVIDIA-Nemotron-Nano-12B-v2-GGUF"],"logoFrom":"nvidia"},{"id":"decider-35b-a3b","family":"Mapika/decider-35b-a3b","name":"Decider 35B A3B","maker":"Mapika","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/decider-35b-a3b-GGUF/decider-35b-a3b.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-20T09:11:16.000Z","downloads":16235,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q2_K.gguf","label":"Q2_K","size":12939594464,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q3_K_S.gguf","label":"Q3_K_S","size":15182185184,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q3_K_M.gguf","label":"Q3_K_M","size":16764764896,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q3_K_L.gguf","label":"Q3_K_L","size":18115330784,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.IQ4_XS.gguf","label":"IQ4_XS","size":18939312864,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q4_K_S.gguf","label":"Q4_K_S","size":19889904352,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q4_K_M.gguf","label":"Q4_K_M","size":21166758624,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q5_K_S.gguf","label":"Q5_K_S","size":23981284064,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q5_K_M.gguf","label":"Q5_K_M","size":24729131744,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q6_K.gguf","label":"Q6_K","size":28514153184,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/decider-35b-a3b-GGUF","file":"decider-35b-a3b.Q8_0.gguf","label":"Q8_0","size":36903140064,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/decider-35b-a3b-GGUF"],"logoFrom":"Mapika"},{"id":"ornith1-0-9b-3mper0rr-abliterated","family":"3MPER0RR/Ornith1.0-9B-3MPER0RR-abliterated","name":"Ornith1.0 9B 3MPER0RR Abliterated","maker":"3MPER0RR","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF/Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-24T11:03:10.000Z","downloads":16141,"likes":24,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642304,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269632,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648512,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345920,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968640,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471744,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239680,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q2_K.gguf","label":"Q2_K","size":3827262816,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166400,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416704,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4259407200,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818688,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383168,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4623525216,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4925515104,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5227898208,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5325940352,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5351630176,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215040,"bits":4.84,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5629109600,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5809333888,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":6305310048,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":6467970400,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q6_K.gguf","label":"Q6_K","size":7359260000,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.Q8_0.gguf","label":"Q8_0","size":9527502176,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","file":"Ornith1.0-9B-3MPER0RR-abliterated.f16.gguf","label":"F16","size":17920697696,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-GGUF","mradermacher/Ornith1.0-9B-3MPER0RR-abliterated-i1-GGUF"],"logoFrom":"3MPER0RR"},{"id":"minimax-h3-textencoder-16gb-abliterated","family":"pottokao/MiniMax-H3-TextEncoder-16GB-abliterated-GGUF","name":"MiniMax H3 TextEncoder 16GB Abliterated","maker":"pottokao","catalog":null,"tuned":true,"params":25.75,"active":null,"layers":50,"probe":"pottokao/MiniMax-H3-TextEncoder-16GB-abliterated-GGUF/MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-11.5G_vis.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T00:46:22.000Z","downloads":16097,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"pottokao/MiniMax-H3-TextEncoder-16GB-abliterated-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-11.5G_vis.gguf","label":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-11.5G_vis","size":12648274624,"bits":3.93,"known":false,"rank":0},{"repo":"pottokao/MiniMax-H3-TextEncoder-16GB-abliterated-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-12.5G_vis.gguf","label":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-12.5G_vis","size":13698284224,"bits":4.26,"known":false,"rank":0},{"repo":"pottokao/MiniMax-H3-TextEncoder-16GB-abliterated-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-13.6G_vis.gguf","label":"MiniMax-H3-TextEncoder-Qwen3VL-32B-abliterated-13.6G_vis","size":14798019264,"bits":4.6,"known":false,"rank":0}],"repos":["pottokao/MiniMax-H3-TextEncoder-16GB-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"granite-4-0-h-micro","family":"ibm-granite/granite-4.0-h-micro","name":"Granite 4.0 H Micro","maker":"IBM","catalog":null,"tuned":false,"params":3.19,"active":null,"layers":40,"probe":"unsloth/granite-4.0-h-micro-GGUF/granite-4.0-h-micro-UD-IQ1_S.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-16T19:46:14.000Z","downloads":16047,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":771178432,"bits":1.93,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":837660608,"bits":2.1,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":942522304,"bits":2.36,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1132806080,"bits":2.84,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q2_K.gguf","label":"Q2_K","size":1226247840,"bits":3.08,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q2_K_L.gguf","label":"Q2_K_L","size":1226248128,"bits":3.08,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1250496448,"bits":3.14,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1303822272,"bits":3.27,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q3_K_S.gguf","label":"Q3_K_S","size":1459101344,"bits":3.66,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q3_K_M.gguf","label":"Q3_K_M","size":1555472032,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1579065280,"bits":3.96,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q3_K_L.gguf","label":"Q3_K_L","size":1637523104,"bits":4.11,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-IQ4_XS.gguf","label":"IQ4_XS","size":1762242496,"bits":4.42,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q4_0.gguf","label":"Q4_0","size":1855516320,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-IQ4_NL.gguf","label":"IQ4_NL","size":1855516608,"bits":4.65,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q4_K_S.gguf","label":"Q4_K_S","size":1866526368,"bits":4.68,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q4_K_M.gguf","label":"Q4_K_M","size":1942564512,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1964994496,"bits":4.93,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q4_1.gguf","label":"Q4_1","size":2042064544,"bits":5.12,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q5_0.gguf","label":"Q5_0","size":2228612768,"bits":5.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q5_K_S.gguf","label":"Q5_K_S","size":2228612768,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2272817088,"bits":5.7,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q5_K_M.gguf","label":"Q5_K_M","size":2273455776,"bits":5.7,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q5_1.gguf","label":"Q5_1","size":2415160992,"bits":6.06,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q6_K.gguf","label":"Q6_K","size":2625027744,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":2762162112,"bits":6.93,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-Q8_0.gguf","label":"Q8_0","size":3397676704,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":3826282432,"bits":9.6,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-micro-GGUF","file":"granite-4.0-h-micro-bf16.gguf","label":"BF16","size":6388576192,"bits":16.02,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-h-micro-GGUF","unsloth/granite-4.0-h-micro-GGUF"],"logoFrom":"ibm-granite"},{"id":"lythri-4b-a2b","family":"Lythri/Lythri-4B-A2B","name":"Lythri 4B A2B","maker":"Lythri","catalog":null,"tuned":false,"params":4.63,"active":null,"layers":35,"probe":"bartowski/Lythri_Lythri-4B-A2B-GGUF/Lythri_Lythri-4B-A2B-IQ2_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-01T11:55:29.000Z","downloads":16043,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-IQ2_M.gguf","label":"IQ2_M","size":1953886560,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-IQ1_S.gguf","label":"IQ1_S","size":2315866848,"bits":4,"known":true,"rank":1},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q2_K.gguf","label":"Q2_K","size":2341415264,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-IQ1_M.gguf","label":"IQ1_M","size":2355385056,"bits":4.07,"known":true,"rank":1},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2421248736,"bits":4.18,"known":true,"rank":1},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2442425696,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q3_K_S.gguf","label":"Q3_K_S","size":2467001696,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-IQ3_XS.gguf","label":"IQ3_XS","size":2476383584,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2478068448,"bits":4.28,"known":true,"rank":1},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-IQ2_S.gguf","label":"IQ2_S","size":2500481760,"bits":4.32,"known":true,"rank":1},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q3_K_M.gguf","label":"Q3_K_M","size":2536517984,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q3_K_L.gguf","label":"Q3_K_L","size":2615652704,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-IQ3_M.gguf","label":"IQ3_M","size":2648123744,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2923369184,"bits":5.05,"known":true,"rank":1},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-IQ4_XS.gguf","label":"IQ4_XS","size":3018279264,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q4_K_S.gguf","label":"Q4_K_S","size":3078680928,"bits":5.32,"known":true,"rank":0},{"repo":"mradermacher/Lythri-4B-A2B-i1-GGUF","file":"Lythri-4B-A2B.i1-IQ3_S.gguf","label":"IQ3_S","size":3103019744,"bits":5.36,"known":true,"rank":1},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-IQ4_NL.gguf","label":"IQ4_NL","size":3172045152,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q4_K_M.gguf","label":"Q4_K_M","size":3172045152,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q4_K_L.gguf","label":"Q4_K_L","size":3294998880,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q4_0.gguf","label":"Q4_0","size":3368096096,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q4_1.gguf","label":"Q4_1","size":3478245728,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q5_K_S.gguf","label":"Q5_K_S","size":3627594080,"bits":6.27,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q5_K_M.gguf","label":"Q5_K_M","size":3732509024,"bits":6.45,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q6_K_S.gguf","label":"Q6_K_S","size":3865071968,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q6_K.gguf","label":"Q6_K","size":3940495712,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q6_K_L.gguf","label":"Q6_K_L","size":4025061728,"bits":6.95,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-Q8_0.gguf","label":"Q8_0","size":4947415392,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/Lythri_Lythri-4B-A2B-GGUF","file":"Lythri_Lythri-4B-A2B-bf16.gguf","label":"BF16","size":9273528384,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/Lythri_Lythri-4B-A2B-GGUF","mradermacher/Lythri-4B-A2B-i1-GGUF"],"logoFrom":"Lythri"},{"id":"qwen-3-5-27b-derestricted-i1","family":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","name":"Qwen 3.5 27B Derestricted I1","maker":"mradermacher","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF/Qwen-3.5-27B-Derestricted.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-09T15:04:05.000Z","downloads":15971,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ1_S.gguf","label":"IQ1_S","size":6225766240,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ1_M.gguf","label":"IQ1_M","size":6766008160,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7666411360,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8402462560,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ2_S.gguf","label":"IQ2_S","size":8674785120,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ2_M.gguf","label":"IQ2_M","size":9395107680,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q2_K_S.gguf","label":"Q2_K_S","size":9658500960,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q2_K.gguf","label":"Q2_K","size":10121840480,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10734172000,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11632895840,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953120,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ3_S.gguf","label":"IQ3_S","size":12085094240,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874080,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13289645920,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14030202720,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14689290080,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q4_0.gguf","label":"Q4_0","size":15521433440,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15568619360,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16540272480,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q4_1.gguf","label":"Q4_1","size":17078241120,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679613280,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19399608160,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF","file":"Qwen-3.5-27B-Derestricted.i1-Q6_K.gguf","label":"Q6_K","size":22082529120,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen-3.5-27B-Derestricted-i1-GGUF"],"logoFrom":"ArliAI"},{"id":"l3-2-rogue-creative-instruct-uncensored-abliterated-7b","family":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B","name":"L3.2 Rogue Creative Uncensored Abliterated 7B","maker":"DavidAU","catalog":null,"tuned":true,"params":7.53,"active":null,"layers":67,"probe":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q2_k.gguf","kvBytesPerToken":317518,"kvHeader":274432,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-31T00:12:37.000Z","downloads":15893,"likes":177,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q2_k.gguf","label":"Q2_K","size":2931892928,"bits":3.11,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":3400022720,"bits":3.61,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":3749296832,"bits":3.98,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":4156478144,"bits":4.42,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4348097216,"bits":4.62,"known":false,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4348097216,"bits":4.62,"known":false,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4348097216,"bits":4.62,"known":false,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":4374835904,"bits":4.65,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":4588966592,"bits":4.88,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":5240402624,"bits":5.57,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":5364486848,"bits":5.7,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q6_k.gguf","label":"Q6_K","size":6188477120,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-D_AU-Q8_0.gguf","label":"Q8_0","size":8012741312,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-8-27b-omnimerge-v6","family":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6","name":"Qwen3.8 27B Omnimerge V6","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF/Qwen3.8-27B-Omnimerge-v6-IQ2_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-03T06:06:01.000Z","downloads":15874,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ2_S.gguf","label":"IQ2_S","size":9601898016,"bits":2.81,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ2_M.gguf","label":"IQ2_M","size":10243577376,"bits":3,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q2_K.gguf","label":"Q2_K","size":10950649376,"bits":3.21,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ3_XXS.gguf","label":"IQ3_XXS","size":11425355296,"bits":3.35,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ3_XS.gguf","label":"IQ3_XS","size":12206114336,"bits":3.57,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q3_K_S.gguf","label":"Q3_K_S","size":12256536096,"bits":3.59,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ3_M.gguf","label":"IQ3_M","size":12768331296,"bits":3.74,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q3_K_M.gguf","label":"Q3_K_M","size":13500737056,"bits":3.95,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q3_K_L.gguf","label":"Q3_K_L","size":14559798816,"bits":4.26,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q3_K_XL.gguf","label":"Q3_K_XL","size":14613210656,"bits":4.28,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ4_XS.gguf","label":"IQ4_XS","size":15309039136,"bits":4.48,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-IQ4_NL.gguf","label":"IQ4_NL","size":16041567776,"bits":4.7,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q4_K_M.gguf","label":"Q4_K_M","size":16810714656,"bits":4.92,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q4_K_L.gguf","label":"Q4_K_L","size":17754330656,"bits":5.2,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q5_K_M.gguf","label":"Q5_K_M","size":19535701536,"bits":5.72,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q5_K_L.gguf","label":"Q5_K_L","size":20320392736,"bits":5.95,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q6_K.gguf","label":"Q6_K","size":22431000096,"bits":6.57,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q6_K_L.gguf","label":"Q6_K_L","size":23046833696,"bits":6.75,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-Q8_0.gguf","label":"Q8_0","size":29047084352,"bits":8.51,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF","file":"Qwen3.8-27B-Omnimerge-v6-F16.gguf","label":"F16","size":54657733952,"bits":16.01,"known":true,"rank":0}],"repos":["ManniX-ITA/Qwen3.8-27B-Omnimerge-v6-MTP-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"speakoflow-mini","family":"SpeakoFlow/speakoflow-mini","name":"Speakoflow Mini","maker":"SpeakoFlow","catalog":null,"tuned":true,"params":0.77,"active":null,"layers":25,"probe":"SpeakoFlow/speakoflow-mini/SpeakoFlow-Mini-0.8B-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-29T14:13:11.000Z","downloads":15861,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SpeakoFlow/speakoflow-mini","file":"SpeakoFlow-Mini-0.8B-Q4_K_M.gguf","label":"Q4_K_M","size":541903616,"bits":5.63,"known":true,"rank":0},{"repo":"SpeakoFlow/speakoflow-mini","file":"SpeakoFlow-Mini-0.8B-Q5_K_M.gguf","label":"Q5_K_M","size":592636672,"bits":6.16,"known":true,"rank":0},{"repo":"SpeakoFlow/speakoflow-mini","file":"SpeakoFlow-Mini-0.8B-Q6_K.gguf","label":"Q6_K","size":646540544,"bits":6.72,"known":true,"rank":0},{"repo":"SpeakoFlow/speakoflow-mini","file":"SpeakoFlow-Mini-0.8B-Q8_0.gguf","label":"Q8_0","size":833591776,"bits":8.66,"known":true,"rank":0},{"repo":"SpeakoFlow/speakoflow-mini","file":"SpeakoFlow-Mini-0.8B-BF16.gguf","label":"BF16","size":1557662176,"bits":16.18,"known":true,"rank":0}],"repos":["SpeakoFlow/speakoflow-mini"],"logoFrom":"SpeakoFlow"},{"id":"arex-2","family":"BAAI/AREX-2","name":"AREX 2","maker":"BAAI","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/BAAI_AREX-2-GGUF/BAAI_AREX-2-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T17:56:21.000Z","downloads":15854,"likes":20,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ2_XXS.gguf","label":"IQ2_XXS","size":8642284640,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ2_XS.gguf","label":"IQ2_XS","size":8849542240,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ2_S.gguf","label":"IQ2_S","size":9445059680,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ2_M.gguf","label":"IQ2_M","size":10283265120,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q2_K.gguf","label":"Q2_K","size":10582559840,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ3_XXS.gguf","label":"IQ3_XXS","size":12081183840,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q3_K_S.gguf","label":"Q3_K_S","size":12500900960,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ3_XS.gguf","label":"IQ3_XS","size":12560620640,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q3_K_M.gguf","label":"Q3_K_M","size":13165067360,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q3_K_L.gguf","label":"Q3_K_L","size":13883833440,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ3_M.gguf","label":"IQ3_M","size":14621645920,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ4_XS.gguf","label":"IQ4_XS","size":15236967520,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q4_0.gguf","label":"Q4_0","size":16109784160,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q4_K_S.gguf","label":"Q4_K_S","size":16124529760,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-IQ4_NL.gguf","label":"IQ4_NL","size":17203416160,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q4_K_M.gguf","label":"Q4_K_M","size":17203416160,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q4_1.gguf","label":"Q4_1","size":17586474080,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q4_K_L.gguf","label":"Q4_K_L","size":18581720160,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q5_K_S.gguf","label":"Q5_K_S","size":19327929440,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q5_K_M.gguf","label":"Q5_K_M","size":20684893280,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q6_K_S.gguf","label":"Q6_K_S","size":22618471520,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q6_K.gguf","label":"Q6_K","size":23621581920,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q6_K_L.gguf","label":"Q6_K_L","size":24719924320,"bits":7.35,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-Q8_0.gguf","label":"Q8_0","size":28665068640,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-2-GGUF","file":"BAAI_AREX-2-bf16/BAAI_AREX-2-bf16-00001-of-00002.gguf","label":"BF16","size":53808282656,"bits":16,"known":true,"rank":0}],"repos":["bartowski/BAAI_AREX-2-GGUF","mradermacher/AREX-2-GGUF"],"logoFrom":"BAAI"},{"id":"zai-org-glm-4-7-flash","family":"bartowski/zai-org_GLM-4.7-Flash-GGUF","name":"Zai Org GLM 4.7 Flash","maker":"bartowski","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"bartowski/zai-org_GLM-4.7-Flash-GGUF/zai-org_GLM-4.7-Flash-IQ2_XXS.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-20T00:01:04.000Z","downloads":15849,"likes":58,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ2_XXS.gguf","label":"IQ2_XXS","size":7622864768,"bits":2.04,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ2_XS.gguf","label":"IQ2_XS","size":8671883136,"bits":2.32,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ2_S.gguf","label":"IQ2_S","size":8784471936,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ2_M.gguf","label":"IQ2_M","size":9852364672,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q2_K.gguf","label":"Q2_K","size":11042348928,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q2_K_L.gguf","label":"Q2_K_L","size":11352108928,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ3_XXS.gguf","label":"IQ3_XXS","size":12249931648,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ3_XS.gguf","label":"IQ3_XS","size":12710244224,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q3_K_S.gguf","label":"Q3_K_S","size":13479014272,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ3_M.gguf","label":"IQ3_M","size":13980757888,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":14072672128,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q3_K_L.gguf","label":"Q3_K_L","size":14499262336,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q3_K_XL.gguf","label":"Q3_K_XL","size":14776807296,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ4_XS.gguf","label":"IQ4_XS","size":16250044288,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-IQ4_NL.gguf","label":"IQ4_NL","size":17149157248,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q4_0.gguf","label":"Q4_0","size":17393999744,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q4_K_S.gguf","label":"Q4_K_S","size":17775705984,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":18474983296,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q4_K_L.gguf","label":"Q4_K_L","size":18710400896,"bits":5,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q4_1.gguf","label":"Q4_1","size":18950668160,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q5_K_S.gguf","label":"Q5_K_S","size":20848074624,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":21566252928,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q5_K_L.gguf","label":"Q5_K_L","size":21762021248,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q6_K.gguf","label":"Q6_K","size":24825851776,"bits":6.63,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q6_K_L.gguf","label":"Q6_K_L","size":24979492736,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-Q8_0.gguf","label":"Q8_0","size":31842799488,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.7-Flash-GGUF","file":"zai-org_GLM-4.7-Flash-bf16/zai-org_GLM-4.7-Flash-bf16-00001-of-00002.gguf","label":"BF16","size":59908837184,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/zai-org_GLM-4.7-Flash-GGUF"],"logoFrom":"zai-org"},{"id":"d1-omni-600m","family":"LiquidAI/d1-omni-600M","name":"D1 Omni 600M","maker":"Liquid AI","catalog":null,"tuned":true,"params":0.38,"active":null,"layers":18,"probe":"LiquidAI/d1-omni-600M-GGUF/d1-omni-600M-Q8_0.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2026-10-05T17:18:48.000Z","downloads":15829,"likes":54,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/d1-omni-600M-GGUF","file":"d1-omni-600M-Q8_0.gguf","label":"Q8_0","size":407207584,"bits":8.57,"known":true,"rank":0},{"repo":"LiquidAI/d1-omni-600M-GGUF","file":"d1-omni-600M-BF16.gguf","label":"BF16","size":764049056,"bits":16.09,"known":true,"rank":0},{"repo":"LiquidAI/d1-omni-600M-GGUF","file":"d1-omni-600M-F16.gguf","label":"F16","size":764049056,"bits":16.09,"known":true,"rank":0}],"repos":["LiquidAI/d1-omni-600M-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-sex","family":"ystemsrx/Qwen3-Sex","name":"Qwen3 Sex","maker":"ystemsrx","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-Sex-GGUF/Qwen3-Sex.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-03T08:24:54.000Z","downloads":15821,"likes":30,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q2_K.gguf","label":"Q2_K","size":1669499072,"bits":3.32,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q3_K_S.gguf","label":"Q3_K_S","size":1886996672,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q3_K_M.gguf","label":"Q3_K_M","size":2075617472,"bits":4.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q3_K_L.gguf","label":"Q3_K_L","size":2239785152,"bits":4.46,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.IQ4_XS.gguf","label":"IQ4_XS","size":2286315712,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q4_K_S.gguf","label":"Q4_K_S","size":2383308992,"bits":4.74,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q4_K_M.gguf","label":"Q4_K_M","size":2497280192,"bits":4.97,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q5_K_S.gguf","label":"Q5_K_S","size":2823710912,"bits":5.62,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q5_K_M.gguf","label":"Q5_K_M","size":2889513152,"bits":5.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.Q6_K.gguf","label":"Q6_K","size":3306260672,"bits":6.58,"known":true,"rank":1},{"repo":"ystemsrx/Qwen3-Sex","file":"Qwen3-Sex-Q8_0.gguf","label":"Q8_0","size":4280403328,"bits":8.52,"known":true,"rank":0},{"repo":"ystemsrx/Qwen3-Sex","file":"Qwen3-Sex-BF16.gguf","label":"BF16","size":8051283328,"bits":16.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Sex-GGUF","file":"Qwen3-Sex.f16.gguf","label":"F16","size":8051284672,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/Qwen3-Sex-GGUF","ystemsrx/Qwen3-Sex"],"logoFrom":"Qwen"},{"id":"nemotron-orchestrator-8b","family":"nvidia/Nemotron-Orchestrator-8B","name":"Nemotron Orchestrator 8B","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF/Nemotron-Orchestrator-8B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-11-25T23:23:02.000Z","downloads":15806,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.Q2_K.gguf","label":"Q2_K","size":3281732736,"bits":3.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.Q3_K_M.gguf","label":"Q3_K_M","size":4124161152,"bits":4.03,"known":true,"rank":0},{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4431393920,"bits":4.33,"known":true,"rank":0},{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.Q4_K_M.gguf","label":"Q4_K_M","size":5027783808,"bits":4.91,"known":true,"rank":0},{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.Q5_K_M.gguf","label":"Q5_K_M","size":5851112576,"bits":5.72,"known":true,"rank":0},{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.Q6_K.gguf","label":"Q6_K","size":6725899392,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF","file":"Nemotron-Orchestrator-8B.fp16.gguf","label":"Nemotron-Orchestrator-8B.fp16","size":16388043904,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/Nemotron-Orchestrator-8B-GGUF"],"logoFrom":"nvidia"},{"id":"medgemma-1-5-4b-it","family":"google/medgemma-1.5-4b-it","name":"Medgemma 1.5 4B","maker":"Google","catalog":null,"tuned":false,"params":3.88,"active":null,"layers":34,"probe":"unsloth/medgemma-1.5-4b-it-GGUF/medgemma-1.5-4b-it-UD-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"other","open":false,"released":"2026-01-07T23:07:01.000Z","downloads":15798,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1183392576,"bits":2.44,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1242579776,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1344119616,"bits":2.77,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1567884096,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1710752576,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q2_K.gguf","label":"Q2_K","size":1729165376,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q2_K_L.gguf","label":"Q2_K_L","size":1729165376,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1769408576,"bits":3.65,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q3_K_S.gguf","label":"Q3_K_S","size":1937365056,"bits":3.99,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q3_K_M.gguf","label":"Q3_K_M","size":2098460736,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2150930496,"bits":4.43,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-IQ4_XS.gguf","label":"IQ4_XS","size":2263242816,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-IQ4_NL.gguf","label":"IQ4_NL","size":2363512896,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q4_0.gguf","label":"Q4_0","size":2370066496,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q4_K_S.gguf","label":"Q4_K_S","size":2377930816,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q4_K_M.gguf","label":"Q4_K_M","size":2489894976,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2537531456,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q4_1.gguf","label":"Q4_1","size":2564053056,"bits":5.29,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q5_K_S.gguf","label":"Q5_K_S","size":2764593216,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q5_K_M.gguf","label":"Q5_K_M","size":2829699136,"bits":5.83,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2832750656,"bits":5.84,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q6_K.gguf","label":"Q6_K","size":3190741056,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3566629696,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-Q8_0.gguf","label":"Q8_0","size":4130403136,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5165206336,"bits":10.65,"known":true,"rank":0},{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","file":"medgemma-1.5-4b-it-BF16.gguf","label":"BF16","size":7767804480,"bits":16.02,"known":true,"rank":0}],"repos":["unsloth/medgemma-1.5-4b-it-GGUF"],"logoFrom":"google"},{"id":"trinity-mini","family":"arcee-ai/Trinity-Mini","name":"Trinity Mini","maker":"Arcee","catalog":null,"tuned":false,"params":26.12,"active":3.47,"layers":32,"probe":"MaziyarPanahi/Trinity-Mini-GGUF/Trinity-Mini.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":131072,"arch":"afmoe","vision":false,"licence":"other","open":false,"released":"2025-12-01T16:12:10.000Z","downloads":15765,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.Q2_K.gguf","label":"Q2_K","size":9672942208,"bits":2.96,"known":true,"rank":0},{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.Q3_K_M.gguf","label":"Q3_K_M","size":12546491008,"bits":3.84,"known":true,"rank":0},{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.Q3_K_L.gguf","label":"Q3_K_L","size":13598474880,"bits":4.16,"known":true,"rank":0},{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.Q4_K_M.gguf","label":"Q4_K_M","size":15823053440,"bits":4.85,"known":true,"rank":0},{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.Q5_K_M.gguf","label":"Q5_K_M","size":18557608576,"bits":5.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.Q6_K.gguf","label":"Q6_K","size":21463073408,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Trinity-Mini-GGUF","file":"Trinity-Mini.fp16.gguf","label":"Trinity-Mini.fp16","size":52271596160,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/Trinity-Mini-GGUF"],"logoFrom":"arcee-ai"},{"id":"unlimited-ocr-2","family":"baidu/Unlimited-OCR-2","name":"Unlimited OCR 2","maker":"Baidu","catalog":null,"tuned":false,"params":2.94,"active":0.74,"layers":12,"probe":"AtomicChat/Unlimited-OCR-2-GGUF/Unlimited-OCR-2-AD-Q4_K.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":131072,"arch":"unlimited-ocr2","vision":true,"licence":"mit","open":true,"released":"2026-10-26T03:57:46.000Z","downloads":15758,"likes":23,"trending":13,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-AD-Q4_K.gguf","label":"Q4_K","size":2023848064,"bits":5.51,"known":true,"rank":0},{"repo":"RX5950XT/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-Q4_K_M.gguf","label":"Q4_K_M","size":2161473056,"bits":5.88,"known":true,"rank":1},{"repo":"AtomicChat/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-AD-Q5_K.gguf","label":"Q5_K","size":2276161664,"bits":6.19,"known":true,"rank":0},{"repo":"AtomicChat/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-AD-Q6_K.gguf","label":"Q6_K","size":2742941824,"bits":7.46,"known":true,"rank":0},{"repo":"RX5950XT/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-Q8_0.gguf","label":"Q8_0","size":3134027072,"bits":8.53,"known":true,"rank":1},{"repo":"AtomicChat/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-Q8_0.gguf","label":"Q8_0","size":3134027904,"bits":8.53,"known":true,"rank":0},{"repo":"RX5950XT/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-BF16.gguf","label":"BF16","size":5884465472,"bits":16.01,"known":true,"rank":1},{"repo":"AtomicChat/Unlimited-OCR-2-GGUF","file":"Unlimited-OCR-2-BF16.gguf","label":"BF16","size":5884466304,"bits":16.01,"known":true,"rank":0}],"repos":["AtomicChat/Unlimited-OCR-2-GGUF","RX5950XT/Unlimited-OCR-2-GGUF"],"logoFrom":"baidu"},{"id":"apus-reflex-35b-a3b","family":"apus-ailab/APUS-Reflex-35B-A3B","name":"APUS Reflex 35B A3B","maker":"apus-ailab","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"apus-ailab/APUS-Reflex-35B-A3B-GGUF/APUS-OpenJev-v1-35B-A3B-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T03:22:43.000Z","downloads":15737,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apus-ailab/APUS-Reflex-35B-A3B-GGUF","file":"APUS-OpenJev-v1-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":21166758624,"bits":4.89,"known":true,"rank":0},{"repo":"apus-ailab/APUS-Reflex-35B-A3B-GGUF","file":"APUS-OpenJev-v1-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36903139712,"bits":8.52,"known":true,"rank":0},{"repo":"apus-ailab/APUS-Reflex-35B-A3B-GGUF","file":"APUS-OpenJev-v1-35B-A3B-BF16-00001-of-00002.gguf","label":"BF16","size":69376637504,"bits":16.01,"known":true,"rank":0}],"repos":["apus-ailab/APUS-Reflex-35B-A3B-GGUF"],"logoFrom":"apus-ailab"},{"id":"gpt-oss-20b-gguf-mxfp4-experimental","family":"bartowski/openai_gpt-oss-20b-GGUF-MXFP4-Experimental","name":"Openai Gpt Oss 20B GGUF MXFP4 Experimental","maker":"bartowski","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"bartowski/openai_gpt-oss-20b-GGUF-MXFP4-Experimental/openai_gpt-oss-20b-MXFP4.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":null,"open":false,"released":"2025-08-05T17:43:11.000Z","downloads":15736,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/openai_gpt-oss-20b-GGUF-MXFP4-Experimental","file":"openai_gpt-oss-20b-MXFP4.gguf","label":"MXFP4","size":12109565760,"bits":4.63,"known":true,"rank":0}],"repos":["bartowski/openai_gpt-oss-20b-GGUF-MXFP4-Experimental"],"logoFrom":"openai"},{"id":"jan-code-4b","family":"janhq/Jan-code-4b","name":"Jan Code 4B","maker":"janhq","catalog":null,"tuned":false,"params":4.41,"active":null,"layers":36,"probe":"janhq/Jan-code-4b-gguf/Jan-code-4b-Q3_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-02T03:40:16.000Z","downloads":15728,"likes":72,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q3_K_S.gguf","label":"Q3_K_S","size":2054124896,"bits":3.73,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q3_K_M.gguf","label":"Q3_K_M","size":2242745696,"bits":4.07,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q3_K_L.gguf","label":"Q3_K_L","size":2406913376,"bits":4.37,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q4_0.gguf","label":"Q4_0","size":2588332896,"bits":4.7,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q4_K_S.gguf","label":"Q4_K_S","size":2602095456,"bits":4.72,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2716066656,"bits":4.93,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q4_1.gguf","label":"Q4_1","size":2839724896,"bits":5.15,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q4_K_XL.gguf","label":"Q4_K_XL","size":2999182176,"bits":5.44,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q5_0.gguf","label":"Q5_0","size":3091116896,"bits":5.61,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q5_K_S.gguf","label":"Q5_K_S","size":3091116896,"bits":5.61,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q5_K_M.gguf","label":"Q5_K_M","size":3156919136,"bits":5.73,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q5_1.gguf","label":"Q5_1","size":3342508896,"bits":6.06,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q6_K.gguf","label":"Q6_K","size":3625324896,"bits":6.58,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b-Q8_0.gguf","label":"Q8_0","size":4693669216,"bits":8.51,"known":true,"rank":0},{"repo":"janhq/Jan-code-4b-gguf","file":"Jan-code-4b.gguf","label":"Jan-code-4b","size":8829195616,"bits":16.02,"known":false,"rank":0}],"repos":["janhq/Jan-code-4b-gguf"],"logoFrom":"janhq"},{"id":"qwen3-5-9b-claude-4-6-highiq-instruct-heretic-uncensored","family":"DavidAU/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED","name":"Qwen3.5 9B Claude 4.6 HighIQ HERETIC UNCENSORED","maker":"DavidAU","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-04T02:19:08.000Z","downloads":15707,"likes":60,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q2_K.gguf","label":"Q2_K","size":3638519840,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q3_K_S.gguf","label":"Q3_K_S","size":4259407904,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q3_K_M.gguf","label":"Q3_K_M","size":4616185888,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q3_K_L.gguf","label":"Q3_K_L","size":4824852512,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.IQ4_XS.gguf","label":"IQ4_XS","size":5102069792,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q4_K_S.gguf","label":"Q4_K_S","size":5340620832,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q4_K_M.gguf","label":"Q4_K_M","size":5627045920,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q5_K_S.gguf","label":"Q5_K_S","size":6305310752,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q5_K_M.gguf","label":"Q5_K_M","size":6522005536,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q6_K.gguf","label":"Q6_K","size":7359260704,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.Q8_0.gguf","label":"Q8_0","size":9527502880,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED.f16.gguf","label":"F16","size":17920698400,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-INSTRUCT-HERETIC-UNCENSORED-GGUF"],"logoFrom":"DavidAU"},{"id":"dongfangshuo-qwen3-8-27b-nsfw-novel","family":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel","name":"Dongfangshuo Qwen3.8 27B NSFW Novel","maker":"dongfangshuo","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-10T12:18:56.000Z","downloads":15655,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel-Q3_K_M.gguf","label":"Q3_K_M","size":13301443008,"bits":3.96,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel-Q4_K_M.gguf","label":"Q4_K_M","size":16547400128,"bits":4.92,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel-Q5_K_M.gguf","label":"Q5_K_M","size":19231099328,"bits":5.72,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel-Q6_K.gguf","label":"Q6_K","size":22082529728,"bits":6.57,"known":true,"rank":0},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel-Q8_0.gguf","label":"Q8_0","size":28595763648,"bits":8.5,"known":true,"rank":0}],"repos":["dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-Novel"],"logoFrom":"Qwen"},{"id":"latxa-7b-v1-2","family":"HiTZ/latxa-7b-v1.2","name":"Latxa 7B V1.2","maker":"HiTZ","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/latxa-7b-v1.2-i1-GGUF/latxa-7b-v1.2.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-11T08:38:15.000Z","downloads":15636,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":1528582752,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971232,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952032,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034913888,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ2_S.gguf","label":"IQ2_S","size":2196566624,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751264,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q2_K.gguf","label":"Q2_K","size":2532864608,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585391712,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524128,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":2948305504,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948305504,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865248,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298005600,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597111904,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619336800,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q4_0.gguf","label":"Q4_0","size":3837080160,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856740960,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005152,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651692640,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783157856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-i1-GGUF","file":"latxa-7b-v1.2.i1-Q6_K.gguf","label":"Q6_K","size":5529195104,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/latxa-7b-v1.2-GGUF","file":"latxa-7b-v1.2.Q8_0.gguf","label":"Q8_0","size":7161090400,"bits":8.5,"known":true,"rank":1},{"repo":"mradermacher/latxa-7b-v1.2-GGUF","file":"latxa-7b-v1.2.f16.gguf","label":"F16","size":13478105440,"bits":16,"known":true,"rank":1}],"repos":["mradermacher/latxa-7b-v1.2-GGUF","mradermacher/latxa-7b-v1.2-i1-GGUF"],"logoFrom":"HiTZ"},{"id":"deepseek-coder-33b-instruct","family":"deepseek-ai/deepseek-coder-33b-instruct","name":"Deepseek Coder 33B","maker":"DeepSeek","catalog":null,"tuned":true,"params":33.34,"active":null,"layers":62,"probe":"TheBloke/deepseek-coder-33B-instruct-GGUF/deepseek-coder-33b-instruct.Q2_K.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-01T05:46:34.000Z","downloads":15616,"likes":196,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q2_K.gguf","label":"Q2_K","size":14028664832,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":14421901312,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":16074928128,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":17560367104,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q4_0.gguf","label":"Q4_0","size":18819440640,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":18891923456,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":19940659200,"bits":4.78,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q5_0.gguf","label":"Q5_0","size":22958301184,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":22958301184,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":23535898624,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q6_K.gguf","label":"Q6_K","size":27355840512,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-instruct-GGUF","file":"deepseek-coder-33b-instruct.Q8_0.gguf","label":"Q8_0","size":35430879232,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/deepseek-coder-33B-instruct-GGUF"],"logoFrom":"deepseek-ai"},{"id":"minicpm-v-4-7-1b-heretic","family":"saidutta69/MiniCPM-V-4.7-1B-heretic","name":"MiniCPM V 4.7 1B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.01,"active":null,"layers":25,"probe":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF/MiniCPM-V-4.7-1B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T05:24:12.000Z","downloads":15599,"likes":33,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":413145824,"bits":3.27,"known":true,"rank":1},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":421527776,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":435497696,"bits":3.45,"known":true,"rank":1},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":447066848,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":475756320,"bits":3.77,"known":true,"rank":1},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":486932256,"bits":3.86,"known":true,"rank":1},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":497849568,"bits":3.94,"known":true,"rank":1},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q2_K.gguf","label":"Q2_K","size":505491072,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":506998560,"bits":4.02,"known":true,"rank":1},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":544328896,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":552268576,"bits":4.37,"known":true,"rank":1},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-IQ3_S.gguf","label":"IQ3_S","size":559787200,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":562922272,"bits":4.46,"known":true,"rank":1},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":575188160,"bits":4.56,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":600288448,"bits":4.75,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":640576224,"bits":5.07,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q4_0.gguf","label":"Q4_0","size":644159136,"bits":5.1,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":647960224,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","file":"MiniCPM-V-4.7-1B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":658709760,"bits":5.22,"known":true,"rank":1},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":672003744,"bits":5.32,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q4_1.gguf","label":"Q4_1","size":691138080,"bits":5.47,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":738117024,"bits":5.85,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":752461216,"bits":5.96,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q6_K.gguf","label":"Q6_K","size":837947296,"bits":6.64,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-Q8_0.gguf","label":"Q8_0","size":1081517984,"bits":8.57,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM-V-4.7-1B-heretic","file":"MiniCPM-V-4.7-1B-heretic-F16.gguf","label":"F16","size":2024372384,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/MiniCPM-V-4.7-1B-heretic-i1-GGUF","saidutta69/MiniCPM-V-4.7-1B-heretic"],"logoFrom":"openbmb"},{"id":"fastino-nemotron-3-5-super-vl-healthcare","family":"fastino/Fastino-Nemotron-3.5-Super-VL-Healthcare","name":"Fastino Nemotron 3.5 Super VL Healthcare","maker":"fastino","catalog":null,"tuned":true,"params":123.61,"active":2.47,"layers":89,"probe":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF/Fastino-Nemotron-3.5-Super-VL-Healthcare.Q2_K.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T18:17:12.000Z","downloads":15580,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q2_K.gguf","label":"Q2_K","size":54804175808,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q3_K_S.gguf","label":"Q3_K_S","size":61318536128,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q3_K_M.gguf","label":"Q3_K_M","size":68864269248,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.IQ4_XS.gguf","label":"IQ4_XS","size":69279292352,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q3_K_L.gguf","label":"Q3_K_L","size":72426544064,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q4_K_S.gguf","label":"Q4_K_S","size":77655808960,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q4_K_M.gguf","label":"Q4_K_M","size":88419818432,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q5_K_S.gguf","label":"Q5_K_S","size":88962997184,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF","file":"Fastino-Nemotron-3.5-Super-VL-Healthcare.Q5_K_M.gguf","label":"Q5_K_M","size":98273549248,"bits":6.36,"known":true,"rank":0}],"repos":["mradermacher/Fastino-Nemotron-3.5-Super-VL-Healthcare-GGUF"],"logoFrom":"fastino"},{"id":"qwen2-5-vl-72b-instruct","family":"Qwen/Qwen2.5-VL-72B-Instruct","name":"Qwen2.5 VL 72B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":72.71,"active":null,"layers":80,"probe":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF/Qwen_Qwen2.5-VL-72B-Instruct-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2025-01-27T04:12:04.000Z","downloads":15561,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":1124,"builds":[{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":23740210944,"bits":2.61,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490022144,"bits":2.8,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":25700426144,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":27057643264,"bits":2.98,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":27939135232,"bits":3.07,"known":true,"rank":1},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":29338984192,"bits":3.23,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":29631275424,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q2_K.gguf","label":"Q2_K","size":29811761568,"bits":3.28,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":30103724448,"bits":3.31,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":30383301024,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845080832,"bits":3.5,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":31859237280,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":32842178304,"bits":3.61,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":34487787936,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":35503595264,"bits":3.91,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":37698724256,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":38364111264,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":39505223424,"bits":4.35,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":39748002208,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":40595218176,"bits":4.47,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":41315623328,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q4_0.gguf","label":"Q4_0","size":41383125408,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":43889222048,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q4_1.gguf","label":"Q4_1","size":45697884576,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":47321080224,"bits":5.21,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen2.5-VL-72B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":47415714208,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":48340262656,"bits":5.32,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Q5_K_S/Qwen2.5-VL-72B-Instruct-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":51375137408,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"UD-Q5_K_XL/Qwen2.5-VL-72B-Instruct-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":54064112256,"bits":5.95,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Q5_K_M/Qwen2.5-VL-72B-Instruct-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54447465056,"bits":5.99,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"Q6_K/Qwen2.5-VL-72B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347628128,"bits":7.08,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"UD-Q6_K_XL/Qwen2.5-VL-72B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":67280265856,"bits":7.4,"known":true,"rank":0},{"repo":"bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","file":"Qwen_Qwen2.5-VL-72B-Instruct-Q8_0/Qwen_Qwen2.5-VL-72B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262610400,"bits":8.5,"known":true,"rank":1},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"UD-Q8_K_XL/Qwen2.5-VL-72B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":84739613312,"bits":9.32,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-VL-72B-Instruct-GGUF","file":"BF16/Qwen2.5-VL-72B-Instruct-BF16-00001-of-00003.gguf","label":"BF16","size":145422672352,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen_Qwen2.5-VL-72B-Instruct-GGUF","ggml-org/Qwen2.5-VL-72B-Instruct-GGUF","lmstudio-community/Qwen2.5-VL-72B-Instruct-GGUF","unsloth/Qwen2.5-VL-72B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-ai-huihui-qwen3-5-0-8b-abliterated-ultimate-offensive-red-team","family":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","name":"Huihui Ai Huihui Qwen3.5 0.8B Abliterated Ultimate Offensive Red Team","maker":"azminawwar","catalog":null,"tuned":true,"params":0.77,"active":null,"layers":25,"probe":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team/Huihui-Qwen3.5-0.8B-abliterated.Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-08-02T03:00:48.000Z","downloads":15554,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":475867104,"bits":4.94,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.Q2_K_L.gguf","label":"Q2_K_L","size":491351520,"bits":5.1,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":541903328,"bits":5.63,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":592636384,"bits":6.16,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.Q6_K.gguf","label":"Q6_K","size":646540256,"bits":6.72,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.Q8_0.gguf","label":"Q8_0","size":833591776,"bits":8.66,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.BF16.gguf","label":"BF16","size":1557662176,"bits":16.18,"known":true,"rank":0},{"repo":"azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team","file":"Huihui-Qwen3.5-0.8B-abliterated.F16.gguf","label":"F16","size":1557662176,"bits":16.18,"known":true,"rank":0}],"repos":["azminawwar/huihui-ai_Huihui-Qwen3.5-0.8B-abliterated_Ultimate-Offensive-Red-Team"],"logoFrom":"Qwen"},{"id":"llama-3-1-8b-lexi-uncensored-v2","family":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2","name":"Llama 3.1 8B Lexi Uncensored V2","maker":"Orenguteng","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF/Llama-3.1-8B-Lexi-Uncensored-V2-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-08-09T20:05:30.000Z","downloads":15512,"likes":276,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-IQ2_M.gguf","label":"IQ2_M","size":2948285728,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q2_K.gguf","label":"Q2_K","size":3179136288,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-IQ3_XS.gguf","label":"IQ3_XS","size":3518752032,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q3_K_S.gguf","label":"Q3_K_S","size":3664504096,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q2_K_L.gguf","label":"Q2_K_L","size":3692160288,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-IQ3_M.gguf","label":"IQ3_M","size":3784828192,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q3_K_M.gguf","label":"Q3_K_M","size":4018922784,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q3_K_L.gguf","label":"Q3_K_L","size":4321961248,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-IQ4_XS.gguf","label":"IQ4_XS","size":4447667488,"bits":4.43,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored_V2_Q4.gguf","label":"Q4","size":4661216192,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q4_K_S.gguf","label":"Q4_K_S","size":4692673824,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781630752,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q4_K_M.gguf","label":"Q4_K_M","size":4920739104,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q4_K_L.gguf","label":"Q4_K_L","size":5310637344,"bits":5.29,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored_V2_Q5.gguf","label":"Q5","size":5599298496,"bits":5.58,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q5_K_S.gguf","label":"Q5_K_S","size":5599298848,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q5_K_M.gguf","label":"Q5_K_M","size":5732992288,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q5_K_L.gguf","label":"Q5_K_L","size":6057223456,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q6_K.gguf","label":"Q6_K","size":6596011296,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q6_K_L.gguf","label":"Q6_K_L","size":6850471200,"bits":6.82,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored_V2_Q8.gguf","label":"Q8","size":8540775360,"bits":8.51,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-Q8_0.gguf","label":"Q8_0","size":8540775712,"bits":8.51,"known":true,"rank":0},{"repo":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored_V2_F16.gguf","label":"F16","size":16068895680,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-V2-f32.gguf","label":"F32","size":32128885760,"bits":32.01,"known":true,"rank":0}],"repos":["Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF","bartowski/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF"],"logoFrom":"Orenguteng"},{"id":"sakura-galtransl-14b-v3-8","family":"SakuraLLM/Sakura-GalTransl-14B-v3.8","name":"Sakura GalTransl 14B V3.8","maker":"SakuraLLM","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"SakuraLLM/Sakura-GalTransl-14B-v3.8/Sakura-Galtransl-14B-v3-IQ4_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2025-04-29T02:36:08.000Z","downloads":15508,"likes":43,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-GalTransl-14B-v3.8","file":"Sakura-Galtransl-14B-v3-IQ4_XS.gguf","label":"IQ4_XS","size":8119840256,"bits":4.4,"known":true,"rank":0},{"repo":"SakuraLLM/Sakura-GalTransl-14B-v3.8","file":"Sakura-Galtransl-14B-v3.8-Q4_K_M.gguf","label":"Q4_K_M","size":8988108096,"bits":4.87,"known":true,"rank":0},{"repo":"SakuraLLM/Sakura-GalTransl-14B-v3.8","file":"Sakura-Galtransl-14B-v3-Q5_K_S.gguf","label":"Q5_K_S","size":10266553632,"bits":5.56,"known":true,"rank":0},{"repo":"SakuraLLM/Sakura-GalTransl-14B-v3.8","file":"Sakura-Galtransl-14B-v3.8.gguf","label":"Sakura-Galtransl-14B-v3.8","size":12124681536,"bits":6.57,"known":false,"rank":0}],"repos":["SakuraLLM/Sakura-GalTransl-14B-v3.8"],"logoFrom":"SakuraLLM"},{"id":"qwen2-5-coder-3b-instruct-abliterated","family":"huihui-ai/Qwen2.5-Coder-3B-Instruct-abliterated","name":"Qwen2.5 Coder 3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF/Qwen2.5-Coder-3B-Instruct-abliterated-IQ2_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-11-13T21:50:47.000Z","downloads":15479,"likes":31,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":1140516224,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":1274756480,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":1350116736,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":1391836544,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":1454357888,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":1488895360,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":1590476160,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":1707392384,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1739095424,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":1782752640,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1822850432,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1822850432,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1822850432,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":1828486528,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1834384768,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1929903488,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":2005263744,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":2169666944,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":2224815488,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":2300175744,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":2538159488,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":2613519744,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":3285476736,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-3B-Instruct-abliterated-f16.gguf","label":"F16","size":6178317376,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Coder-3B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-27b-uncensored-chinese","family":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","name":"Qwen3.8 27B Uncensored Chinese","maker":"mradermacher","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF/Qwen3.8-27B-Uncensored-Chinese.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-26T21:48:35.000Z","downloads":15477,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q2_K.gguf","label":"Q2_K","size":10864593216,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q3_K_S.gguf","label":"Q3_K_S","size":12256536896,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q3_K_M.gguf","label":"Q3_K_M","size":13500737856,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q3_K_L.gguf","label":"Q3_K_L","size":14559799616,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.IQ4_XS.gguf","label":"IQ4_XS","size":15420451136,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q4_K_S.gguf","label":"Q4_K_S","size":15825299776,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q4_K_M.gguf","label":"Q4_K_M","size":16810715456,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q5_K_S.gguf","label":"Q5_K_S","size":18971683136,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q5_K_M.gguf","label":"Q5_K_M","size":19535702336,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q6_K.gguf","label":"Q6_K","size":22431000896,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.Q8_0.gguf","label":"Q8_0","size":29047085376,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Uncensored-Chinese-GGUF"],"logoFrom":"Qwen"},{"id":"wizardlm-7b-uncensored","family":"QuixiAI/WizardLM-7B-Uncensored","name":"WizardLM 7B Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/WizardLM-7B-uncensored-GGUF/WizardLM-7B-uncensored.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-05-04T20:31:51.000Z","downloads":15475,"likes":66,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q2_K.gguf","label":"Q2_K","size":2825945408,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":2948309728,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":3298009824,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":3597116128,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q4_0.gguf","label":"Q4_0","size":3825812736,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":3856745728,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4081009920,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q5_0.gguf","label":"Q5_0","size":4651697920,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":4651697920,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":4783163136,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q6_K.gguf","label":"Q6_K","size":5529200928,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-uncensored-GGUF","file":"WizardLM-7B-uncensored.Q8_0.gguf","label":"Q8_0","size":7161098464,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-7B-uncensored-GGUF"],"logoFrom":"QuixiAI"},{"id":"dolphin3-0-qwen2-5-3b","family":"dphn/Dolphin3.0-Qwen2.5-3b","name":"Dolphin3.0 Qwen2.5 3B","maker":"dphn","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF/Dolphin3.0-Qwen2.5-3b.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2025-01-03T03:25:38.000Z","downloads":15383,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ1_S.gguf","label":"IQ1_S","size":791097728,"bits":2.05,"known":true,"rank":1},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ1_M.gguf","label":"IQ1_M","size":850030976,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":948253056,"bits":2.46,"known":true,"rank":1},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1031549312,"bits":2.67,"known":true,"rank":1},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ2_S.gguf","label":"IQ2_S","size":1061941632,"bits":2.75,"known":true,"rank":1},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-IQ2_M.gguf","label":"IQ2_M","size":1140518880,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1198131584,"bits":3.1,"known":true,"rank":1},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q2_K.gguf","label":"Q2_K","size":1274759136,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1282830720,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q2_K_L.gguf","label":"Q2_K_L","size":1350119392,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-IQ3_XS.gguf","label":"IQ3_XS","size":1391839200,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q3_K_S.gguf","label":"Q3_K_S","size":1454360544,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Dolphin3.0-Qwen2.5-3b.i1-IQ3_S.gguf","label":"IQ3_S","size":1456867712,"bits":3.77,"known":true,"rank":1},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-IQ3_M.gguf","label":"IQ3_M","size":1488898016,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q3_K_M.gguf","label":"Q3_K_M","size":1590478816,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q3_K_L.gguf","label":"Q3_K_L","size":1707395040,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-IQ4_XS.gguf","label":"IQ4_XS","size":1739098080,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q3_K_XL.gguf","label":"Q3_K_XL","size":1782755296,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-IQ4_NL.gguf","label":"IQ4_NL","size":1825212384,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q4_0.gguf","label":"Q4_0","size":1828489184,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q4_K_S.gguf","label":"Q4_K_S","size":1834387424,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q4_K_M.gguf","label":"Q4_K_M","size":1929906144,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q4_1.gguf","label":"Q4_1","size":1996261344,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q4_K_L.gguf","label":"Q4_K_L","size":2005266400,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q5_K_S.gguf","label":"Q5_K_S","size":2169669600,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q5_K_M.gguf","label":"Q5_K_M","size":2224818144,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q5_K_L.gguf","label":"Q5_K_L","size":2300178400,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q6_K.gguf","label":"Q6_K","size":2538162144,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q6_K_L.gguf","label":"Q6_K_L","size":2613522400,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-Q8_0.gguf","label":"Q8_0","size":3285479392,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-f16.gguf","label":"F16","size":6178320352,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","file":"Dolphin3.0-Qwen2.5-3b-f32.gguf","label":"F32","size":12349714112,"bits":31.97,"known":true,"rank":0}],"repos":["bartowski/Dolphin3.0-Qwen2.5-3b-GGUF","mradermacher/Dolphin3.0-Qwen2.5-3b-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen2-5-coder-3b","family":"Qwen/Qwen2.5-Coder-3B","name":"Qwen2.5 Coder 3B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"bartowski/Qwen2.5-Coder-3B-GGUF/Qwen2.5-Coder-3B-IQ2_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-11-08T10:48:10.000Z","downloads":15365,"likes":36,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-IQ2_M.gguf","label":"IQ2_M","size":1140515936,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q2_K.gguf","label":"Q2_K","size":1274756192,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1350116448,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1391836256,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1454357600,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-IQ3_M.gguf","label":"IQ3_M","size":1488895072,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1590475872,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1707392096,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1739095136,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1782752352,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1822850144,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1822850144,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1822850144,"bits":4.72,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_0.gguf","label":"Q4_0","size":1828486240,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1834384480,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1929903200,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q4_K_L.gguf","label":"Q4_K_L","size":2005263456,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2169666656,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2224815200,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2300175456,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q6_K.gguf","label":"Q6_K","size":2538159200,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2613519456,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-Q8_0.gguf","label":"Q8_0","size":3285476448,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-3B-GGUF","file":"Qwen2.5-Coder-3B-f16.gguf","label":"F16","size":6178317120,"bits":16,"known":true,"rank":0}],"repos":["ThomasBaruzier/Qwen2.5-Coder-3B-Instruct-GGUF","bartowski/Qwen2.5-Coder-3B-GGUF","ggml-org/Qwen2.5-Coder-3B-Q8_0-GGUF","lmstudio-community/Qwen2.5-Coder-3B-GGUF"],"logoFrom":"Qwen"},{"id":"ministral-8b-instruct-2410","family":"mistralai/Ministral-8B-Instruct-2410","name":"Ministral 8B 2410","maker":"Mistral AI","catalog":null,"tuned":false,"params":8.02,"active":null,"layers":36,"probe":"bartowski/Ministral-8B-Instruct-2410-GGUF/Ministral-8B-Instruct-2410-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-10-15T09:20:23.000Z","downloads":15363,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-IQ2_M.gguf","label":"IQ2_M","size":2958330688,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q2_K.gguf","label":"Q2_K","size":3185478464,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-IQ3_XS.gguf","label":"IQ3_XS","size":3521940288,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q3_K_S.gguf","label":"Q3_K_S","size":3664677696,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q2_K_L.gguf","label":"Q2_K_L","size":3709766464,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-IQ3_M.gguf","label":"IQ3_M","size":3791686464,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q3_K_M.gguf","label":"Q3_K_M","size":4019227456,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q3_K_L.gguf","label":"Q3_K_L","size":4326460224,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-IQ4_XS.gguf","label":"IQ4_XS","size":4448226112,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4658465600,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4658465600,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4658465600,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_0.gguf","label":"Q4_0","size":4671048512,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_K_S.gguf","label":"Q4_K_S","size":4685728576,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q3_K_XL.gguf","label":"Q3_K_XL","size":4796222272,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_K_M.gguf","label":"Q4_K_M","size":4911500096,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q4_K_L.gguf","label":"Q4_K_L","size":5309958976,"bits":5.3,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q5_K_S.gguf","label":"Q5_K_S","size":5593795392,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q5_K_M.gguf","label":"Q5_K_M","size":5724146496,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q5_K_L.gguf","label":"Q5_K_L","size":6055496512,"bits":6.04,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q6_K.gguf","label":"Q6_K","size":6587583296,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q6_K_L.gguf","label":"Q6_K_L","size":6847630144,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-Q8_0.gguf","label":"Q8_0","size":8529808192,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Ministral-8B-Instruct-2410-GGUF","file":"Ministral-8B-Instruct-2410-f16.gguf","label":"F16","size":16048097824,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Ministral-8B-Instruct-2410-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-8-4b-heretic","family":"hakergeniusz/Qwen3.8-4B-Heretic","name":"Qwen3.8 4B Heretic","maker":"hakergeniusz","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF/Qwen3.8-4B-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T07:54:28.000Z","downloads":15362,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234752,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419392,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393792,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594752,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975872,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555392,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393152,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494272,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":1915471552,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880512,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580992,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512512,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187392,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064832,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317312,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286272,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":2549798592,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888832,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436352,"bits":4.96,"known":true,"rank":0},{"repo":"hakergeniusz/Qwen3.8-4B-Heretic-GGUF","file":"Qwen3.8-4B-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2708804160,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":2766968512,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036672,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987712,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-i1-GGUF","file":"Qwen3.8-4B-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":3464056512,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-GGUF","file":"Qwen3.8-4B-Heretic.Q8_0.gguf","label":"Q8_0","size":4482403776,"bits":8.52,"known":true,"rank":1},{"repo":"hakergeniusz/Qwen3.8-4B-Heretic-GGUF","file":"Qwen3.8-4B-Heretic-BF16.gguf","label":"BF16","size":8424393280,"bits":16.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Heretic-GGUF","file":"Qwen3.8-4B-Heretic.f16.gguf","label":"F16","size":8424394176,"bits":16.01,"known":true,"rank":1}],"repos":["hakergeniusz/Qwen3.8-4B-Heretic-GGUF","mradermacher/Qwen3.8-4B-Heretic-GGUF","mradermacher/Qwen3.8-4B-Heretic-i1-GGUF"],"logoFrom":"hakergeniusz"},{"id":"wicked-stuff-31b-final","family":"ReadyArt/Wicked-Stuff-31B-Final","name":"Wicked Stuff 31B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF/Wicked-Stuff-31B-Final.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T06:54:38.000Z","downloads":15316,"likes":11,"trending":0.30000000000000004,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491520,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874432,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845952,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361088,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890816,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068032,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591104,"bits":2.86,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":11380048736,"bits":2.97,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q2_K.gguf","label":"Q2_K","size":11916315904,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509888,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370944,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359104,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359104,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499456,"bits":3.76,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":14734887776,"bits":3.84,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110912,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272384,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792384,"bits":4.36,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16949627744,"bits":4.42,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q4_0.gguf","label":"Q4_0","size":17701580032,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167488,"bits":4.63,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18398309216,"bits":4.79,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final-Q4_K_M.gguf","label":"Q4_K_M","size":18687064640,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19313519456,"bits":5.03,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19425684320,"bits":5.06,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q4_1.gguf","label":"Q4_1","size":19481423104,"bits":5.08,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20349582176,"bits":5.3,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final-Q5_K_S.gguf","label":"Q5_K_S","size":21311842880,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-31B-Final-i1-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572864,"bits":5.69,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22974360416,"bits":5.99,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":23508089696,"bits":6.13,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final-Q6_K.gguf","label":"Q6_K","size":25201486400,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":26864003936,"bits":7,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-31B-Final-GGUF","file":"Wicked-Stuff-31B-Final-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":33956883296,"bits":8.85,"known":false,"rank":0}],"repos":["ReadyArt/Wicked-Stuff-31B-Final-GGUF","mradermacher/Wicked-Stuff-31B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"paddleocr-vl-1-5","family":"PaddlePaddle/PaddleOCR-VL-1.5-GGUF","name":"PaddleOCR VL 1.5","maker":"PaddlePaddle","catalog":null,"tuned":true,"params":0.47,"active":null,"layers":18,"probe":"PaddlePaddle/PaddleOCR-VL-1.5-GGUF/PaddleOCR-VL-1.5.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":131072,"arch":"paddleocr","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-26T08:10:50.000Z","downloads":15302,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PaddlePaddle/PaddleOCR-VL-1.5-GGUF","file":"PaddleOCR-VL-1.5.gguf","label":"PaddleOCR-VL-1.5","size":935768992,"bits":15.93,"known":false,"rank":0}],"repos":["PaddlePaddle/PaddleOCR-VL-1.5-GGUF"],"logoFrom":"PaddlePaddle"},{"id":"ternary-bonsai-2-27b-abliterated-ptq1-0","family":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-GGUF","name":"Ternary Bonsai 2 27B Abliterated PTQ1 0","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-GGUF/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-18T01:55:16.000Z","downloads":15289,"likes":83,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-GGUF","file":"Ternary-Bonsai-2-27B-Abliterated-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0}],"repos":["BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-GGUF"],"logoFrom":"prism-ml"},{"id":"k2-horizon-mova-36b-a4b-uncensored","family":"InfinimindCreations/K2-Horizon-MoVA-36B-A4B-uncensored","name":"K2 Horizon MoVA 36B A4B Uncensored","maker":"InfinimindCreations","catalog":null,"tuned":true,"params":37.44,"active":13.03,"layers":48,"probe":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF/K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":222560,"kvHeader":196608,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-15T06:07:27.000Z","downloads":15272,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":7863835456,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":8688748096,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10063602496,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11179214656,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":11360083776,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":12459967296,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12809623616,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":13622398016,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14599676736,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":15695093056,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":16393727296,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":16394771776,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":16547004736,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17661229376,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18841450816,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":20131584576,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":21320269376,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":21361434176,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":22368021056,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":23579551296,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":25879014976,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":26439465536,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":30765375296,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-GGUF","file":"K2-Horizon-MoVA-36B-A4B-uncensored.Q8_0.gguf","label":"Q8_0","size":39831183648,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-GGUF","mradermacher/K2-Horizon-MoVA-36B-A4B-uncensored-i1-GGUF"],"logoFrom":"InfinimindCreations"},{"id":"zai-org-glm-4-6v-flash","family":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","name":"Zai Org GLM 4.6V Flash","maker":"bartowski","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"bartowski/zai-org_GLM-4.6V-Flash-GGUF/zai-org_GLM-4.6V-Flash-IQ2_S.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":131072,"arch":"glm4","vision":true,"licence":"mit","open":true,"released":"2025-12-08T20:24:11.000Z","downloads":15252,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ2_S.gguf","label":"IQ2_S","size":3783787648,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ2_M.gguf","label":"IQ2_M","size":3946316928,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q2_K.gguf","label":"Q2_K","size":4006347904,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ3_XXS.gguf","label":"IQ3_XXS","size":4226811008,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ3_XS.gguf","label":"IQ3_XS","size":4406412416,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q3_K_S.gguf","label":"Q3_K_S","size":4592043136,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q2_K_L.gguf","label":"Q2_K_L","size":4612555904,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ3_M.gguf","label":"IQ3_M","size":4721804416,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":4974511232,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q3_K_L.gguf","label":"Q3_K_L","size":5196612736,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ4_XS.gguf","label":"IQ4_XS","size":5262279808,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-IQ4_NL.gguf","label":"IQ4_NL","size":5465179264,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q4_0.gguf","label":"Q4_0","size":5477467264,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q3_K_XL.gguf","label":"Q3_K_XL","size":5739775104,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q4_K_S.gguf","label":"Q4_K_S","size":5758485632,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q4_1.gguf","label":"Q4_1","size":6008603776,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":6166578304,"bits":5.25,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q4_K_L.gguf","label":"Q4_K_L","size":6627296384,"bits":5.64,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q5_K_S.gguf","label":"Q5_K_S","size":6697518208,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":7050921088,"bits":6,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q5_K_L.gguf","label":"Q5_K_L","size":7434044544,"bits":6.33,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q6_K.gguf","label":"Q6_K","size":8266646656,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q6_K_L.gguf","label":"Q6_K_L","size":8567325824,"bits":7.29,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-Q8_0.gguf","label":"Q8_0","size":9999615104,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.6V-Flash-GGUF","file":"zai-org_GLM-4.6V-Flash-bf16.gguf","label":"BF16","size":18811585376,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/zai-org_GLM-4.6V-Flash-GGUF"],"logoFrom":"zai-org"},{"id":"ingot-xiii-27b-q2","family":"dendriteholdings/Ingot-XIII-27B-Q2","name":"Ingot XIII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XIII-27B-Q2/Ingot-XIII-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-26T23:53:23.000Z","downloads":15237,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XIII-27B-Q2","file":"Ingot-XIII-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XIII-27B-Q2","file":"Ingot-XIII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XIII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"qwen3-5-2b-artemis","family":"turintech/Qwen3.5-2B-Artemis-GGUF","name":"Qwen3.5 2B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"turintech/Qwen3.5-2B-Artemis-GGUF/Qwen3.5-2B-Artemis-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T13:06:41.000Z","downloads":15236,"likes":8,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/Qwen3.5-2B-Artemis-GGUF","file":"Qwen3.5-2B-Artemis-Q4_K_M.gguf","label":"Q4_K_M","size":1279573920,"bits":5.44,"known":true,"rank":0},{"repo":"turintech/Qwen3.5-2B-Artemis-GGUF","file":"Qwen3.5-2B-Artemis-Q5_K_M.gguf","label":"Q5_K_M","size":1394786208,"bits":5.94,"known":true,"rank":0}],"repos":["turintech/Qwen3.5-2B-Artemis-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-uncensored-ymq-mtp","family":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","name":"Qwen3.8 27B Uncensored YMQ MTP","maker":"zerodigest","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF/Qwen3.8-27B-Uncensored-YMQ-XXS-Pro.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T16:20:38.000Z","downloads":15206,"likes":112,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-XXS-Pro.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-XXS-Pro","size":9891618784,"bits":2.9,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-XXS.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-XXS","size":9979221984,"bits":2.92,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-XS-TI.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-XS-TI","size":10177007584,"bits":2.98,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-XS-Pro.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-XS-Pro","size":10925162464,"bits":3.2,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-S-Pro.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-S-Pro","size":12559865824,"bits":3.68,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-M-TI.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-M-TI","size":12911640544,"bits":3.78,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-L-TI.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-L-TI","size":14172020704,"bits":4.15,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-M.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-M","size":14612084704,"bits":4.28,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-L.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-L","size":17225762784,"bits":5.04,"known":false,"rank":0},{"repo":"zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-YMQ-XL.gguf","label":"Qwen3.8-27B-Uncensored-YMQ-XL","size":19711625184,"bits":5.77,"known":false,"rank":0}],"repos":["zerodigest/Qwen3.8-27B-Uncensored-YMQ-MTP-GGUF"],"logoFrom":"zerodigest"},{"id":"tessera-27b-b-cjk","family":"ZelligeAI/Tessera-27B-B-CJK","name":"Tessera 27B B CJK","maker":"ZelligeAI","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"ZelligeAI/Tessera-27B-B-CJK-GGUF/Tessera-27B-B-CJK-UL-Q3_K_XL.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-11T18:07:48.000Z","downloads":15195,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ZelligeAI/Tessera-27B-B-CJK-GGUF","file":"Tessera-27B-B-CJK-UL-Q3_K_XL.gguf","label":"Q3_K_XL","size":13146392672,"bits":3.85,"known":true,"rank":0},{"repo":"ZelligeAI/Tessera-27B-B-CJK-GGUF","file":"Tessera-27B-B-CJK-UL-Q4_K_XL.gguf","label":"Q4_K_XL","size":17559177312,"bits":5.14,"known":true,"rank":0},{"repo":"ZelligeAI/Tessera-27B-B-CJK-GGUF","file":"Tessera-27B-B-CJK-UL-Q5_K_XL.gguf","label":"Q5_K_XL","size":20876937312,"bits":6.11,"known":true,"rank":0},{"repo":"ZelligeAI/Tessera-27B-B-CJK-GGUF","file":"Tessera-27B-B-CJK-UL-Q6_K_XL.gguf","label":"Q6_K_XL","size":25299060832,"bits":7.41,"known":true,"rank":0},{"repo":"ZelligeAI/Tessera-27B-B-CJK-GGUF","file":"Tessera-27B-B-CJK-UL-Q8_K_XL.gguf","label":"Q8_K_XL","size":31457990752,"bits":9.21,"known":true,"rank":0},{"repo":"ZelligeAI/Tessera-27B-B-CJK-GGUF","file":"BF16/Tessera-27B-B-CJK-BF16-00001-of-00002.gguf","label":"BF16","size":54657734720,"bits":16.01,"known":true,"rank":0}],"repos":["ZelligeAI/Tessera-27B-B-CJK-GGUF"],"logoFrom":"ZelligeAI"},{"id":"gpt-oss-120b-abliterated","family":"wangzhang/gpt-oss-120b-abliterated","name":"Gpt Oss 120B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"mradermacher/gpt-oss-120b-abliterated-GGUF/gpt-oss-120b-abliterated.MXFP4_MOE.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-21T01:20:58.000Z","downloads":15189,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":63387347264,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":66080447040,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":66080447040,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":66080447040,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":66093718080,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":66146801984,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q2_K.gguf","label":"Q2_K","size":66153437504,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":66153437760,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":66153437760,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":66153437760,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":66153437760,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":66153437760,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":66468624960,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":66641148480,"bits":4.56,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":66740681280,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":66996148544,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":71120308544,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":73432602944,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-i1-GGUF","file":"gpt-oss-120b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":73465481280,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":80940463424,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":87850988864,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":87963493184,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":93943755584,"bits":6.43,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q6_K.gguf","label":"Q6_K","size":124198570304,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-abliterated-GGUF","file":"gpt-oss-120b-abliterated.Q8_0.gguf","label":"Q8_0","size":124301420864,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/gpt-oss-120b-abliterated-GGUF","mradermacher/gpt-oss-120b-abliterated-i1-GGUF"],"logoFrom":"openai"},{"id":"spark-x2-6-1-7b","family":"XHToken/Spark-X2.6-1.7B","name":"Spark X2.6 1.7B","maker":"XHToken","catalog":null,"tuned":false,"params":1.98,"active":null,"layers":28,"probe":"mradermacher/Spark-X2.6-1.7B-i1-GGUF/Spark-X2.6-1.7B.i1-IQ1_S.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":22020096,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T03:20:29.000Z","downloads":15122,"likes":42,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ1_S.gguf","label":"IQ1_S","size":548932384,"bits":2.22,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ1_M.gguf","label":"IQ1_M","size":574821664,"bits":2.32,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":617970464,"bits":2.5,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":656159520,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ2_S.gguf","label":"IQ2_S","size":676827936,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ2_M.gguf","label":"IQ2_M","size":711346976,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":749132064,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":778468128,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q2_K.gguf","label":"Q2_K","size":790239520,"bits":3.19,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":840978208,"bits":3.4,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":844418848,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ3_S.gguf","label":"IQ3_S","size":867815200,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ3_M.gguf","label":"IQ3_M","size":888844064,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":937381664,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1018103072,"bits":4.11,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1018515232,"bits":4.12,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q4_0.gguf","label":"Q4_0","size":1038105888,"bits":4.19,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1043807520,"bits":4.22,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1057570080,"bits":4.27,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q4_1.gguf","label":"Q4_1","size":1125494048,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1215438112,"bits":4.91,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1252482336,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-1.7B-i1-GGUF","file":"Spark-X2.6-1.7B.i1-Q6_K.gguf","label":"Q6_K","size":1406569248,"bits":5.68,"known":true,"rank":1},{"repo":"XHToken/Spark-X2.6-1.7B-GGUF","file":"Spark-X2.6-1.7B-Q4_K_M.gguf","label":"Q4_K_M","size":1768720512,"bits":7.15,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.6-1.7B-GGUF","file":"Spark-X2.6-1.7B-Q8_0.gguf","label":"Q8_0","size":1820113440,"bits":7.35,"known":true,"rank":0},{"repo":"XHToken/Spark-X2.6-1.7B-GGUF","file":"Spark-X2.6-1.7B.gguf","label":"Spark-X2.6-1.7B","size":3420932640,"bits":13.82,"known":false,"rank":0}],"repos":["AtomicChat/Spark-X2.6-1.7B-GGUF","XHToken/Spark-X2.6-1.7B-GGUF","mradermacher/Spark-X2.6-1.7B-i1-GGUF"],"logoFrom":"XHToken"},{"id":"qwen3-5-9b-heretic","family":"darrellbest/Qwen3.5-9B-Heretic","name":"Qwen3.5 9B Heretic","maker":"darrellbest","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"darrellbest/Qwen3.5-9B-Heretic-GGUF/Qwen3.5-9B-Heretic-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T10:40:42.000Z","downloads":15097,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q2_K.gguf","label":"Q2_K","size":3638519200,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4259407264,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4616185248,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4824851872,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5102069152,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5340620192,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5627045280,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":6305310112,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6522004896,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q6_K.gguf","label":"Q6_K","size":7359260064,"bits":6.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.Q8_0.gguf","label":"Q8_0","size":9527502240,"bits":8.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-GGUF","file":"Qwen3.5-9B-heretic.f16.gguf","label":"F16","size":17920697760,"bits":15.58,"known":true,"rank":0},{"repo":"darrellbest/Qwen3.5-9B-Heretic-GGUF","file":"Qwen3.5-9B-Heretic-BF16.gguf","label":"BF16","size":18407320992,"bits":16.01,"known":true,"rank":0}],"repos":["darrellbest/Qwen3.5-9B-Heretic-GGUF","mradermacher/Qwen3.5-9B-heretic-GGUF"],"logoFrom":"darrellbest"},{"id":"01-ai-yi-6b-chat","family":"RichardErkhov/01-ai_-_Yi-6B-Chat-gguf","name":"01 Ai Yi 6B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":6.06,"active":null,"layers":32,"probe":"RichardErkhov/01-ai_-_Yi-6B-Chat-gguf/Yi-6B-Chat.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-12T20:18:47.000Z","downloads":15071,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q2_K.gguf","label":"Q2_K","size":2337066368,"bits":3.09,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.IQ3_XS.gguf","label":"IQ3_XS","size":2588347776,"bits":3.42,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q3_K_S.gguf","label":"Q3_K_S","size":2709196160,"bits":3.58,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.IQ3_S.gguf","label":"IQ3_S","size":2718109056,"bits":3.59,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.IQ3_M.gguf","label":"IQ3_M","size":2813365632,"bits":3.71,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q3_K.gguf","label":"Q3_K","size":2992835968,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q3_K_M.gguf","label":"Q3_K_M","size":2992835968,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q3_K_L.gguf","label":"Q3_K_L","size":3236892032,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.IQ4_XS.gguf","label":"IQ4_XS","size":3336785280,"bits":4.4,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q4_0.gguf","label":"Q4_0","size":3479326080,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q4_K_S.gguf","label":"Q4_K_S","size":3502919040,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.IQ4_NL.gguf","label":"IQ4_NL","size":3510259072,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q4_K.gguf","label":"Q4_K","size":3673968000,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q4_K_M.gguf","label":"Q4_K_M","size":3673968000,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q4_1.gguf","label":"Q4_1","size":3841740160,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q5_0.gguf","label":"Q5_0","size":4204154240,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q5_K_S.gguf","label":"Q5_K_S","size":4204154240,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q5_K.gguf","label":"Q5_K","size":4304424320,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q5_K_M.gguf","label":"Q5_K_M","size":4304424320,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q5_1.gguf","label":"Q5_1","size":4566568320,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-gguf","file":"Yi-6B.Q6_K.gguf","label":"Q6_K","size":4974284160,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-Chat-gguf","file":"Yi-6B-Chat.Q8_0.gguf","label":"Q8_0","size":6442127360,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-6B-Chat-gguf","RichardErkhov/01-ai_-_Yi-6B-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen2-5-coder-1-5b","family":"Qwen/Qwen2.5-Coder-1.5B","name":"Qwen2.5 Coder 1.5B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF/qwen2.5-coder-1.5b-q8_0.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-18T09:41:38.000Z","downloads":14977,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF","file":"qwen2.5-coder-1.5b-q8_0.gguf","label":"Q8_0","size":1646573056,"bits":8.55,"known":true,"rank":0},{"repo":"ikw/Qwen2.5-Coder-1.5B-GGUF","file":"qwen2.5-coder-1.5b-q8_0.gguf","label":"Q8_0","size":1646573056,"bits":8.55,"known":true,"rank":1}],"repos":["QuantFactory/Qwen2.5-Coder-1.5B-Instruct-GGUF","ggml-org/Qwen2.5-Coder-1.5B-Q8_0-GGUF","ikw/Qwen2.5-Coder-1.5B-GGUF"],"logoFrom":"Qwen"},{"id":"mistral-7b-openorca","family":"Open-Orca/Mistral-7B-OpenOrca","name":"Mistral 7B OpenOrca","maker":"Open-Orca","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Mistral-7B-OpenOrca-GGUF/mistral-7b-openorca.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-29T19:18:38.000Z","downloads":14976,"likes":241,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-OpenOrca-GGUF","file":"mistral-7b-openorca.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral-7B-OpenOrca-GGUF"],"logoFrom":"Open-Orca"},{"id":"llama-3-2-11b-vision-instruct","family":"meta-llama/Llama-3.2-11B-Vision-Instruct","name":"Llama 3.2 11B Vision","maker":"Meta","catalog":null,"tuned":false,"params":9.78,"active":null,"layers":40,"probe":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF/Llama-3.2-11B-Vision-Instruct.Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mllama","vision":true,"licence":"llama3.2","open":false,"released":"2024-09-18T16:47:28.000Z","downloads":14968,"likes":74,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":1017,"builds":[{"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","file":"Llama-3.2-11B-Vision-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":5963057216,"bits":4.88,"known":true,"rank":0},{"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","file":"Llama-3.2-11B-Vision-Instruct.Q8_0.gguf","label":"Q8_0","size":10394970176,"bits":8.5,"known":true,"rank":0},{"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","file":"Llama-3.2-11B-Vision-Instruct.f16.gguf","label":"F16","size":19558899776,"bits":16,"known":true,"rank":0}],"repos":["leafspark/Llama-3.2-11B-Vision-Instruct-GGUF"],"logoFrom":"meta-llama"},{"id":"signal-3-8-27b","family":"agentionai/Signal-3.8-27B-GGUF","name":"Signal 3.8 27B","maker":"agentionai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"agentionai/Signal-3.8-27B-GGUF/AP-IQ3_XXS/Signal-3.8-27B-AP-IQ3_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-09T19:39:35.000Z","downloads":14945,"likes":104,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-IQ3_XXS/Signal-3.8-27B-AP-IQ3_XXS.gguf","label":"IQ3_XXS","size":12228089408,"bits":3.58,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-IQ3_S/Signal-3.8-27B-AP-IQ3_S.gguf","label":"IQ3_S","size":13292189248,"bits":3.89,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-IQ4_XS/Signal-3.8-27B-AP-IQ4_XS.gguf","label":"IQ4_XS","size":14252844608,"bits":4.17,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-Q3_K_XL/Signal-3.8-27B-AP-Q3_K_XL.gguf","label":"Q3_K_XL","size":15087875648,"bits":4.42,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-Q4_K_M/Signal-3.8-27B-AP-Q4_K_M.gguf","label":"Q4_K_M","size":16998721088,"bits":4.98,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-Q4_K_XL/Signal-3.8-27B-AP-Q4_K_XL.gguf","label":"Q4_K_XL","size":17558644288,"bits":5.14,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-Q5_K_M/Signal-3.8-27B-AP-Q5_K_M.gguf","label":"Q5_K_M","size":19535701568,"bits":5.72,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"AP-Q6_K/Signal-3.8-27B-AP-Q6_K.gguf","label":"Q6_K","size":22431000128,"bits":6.57,"known":true,"rank":0},{"repo":"agentionai/Signal-3.8-27B-GGUF","file":"Q8_0/Signal-3.8-27B-Q8_0.gguf","label":"Q8_0","size":29047084288,"bits":8.51,"known":true,"rank":0}],"repos":["agentionai/Signal-3.8-27B-GGUF"],"logoFrom":"Qwen"},{"id":"swift-bonsai-2","family":"ukisai/Swift-Bonsai-2-GGUF","name":"Swift Bonsai 2","maker":"ukisai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"ukisai/Swift-Bonsai-2-GGUF/Swift-Bonsai-2-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T08:12:19.000Z","downloads":14911,"likes":70,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ukisai/Swift-Bonsai-2-GGUF","file":"Swift-Bonsai-2-PTQ1_0.gguf","label":"PTQ1_0","size":5946648960,"bits":1.77,"known":false,"rank":0},{"repo":"ukisai/Swift-Bonsai-2-GGUF","file":"Swift-Bonsai-2-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["ukisai/Swift-Bonsai-2-GGUF"],"logoFrom":"ukisai"},{"id":"xyz-aquila-mini","family":"XYZAILab/XYZ-Aquila-mini","name":"XYZ Aquila Mini","maker":"XYZAILab","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF/XYZAILab_XYZ-Aquila-mini-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-22T11:02:04.000Z","downloads":14865,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778452864,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ2_XS.gguf","label":"IQ2_XS","size":10797144448,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ2_S.gguf","label":"IQ2_S","size":11010275712,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ2_M.gguf","label":"IQ2_M","size":12066716032,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q2_K.gguf","label":"Q2_K","size":12617079168,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q2_K_L.gguf","label":"Q2_K_L","size":13113719168,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829440,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q3_K_S.gguf","label":"Q3_K_S","size":15513516416,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ3_XS.gguf","label":"IQ3_XS","size":16218683776,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q3_K_M.gguf","label":"Q3_K_M","size":16226548096,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q3_K_L.gguf","label":"Q3_K_L","size":16886495616,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ3_M.gguf","label":"IQ3_M","size":16900258176,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485056,"bits":4,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ4_XS.gguf","label":"IQ4_XS","size":18806446464,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-IQ4_NL.gguf","label":"IQ4_NL","size":19861346688,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q4_0.gguf","label":"Q4_0","size":19942611328,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q4_K_S.gguf","label":"Q4_K_S","size":20592728448,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q4_K_M.gguf","label":"Q4_K_M","size":21391448448,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q4_K_L.gguf","label":"Q4_K_L","size":21768894848,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q4_1.gguf","label":"Q4_1","size":21973768576,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q5_K_S.gguf","label":"Q5_K_S","size":24156150144,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q5_K_M.gguf","label":"Q5_K_M","size":25017457024,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q5_K_L.gguf","label":"Q5_K_L","size":25331333504,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q6_K.gguf","label":"Q6_K","size":30053415296,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q6_K_L.gguf","label":"Q6_K_L","size":30299748736,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-Q8_0.gguf","label":"Q8_0","size":36914690432,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/XYZAILab_XYZ-Aquila-mini-GGUF","file":"XYZAILab_XYZ-Aquila-mini-bf16/XYZAILab_XYZ-Aquila-mini-bf16-00001-of-00002.gguf","label":"BF16","size":69376637216,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/XYZAILab_XYZ-Aquila-mini-GGUF"],"logoFrom":"XYZAILab"},{"id":"onejev-4b","family":"OmniJev/OneJev-4B","name":"OneJev 4B","maker":"OmniJev","catalog":null,"tuned":true,"params":4.84,"active":null,"layers":32,"probe":"bartowski/OmniJev_OneJev-4B-GGUF/OmniJev_OneJev-4B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T16:15:13.000Z","downloads":14803,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-IQ2_M.gguf","label":"IQ2_M","size":1943569920,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q2_K.gguf","label":"Q2_K","size":2002961920,"bits":3.31,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2265280000,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2325163520,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-IQ3_XS.gguf","label":"IQ3_XS","size":2339909120,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2430451200,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2534346240,"bits":4.19,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-IQ3_M.gguf","label":"IQ3_M","size":2635578880,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2860828160,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2989790720,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q4_0.gguf","label":"Q4_0","size":3005437440,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-IQ4_NL.gguf","label":"IQ4_NL","size":3161187840,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q4_K_M.gguf","label":"Q4_K_M","size":3171653120,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q4_1.gguf","label":"Q4_1","size":3248985600,"bits":5.37,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3343582720,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3523909120,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3730101760,"bits":6.17,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q6_K_S.gguf","label":"Q6_K_S","size":4065328640,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q6_K.gguf","label":"Q6_K","size":4211351040,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q6_K_L.gguf","label":"Q6_K_L","size":4371975680,"bits":7.23,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-Q8_0.gguf","label":"Q8_0","size":5169384960,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-4B-GGUF","file":"OmniJev_OneJev-4B-bf16.gguf","label":"BF16","size":9695792320,"bits":16.03,"known":true,"rank":0},{"repo":"mradermacher/OneJev-4B-GGUF","file":"OneJev-4B.f16.gguf","label":"F16","size":9695792448,"bits":16.03,"known":true,"rank":1}],"repos":["bartowski/OmniJev_OneJev-4B-GGUF","mradermacher/OneJev-4B-GGUF"],"logoFrom":null},{"id":"qwen3-5-0-8b-gguf-uncensored-opus-distill","family":"amkkk/Qwen3.5-0.8B-GGUF-uncensored-opus-distill","name":"Qwen3.5 0.8B GGUF Uncensored Opus Distill","maker":"amkkk","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":24,"probe":"amkkk/Qwen3.5-0.8B-GGUF-uncensored-opus-distill/qwen3.5-0.8b-ablate-e2-opus46-postopus-runtime.Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-06T06:19:32.000Z","downloads":14789,"likes":9,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"amkkk/Qwen3.5-0.8B-GGUF-uncensored-opus-distill","file":"qwen3.5-0.8b-ablate-e2-opus46-postopus-runtime.Q4_K_M.gguf","label":"Q4_K_M","size":527502816,"bits":5.63,"known":true,"rank":0}],"repos":["amkkk/Qwen3.5-0.8B-GGUF-uncensored-opus-distill"],"logoFrom":"Qwen"},{"id":"minimax-m2-7","family":"MiniMaxAI/MiniMax-M2.7","name":"MiniMax M2.7","maker":"MiniMax","catalog":"minimax-m2-7","tuned":false,"params":228.69,"active":11.03,"layers":62,"probe":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/MiniMaxAI_MiniMax-M2.7-IQ1_S.gguf","kvBytesPerToken":276395,"kvHeader":253952,"kvFixed":0,"context":196608,"arch":"minimax-m2","vision":false,"licence":"other","open":false,"released":"2026-04-09T03:37:12.000Z","downloads":14769,"likes":242,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1415,"arenaCoding":1480,"arenaVision":null,"builds":[{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ1_S.gguf","label":"IQ1_S","size":46670399008,"bits":1.63,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ1_M/MiniMaxAI_MiniMax-M2.7-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":52200589024,"bits":1.83,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ1_M/MiniMax-M2.7-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":60700770496,"bits":2.12,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ2_XXS/MiniMaxAI_MiniMax-M2.7-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":60845049568,"bits":2.13,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ2_XXS/MiniMax-M2.7-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":65381613760,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ2_XS/MiniMaxAI_MiniMax-M2.7-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":67866314496,"bits":2.37,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ2_S/MiniMaxAI_MiniMax-M2.7-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":69131975424,"bits":2.42,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ2_M/MiniMax-M2.7-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":70139281600,"bits":2.45,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q2_K_XL/MiniMax-M2.7-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":75284267200,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ2_M/MiniMaxAI_MiniMax-M2.7-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":76417481440,"bits":2.67,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-Q2_K/MiniMaxAI_MiniMax-M2.7-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":80051669856,"bits":2.8,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ3_XXS/MiniMax-M2.7-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":80103688384,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-Q2_K_L/MiniMaxAI_MiniMax-M2.7-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":80651861856,"bits":2.82,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ3_S/MiniMax-M2.7-UD-IQ3_S-00001-of-00003.gguf","label":"UD-IQ3_S","size":83614320800,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q3_K_S/MiniMax-M2.7-UD-Q3_K_S-00001-of-00003.gguf","label":"UD-Q3_K_S","size":93637298368,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ3_XXS/MiniMaxAI_MiniMax-M2.7-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":95183862656,"bits":3.33,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-Q3_K_S/MiniMaxAI_MiniMax-M2.7-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":99314040672,"bits":3.47,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q3_K_M/MiniMax-M2.7-UD-Q3_K_M-00001-of-00004.gguf","label":"UD-Q3_K_M","size":101243668768,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q3_K_XL/MiniMax-M2.7-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":101939873056,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ3_XS/MiniMaxAI_MiniMax-M2.7-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":104127004512,"bits":3.64,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-Q3_K_M/MiniMaxAI_MiniMax-M2.7-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":104127004512,"bits":3.64,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ4_XS/MiniMax-M2.7-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":108413781312,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-Q3_K_L/MiniMaxAI_MiniMax-M2.7-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":108501434240,"bits":3.8,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ3_M/MiniMaxAI_MiniMax-M2.7-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":108803129184,"bits":3.81,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-Q3_K_XL/MiniMaxAI_MiniMax-M2.7-Q3_K_XL-00001-of-00003.gguf","label":"Q3_K_XL","size":109039206240,"bits":3.81,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-IQ4_NL/MiniMax-M2.7-UD-IQ4_NL-00001-of-00004.gguf","label":"UD-IQ4_NL","size":110754202912,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ4_XS/MiniMaxAI_MiniMax-M2.7-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":122403189760,"bits":4.28,"known":true,"rank":1},{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","file":"MiniMaxAI_MiniMax-M2.7-IQ4_NL/MiniMaxAI_MiniMax-M2.7-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":129462535136,"bits":4.53,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q4_K_S/MiniMax-M2.7-UD-Q4_K_S-00001-of-00004.gguf","label":"UD-Q4_K_S","size":130959213888,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"MXFP4_MOE/MiniMax-M2.7-MXFP4_MOE-00001-of-00004.gguf","label":"MXFP4_MOE","size":136175829312,"bits":4.76,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q4_K_M/MiniMax-M2.7-UD-Q4_K_M-00001-of-00004.gguf","label":"UD-Q4_K_M","size":140169905504,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q4_K_XL/MiniMax-M2.7-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":140781175136,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q5_K_S/MiniMax-M2.7-UD-Q5_K_S-00001-of-00005.gguf","label":"UD-Q5_K_S","size":159042126272,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q5_K_M/MiniMax-M2.7-UD-Q5_K_M-00001-of-00005.gguf","label":"UD-Q5_K_M","size":168828486080,"bits":5.91,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q5_K_XL/MiniMax-M2.7-UD-Q5_K_XL-00001-of-00005.gguf","label":"UD-Q5_K_XL","size":169441903040,"bits":5.93,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q6_K/MiniMax-M2.7-UD-Q6_K-00001-of-00005.gguf","label":"UD-Q6_K","size":188060778912,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q6_K_XL/MiniMax-M2.7-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":207445443072,"bits":7.26,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"Q8_0/MiniMax-M2.7-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":243136872992,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"UD-Q8_K_XL/MiniMax-M2.7-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":246575546912,"bits":8.63,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.7-GGUF","file":"BF16/MiniMax-M2.7-BF16-00001-of-00010.gguf","label":"BF16","size":457487024928,"bits":16,"known":true,"rank":0}],"repos":["bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","lmstudio-community/MiniMax-M2.7-GGUF","unsloth/MiniMax-M2.7-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"abliterated-mimo-v2-6-distill-qwen-9b","family":"BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF","name":"Abliterated MiMo V2.6 Distill Qwen 9B","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF/MiMo-V2.6-Distill-Qwen-9B-Abliterated-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-09-22T05:34:31.000Z","downloads":14767,"likes":9,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5629105280,"bits":5.03,"known":true,"rank":0},{"repo":"BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":6467966080,"bits":5.78,"known":true,"rank":0},{"repo":"BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Abliterated-Q6_K.gguf","label":"Q6_K","size":7359255680,"bits":6.58,"known":true,"rank":0},{"repo":"BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-Abliterated-Q8_0.gguf","label":"Q8_0","size":9527497856,"bits":8.52,"known":true,"rank":0}],"repos":["BoldingBuilds/Abliterated-MiMo-V2.6-Distill-Qwen-9B-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"ui-venus-2-9b","family":"inclusionAI/UI-Venus-2-9B","name":"UI Venus 2 9B","maker":"Ant Group","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/UI-Venus-2-9B-GGUF/UI-Venus-2-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-26T14:52:03.000Z","downloads":14747,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-IQ2_M.gguf","label":"IQ2_M","size":3769426720,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q2_K.gguf","label":"Q2_K","size":4064273184,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020000,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528160,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669317920,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533152,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920189728,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553184,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111030560,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643232,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478900512,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q4_0.gguf","label":"Q4_0","size":5482832672,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598176032,"bits":5,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5910782752,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q4_1.gguf","label":"Q4_1","size":5944861472,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001009440,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526427936,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665675552,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6852928288,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681248,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q6_K.gguf","label":"Q6_K","size":7700259616,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192926496,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-Q8_0.gguf","label":"Q8_0","size":9545982752,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/UI-Venus-2-9B-GGUF","file":"UI-Venus-2-9B-bf16.gguf","label":"BF16","size":17920696800,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/UI-Venus-2-9B-GGUF"],"logoFrom":"inclusionAI"},{"id":"dolphin-2-7-mixtral-8x7b","family":"dphn/dolphin-2.7-mixtral-8x7b","name":"Dolphin 2.7 Mixtral 8x7b","maker":"dphn","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF/dolphin-2.7-mixtral-8x7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-31T09:55:15.000Z","downloads":14732,"likes":176,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q2_K.gguf","label":"Q2_K","size":15644044224,"bits":2.68,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q3_K_M.gguf","label":"Q3_K_M","size":20363366144,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q4_0.gguf","label":"Q4_0","size":26441544512,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q4_K_M.gguf","label":"Q4_K_M","size":26441544512,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q5_0.gguf","label":"Q5_0","size":32229291840,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q5_K_M.gguf","label":"Q5_K_M","size":32229291840,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q6_K.gguf","label":"Q6_K","size":38378773376,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.7-mixtral-8x7b-GGUF","file":"dolphin-2.7-mixtral-8x7b.Q8_0.gguf","label":"Q8_0","size":49624279808,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.7-mixtral-8x7b-GGUF"],"logoFrom":"dphn"},{"id":"g4-meromero-v2-31b","family":"zerofata/G4-MeroMero-v2-31B","name":"G4 MeroMero V2 31B","maker":"zerofata","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF/G4-MeroMero-v2-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-31T21:17:00.000Z","downloads":14724,"likes":54,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489344,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872256,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674843776,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530358912,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888640,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917065856,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976588928,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916313728,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507712,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368768,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761356928,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761356928,"bits":3.59,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-IQ3_M.gguf","label":"IQ3_M","size":14424496736,"bits":3.76,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15287108192,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270208,"bits":4.33,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-IQ4_XS.gguf","label":"IQ4_XS","size":16735789664,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701577856,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165312,"bits":4.63,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-Q4_K_M.gguf","label":"Q4_K_M","size":18687062624,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481420928,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-v2-31B-i1-GGUF","file":"G4-MeroMero-v2-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311841408,"bits":5.55,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-Q5_K_M.gguf","label":"Q5_K_M","size":21845570144,"bits":5.69,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-Q6_K.gguf","label":"Q6_K","size":25201484384,"bits":6.57,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-Q8_0.gguf","label":"Q8_0","size":32635675232,"bits":8.5,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-v2-31B-GGUF","file":"G4-MeroMero-v2-31B-bf16.gguf","label":"BF16","size":61413187968,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/G4-MeroMero-v2-31B-i1-GGUF","zerofata/G4-MeroMero-v2-31B-GGUF"],"logoFrom":"zerofata"},{"id":"llama-3-2-1b-instruct-uncensored","family":"nicoboss/Llama-3.2-1B-Instruct-Uncensored","name":"Llama 3.2 1B Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":1.24,"active":null,"layers":16,"probe":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF/Llama-3.2-1B-Instruct-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-10-02T19:38:37.000Z","downloads":14676,"likes":35,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":393549312,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":413603328,"bits":2.67,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":447026688,"bits":2.88,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":475862528,"bits":3.07,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":488707584,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":515446272,"bits":3.33,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":562107904,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q2_K.gguf","label":"Q2_K","size":580871424,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.IQ3_XS.gguf","label":"IQ3_XS","size":621110528,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":641688832,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.IQ3_S.gguf","label":"IQ3_S","size":643917056,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.IQ3_M.gguf","label":"IQ3_M","size":657286400,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":690840832,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":732521728,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":748381440,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":770926080,"bits":4.97,"known":false,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":770926080,"bits":4.97,"known":false,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":770926080,"bits":4.97,"known":false,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":773023232,"bits":4.99,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":775644416,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":807691520,"bits":5.21,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":892560640,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":911500544,"bits":5.88,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q6_K.gguf","label":"Q6_K","size":1021797632,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.Q8_0.gguf","label":"Q8_0","size":1321080064,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","file":"Llama-3.2-1B-Instruct-Uncensored.f16.gguf","label":"F16","size":2479592704,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.2-1B-Instruct-Uncensored-GGUF","mradermacher/Llama-3.2-1B-Instruct-Uncensored-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"pantheon-reasoning-26b-a4b-1-1-v2","family":"Gryphe/Pantheon-Reasoning-26B-A4B-1.1-V2","name":"Pantheon Reasoning 26B A4B 1.1 V2","maker":"Gryphe","catalog":null,"tuned":true,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-V2-i1-GGUF/Pantheon-Reasoning-26B-A4B-1.1-V2.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T07:18:26.000Z","downloads":14662,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-V2-i1-GGUF","file":"Pantheon-Reasoning-26B-A4B-1.1-V2.i1-IQ1_S.gguf","label":"IQ1_S","size":8532492704,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-V2-i1-GGUF","file":"Pantheon-Reasoning-26B-A4B-1.1-V2.i1-IQ1_M.gguf","label":"IQ1_M","size":8910878624,"bits":2.74,"known":true,"rank":1},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ2_XXS.gguf","label":"IQ2_XXS","size":10599037856,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ2_S.gguf","label":"IQ2_S","size":10720970656,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ2_XS.gguf","label":"IQ2_XS","size":10771806496,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-V2-i1-GGUF","file":"Pantheon-Reasoning-26B-A4B-1.1-V2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866703264,"bits":3.35,"known":true,"rank":1},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ2_M.gguf","label":"IQ2_M","size":11776980512,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q2_K.gguf","label":"Q2_K","size":12395937312,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Pantheon-Reasoning-26B-A4B-1.1-V2-i1-GGUF","file":"Pantheon-Reasoning-26B-A4B-1.1-V2.i1-IQ3_S.gguf","label":"IQ3_S","size":12539604384,"bits":3.86,"known":true,"rank":1},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q3_K_S.gguf","label":"Q3_K_S","size":13159143712,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ3_XXS.gguf","label":"IQ3_XXS","size":13396065056,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ3_XS.gguf","label":"IQ3_XS","size":13619863840,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q3_K_M.gguf","label":"Q3_K_M","size":14569450016,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ4_XS.gguf","label":"IQ4_XS","size":15062944160,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ3_M.gguf","label":"IQ3_M","size":15124168224,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q4_0.gguf","label":"Q4_0","size":15174619680,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q3_K_L.gguf","label":"Q3_K_L","size":15587321376,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-IQ4_NL.gguf","label":"IQ4_NL","size":16413175328,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q4_1.gguf","label":"Q4_1","size":16606217760,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q4_K_S.gguf","label":"Q4_K_S","size":16839053088,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q4_K_M.gguf","label":"Q4_K_M","size":18750500384,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q4_K_L.gguf","label":"Q4_K_L","size":18992360992,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q5_K_S.gguf","label":"Q5_K_S","size":19185223200,"bits":5.91,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q5_K_M.gguf","label":"Q5_K_M","size":20794420768,"bits":6.41,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q6_K.gguf","label":"Q6_K","size":23920496160,"bits":7.37,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q6_K_L.gguf","label":"Q6_K_L","size":25308851744,"bits":7.8,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-Q8_0.gguf","label":"Q8_0","size":27644194336,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","file":"Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-bf16.gguf","label":"BF16","size":51981530272,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Gryphe_Pantheon-Reasoning-26B-A4B-1.1-V2-GGUF","mradermacher/Pantheon-Reasoning-26B-A4B-1.1-V2-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"localai-functioncall-qwen2-5-7b-v0-5","family":"LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5","name":"LocalAI Functioncall Qwen2.5 7B V0.5","maker":"LocalAI-io","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5-Q4_K_M-GGUF/localai-functioncall-qwen2.5-7b-v0.5-q4_k_m.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-08T10:20:21.000Z","downloads":14626,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5-Q4_K_M-GGUF","file":"localai-functioncall-qwen2.5-7b-v0.5-q4_k_m.gguf","label":"Q4_K_M","size":4683074048,"bits":4.92,"known":true,"rank":0}],"repos":["LocalAI-io/LocalAI-functioncall-qwen2.5-7b-v0.5-Q4_K_M-GGUF"],"logoFrom":"LocalAI-io"},{"id":"raptor-0-6-4b","family":"OsaurusAI/Raptor-0.6-4B-GGUF","name":"Raptor 0.6 4B","maker":"OsaurusAI","catalog":null,"tuned":false,"params":4.11,"active":null,"layers":36,"probe":"OsaurusAI/Raptor-0.6-4B-GGUF/Raptor-0.6-4B-Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-11T17:34:06.000Z","downloads":14592,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OsaurusAI/Raptor-0.6-4B-GGUF","file":"Raptor-0.6-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2600224224,"bits":5.06,"known":true,"rank":0},{"repo":"OsaurusAI/Raptor-0.6-4B-GGUF","file":"Raptor-0.6-4B-Q6_K.gguf","label":"Q6_K","size":3379172064,"bits":6.58,"known":true,"rank":0}],"repos":["OsaurusAI/Raptor-0.6-4B-GGUF"],"logoFrom":"XHToken"},{"id":"ternary-bonsai-2-27b-gguf-dev","family":"prism-ml/Ternary-Bonsai-2-27B-gguf-dev","name":"Ternary Bonsai 2 27B Gguf Dev","maker":"PrismML","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"prism-ml/Ternary-Bonsai-2-27B-gguf-dev/Ternary-Bonsai-2-27B-Q2_0-prism-fork-required.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T08:31:00.000Z","downloads":14580,"likes":41,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-2-27B-gguf-dev","file":"Ternary-Bonsai-2-27B-Q2_0-prism-fork-required.gguf","label":"Ternary-Bonsai-2-27B-Q2_0-prism-fork-required","size":7626008928,"bits":2.27,"known":false,"rank":0}],"repos":["prism-ml/Ternary-Bonsai-2-27B-gguf-dev"],"logoFrom":"Qwen"},{"id":"omnicoder-9b","family":"Tesslate/OmniCoder-9B","name":"OmniCoder 9B","maker":"Tesslate","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"bartowski/Tesslate_OmniCoder-9B-GGUF/Tesslate_OmniCoder-9B-IQ2_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-12T06:56:44.000Z","downloads":14535,"likes":383,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ2_S.gguf","label":"IQ2_S","size":3605849184,"bits":3.22,"known":true,"rank":1},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ2_M.gguf","label":"IQ2_M","size":3769427040,"bits":3.37,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q2_k.gguf","label":"Q2_K","size":3827261760,"bits":3.42,"known":true,"rank":0},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q3_k_s.gguf","label":"Q3_K_S","size":4259406144,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020320,"bits":3.82,"known":true,"rank":1},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528480,"bits":4.08,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q3_k_m.gguf","label":"Q3_K_M","size":4623524160,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533472,"bits":4.22,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q3_k_l.gguf","label":"Q3_K_L","size":4925514048,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553504,"bits":4.52,"known":true,"rank":1},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643552,"bits":4.69,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q4_0.gguf","label":"Q4_0","size":5313356096,"bits":4.75,"known":true,"rank":0},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q4_k_s.gguf","label":"Q4_K_S","size":5351629120,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478900832,"bits":4.9,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q4_k_m.gguf","label":"Q4_K_M","size":5737242944,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-Q4_1.gguf","label":"Q4_1","size":5944861792,"bits":5.31,"known":true,"rank":1},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001009760,"bits":5.36,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q5_0.gguf","label":"Q5_0","size":6305308992,"bits":5.64,"known":true,"rank":0},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q5_k_s.gguf","label":"Q5_K_S","size":6305308992,"bits":5.64,"known":true,"rank":0},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q5_k_m.gguf","label":"Q5_K_M","size":6523674944,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665675872,"bits":5.96,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q6_k.gguf","label":"Q6_K","size":7359258944,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681568,"bits":6.69,"known":true,"rank":1},{"repo":"bartowski/Tesslate_OmniCoder-9B-GGUF","file":"Tesslate_OmniCoder-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192926816,"bits":7.32,"known":true,"rank":1},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-q8_0.gguf","label":"Q8_0","size":9527501120,"bits":8.52,"known":true,"rank":0},{"repo":"Tesslate/OmniCoder-9B-GGUF","file":"omnicoder-9b-bf16.gguf","label":"BF16","size":17920696640,"bits":16.02,"known":true,"rank":0}],"repos":["Tesslate/OmniCoder-9B-GGUF","bartowski/Tesslate_OmniCoder-9B-GGUF"],"logoFrom":"Tesslate"},{"id":"suri-qwen-3-8-27b-companion","family":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","name":"Suri Qwen 3.8 27B Companion","maker":"SpaceTimee","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":65,"probe":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF/suri-qwen-3.8-27b-companion-ud-iq1_s.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-05T13:26:02.000Z","downloads":14513,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq1_s.gguf","label":"UD-IQ1_S","size":6310679232,"bits":1.88,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq1_m.gguf","label":"UD-IQ1_M","size":6835090112,"bits":2.03,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq2_xxs.gguf","label":"UD-IQ2_XXS","size":7354299072,"bits":2.19,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq2_s.gguf","label":"UD-IQ2_S","size":8499765952,"bits":2.53,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq2_xs.gguf","label":"UD-IQ2_XS","size":9090593472,"bits":2.7,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q2_k_xl.gguf","label":"UD-Q2_K_XL","size":9886735936,"bits":2.94,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq2_m.gguf","label":"UD-IQ2_M","size":10004595392,"bits":2.98,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq3_xxs.gguf","label":"UD-IQ3_XXS","size":11002691136,"bits":3.27,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq3_s.gguf","label":"UD-IQ3_S","size":12602609216,"bits":3.75,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq3_m.gguf","label":"UD-IQ3_M","size":12768333376,"bits":3.8,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q3_k_xl.gguf","label":"UD-Q3_K_XL","size":13223071296,"bits":3.93,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq4_xs.gguf","label":"UD-IQ4_XS","size":15309041216,"bits":4.55,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q4_k_s.gguf","label":"UD-Q4_K_S","size":15446687296,"bits":4.59,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-iq4_nl.gguf","label":"UD-IQ4_NL","size":16041569856,"bits":4.77,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q4_k_m.gguf","label":"UD-Q4_K_M","size":16519491136,"bits":4.91,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q4_k_xl.gguf","label":"UD-Q4_K_XL","size":17597517376,"bits":5.23,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q5_k_s.gguf","label":"UD-Q5_K_S","size":18683203136,"bits":5.56,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q5_k_m.gguf","label":"UD-Q5_K_M","size":19772247616,"bits":5.88,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q5_k_xl.gguf","label":"UD-Q5_K_XL","size":20995395136,"bits":6.24,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q6_k.gguf","label":"UD-Q6_K","size":22086897216,"bits":6.57,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q6_k_m.gguf","label":"UD-Q6_K_M","size":23138299456,"bits":6.88,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q6_k_l.gguf","label":"UD-Q6_K_L","size":24243809856,"bits":7.21,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q6_k_xl.gguf","label":"UD-Q6_K_XL","size":25333714496,"bits":7.53,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q8_k_l.gguf","label":"UD-Q8_K_L","size":28060933696,"bits":8.35,"known":true,"rank":0},{"repo":"SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF","file":"suri-qwen-3.8-27b-companion-ud-q8_k_xl.gguf","label":"UD-Q8_K_XL","size":31959342656,"bits":9.5,"known":true,"rank":0}],"repos":["SpaceTimee/Suri-Qwen-3.8-27B-Companion-GGUF"],"logoFrom":"SpaceTimee"},{"id":"deepseek-r1-0528","family":"deepseek-ai/DeepSeek-R1-0528","name":"DeepSeek R1 0528","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-R1-0528-GGUF/DeepSeek-R1-0528-UD-TQ1_0.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-05-28T09:46:42.000Z","downloads":14454,"likes":202,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"DeepSeek-R1-0528-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":161616887808,"bits":1.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-IQ1_S/DeepSeek-R1-0528-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":185486672288,"bits":2.21,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-IQ1_M/DeepSeek-R1-0528-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":200454826560,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-IQ2_XXS/DeepSeek-R1-0528-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":216774693408,"bits":2.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-IQ2_M/DeepSeek-R1-0528-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":228518744608,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q2_K/DeepSeek-R1-0528-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":244779918912,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q2_K_L/DeepSeek-R1-0528-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":244997109312,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-Q2_K_XL/DeepSeek-R1-0528-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":251102005952,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-IQ3_XXS/DeepSeek-R1-0528-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":272915622592,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q3_K_S/DeepSeek-R1-0528-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":289730223232,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-Q3_K_XL/DeepSeek-R1-0528-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":295903111936,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q3_K_M/DeepSeek-R1-0528-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":319846030656,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"IQ4_XS/DeepSeek-R1-0528-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":357701333856,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"IQ4_NL/DeepSeek-R1-0528-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":378577652640,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q4_0/DeepSeek-R1-0528-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":379545619328,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q4_K_S/DeepSeek-R1-0528-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":380513586048,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-Q4_K_XL/DeepSeek-R1-0528-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":384003547040,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q4_K_M/DeepSeek-R1-0528-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":404941900832,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q4_1/DeepSeek-R1-0528-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":420388207648,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q5_K_S/DeepSeek-R1-0528-Q5_K_S-00001-of-00010.gguf","label":"Q5_K_S","size":462198762624,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q5_K_M/DeepSeek-R1-0528-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":475780344992,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-Q5_K_XL/DeepSeek-R1-0528-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":481352535168,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q6_K/DeepSeek-R1-0528-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":551046192128,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-Q6_K_XL/DeepSeek-R1-0528-UD-Q6_K_XL-00001-of-00012.gguf","label":"UD-Q6_K_XL","size":574948218304,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"Q8_0/DeepSeek-R1-0528-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286522336,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"UD-Q8_K_XL/DeepSeek-R1-0528-UD-Q8_K_XL-00001-of-00016.gguf","label":"UD-Q8_K_XL","size":780571187040,"bits":9.31,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-R1-0528-GGUF","file":"BF16/DeepSeek-R1-0528-BF16-00001-of-00030.gguf","label":"BF16","size":1342273056096,"bits":16,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-R1-0528-GGUF"],"logoFrom":"deepseek-ai"},{"id":"ms3-2-paintedfantasy-v4-1-24b","family":"zerofata/MS3.2-PaintedFantasy-v4.1-24B","name":"MS3.2 PaintedFantasy V4.1 24B","maker":"zerofata","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF/MS3.2-PaintedFantasy-v4.1-24B-IQ3_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2026-02-16T07:29:15.000Z","downloads":14450,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-IQ3_M.gguf","label":"IQ3_M","size":10650950912,"bits":3.62,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-Q3_K_M.gguf","label":"Q3_K_M","size":11474083072,"bits":3.89,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-IQ4_XS.gguf","label":"IQ4_XS","size":12758916352,"bits":4.33,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-Q4_K_M.gguf","label":"Q4_K_M","size":14333910272,"bits":4.87,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-Q4_K_L.gguf","label":"Q4_K_L","size":14831983872,"bits":5.03,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-Q5_K_M.gguf","label":"Q5_K_M","size":16763985152,"bits":5.69,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-Q6_K.gguf","label":"Q6_K","size":19345939712,"bits":6.57,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-Q8_0.gguf","label":"Q8_0","size":25054780672,"bits":8.5,"known":true,"rank":0},{"repo":"zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF","file":"MS3.2-PaintedFantasy-v4.1-24B-bf16.gguf","label":"BF16","size":47153519616,"bits":16,"known":true,"rank":0}],"repos":["zerofata/MS3.2-PaintedFantasy-v4.1-24B-GGUF"],"logoFrom":"zerofata"},{"id":"qwen3-8-4b-distill-heretic-abliterated","family":"yachen4ever/Qwen3.8-4B-Distill-Heretic-Abliterated-GGUF","name":"Qwen3.8 4B Distill Heretic Abliterated","maker":"yachen4ever","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"yachen4ever/Qwen3.8-4B-Distill-Heretic-Abliterated-GGUF/model-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-23T06:23:49.000Z","downloads":14406,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yachen4ever/Qwen3.8-4B-Distill-Heretic-Abliterated-GGUF","file":"model-Q4_K_M.gguf","label":"Q4_K_M","size":2790000800,"bits":5.15,"known":true,"rank":0}],"repos":["yachen4ever/Qwen3.8-4B-Distill-Heretic-Abliterated-GGUF"],"logoFrom":"yachen4ever"},{"id":"01-ai-yi-1-5-34b-chat","family":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-gguf","name":"01 Ai Yi 1.5 34B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-gguf/Yi-1.5-34B-Chat.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-16T01:56:05.000Z","downloads":14348,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q2_K.gguf","label":"Q2_K","size":12825233696,"bits":2.98,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.IQ3_XS.gguf","label":"IQ3_XS","size":14234319136,"bits":3.31,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q3_K_S.gguf","label":"Q3_K_S","size":14960294176,"bits":3.48,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.IQ3_S.gguf","label":"IQ3_S","size":15018785056,"bits":3.49,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.IQ3_M.gguf","label":"IQ3_M","size":15564699936,"bits":3.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q3_K.gguf","label":"Q3_K","size":16654924064,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q3_K_M.gguf","label":"Q3_K_M","size":16654924064,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q3_K_L.gguf","label":"Q3_K_L","size":18139445536,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.IQ4_XS.gguf","label":"IQ4_XS","size":18635614496,"bits":4.34,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q4_0.gguf","label":"Q4_0","size":19466529056,"bits":4.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q4_K_S.gguf","label":"Q4_K_S","size":19598649632,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.IQ4_NL.gguf","label":"IQ4_NL","size":19650029856,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q4_K.gguf","label":"Q4_K","size":20658710816,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q4_K_M.gguf","label":"Q4_K_M","size":20658710816,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q4_1.gguf","label":"Q4_1","size":21587110176,"bits":5.02,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q5_0.gguf","label":"Q5_0","size":23707691296,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q5_K_S.gguf","label":"Q5_K_S","size":23707691296,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q5_K.gguf","label":"Q5_K","size":24321845536,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q5_K_M.gguf","label":"Q5_K_M","size":24321845536,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q5_1.gguf","label":"Q5_1","size":25828272416,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q6_K.gguf","label":"Q6_K","size":28213926176,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-gguf","file":"Yi-1.5-34B.Q8_0.gguf","label":"Q8_0","size":36542282016,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-gguf","RichardErkhov/01-ai_-_Yi-1.5-34B-gguf"],"logoFrom":"RichardErkhov"},{"id":"lfm2-700m","family":"LiquidAI/LFM2-700M","name":"LFM2 700M","maker":"Liquid AI","catalog":null,"tuned":false,"params":0.74,"active":null,"layers":16,"probe":"LiquidAI/LFM2-700M-GGUF/LFM2-700M-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-07-10T12:01:39.000Z","downloads":14343,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-Q4_0.gguf","label":"Q4_0","size":446321600,"bits":4.83,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-Q4_K_M.gguf","label":"Q4_K_M","size":468624320,"bits":5.07,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-Q4_K_M-hip-optimized.gguf","label":"LFM2-700M-Q4_K_M-hip-optimized","size":513954752,"bits":5.56,"known":false,"rank":0},{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-Q5_K_M.gguf","label":"Q5_K_M","size":538026944,"bits":5.82,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-Q6_K.gguf","label":"Q6_K","size":611767232,"bits":6.61,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-Q8_0.gguf","label":"Q8_0","size":791565248,"bits":8.56,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-700M-GGUF","file":"LFM2-700M-F16.gguf","label":"F16","size":1487557568,"bits":16.08,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-700M-GGUF"],"logoFrom":"LiquidAI"},{"id":"sakura-14b-qwen3-v1-5","family":"SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF","name":"Sakura 14B Qwen3 V1.5","maker":"SakuraLLM","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF/sakura-14b-qwen3-v1.5-iq4xs.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-01-12T00:41:39.000Z","downloads":14326,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF","file":"sakura-14b-qwen3-v1.5-iq4xs.gguf","label":"sakura-14b-qwen3-v1.5-iq4xs","size":8180361440,"bits":4.43,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF","file":"sakura-14b-qwen3-v1.5-q6k.gguf","label":"sakura-14b-qwen3-v1.5-q6k","size":12121937120,"bits":6.57,"known":false,"rank":0}],"repos":["SakuraLLM/Sakura-14B-Qwen3-v1.5-GGUF"],"logoFrom":"SakuraLLM"},{"id":"gemma-4-31b-fable-coder","family":"DavidrPatton/Gemma-4-31B-Fable-Coder","name":"Gemma 4 31B Fable Coder","maker":"DavidrPatton","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF/Gemma-4-31B-Fable-Coder.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-19T01:41:54.000Z","downloads":14230,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q2_K.gguf","label":"Q2_K","size":11916299360,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q3_K_S.gguf","label":"Q3_K_S","size":13761342560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q3_K_M.gguf","label":"Q3_K_M","size":15287094368,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q3_K_L.gguf","label":"Q3_K_L","size":16628255840,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.IQ4_XS.gguf","label":"IQ4_XS","size":16862219360,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q4_K_S.gguf","label":"Q4_K_S","size":17763150944,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q4_K_M.gguf","label":"Q4_K_M","size":18687048800,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q5_K_S.gguf","label":"Q5_K_S","size":21311827040,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q5_K_M.gguf","label":"Q5_K_M","size":21845556320,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q6_K.gguf","label":"Q6_K","size":25201470560,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Fable-Coder-GGUF","file":"Gemma-4-31B-Fable-Coder.Q8_0.gguf","label":"Q8_0","size":32635661408,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-31B-Fable-Coder-GGUF"],"logoFrom":"DavidrPatton"},{"id":"internvl3-5-8b","family":"OpenGVLab/InternVL3_5-8B","name":"InternVL3 5 8B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF/OpenGVLab_InternVL3_5-8B-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-08-25T16:38:47.000Z","downloads":14223,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-IQ2_M.gguf","label":"IQ2_M","size":3051911360,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q2_K.gguf","label":"Q2_K","size":3281729728,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369629888,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3626870976,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3769608384,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3889473728,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-IQ3_M.gguf","label":"IQ3_M","size":3896617152,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4124158144,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4431390912,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4561836224,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q4_0.gguf","label":"Q4_0","size":4787329216,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4793620672,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4802009280,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975929536,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5027780800,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q4_1.gguf","label":"Q4_1","size":5247752384,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5489666240,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5720758464,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5851109568,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6235203776,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q6_K.gguf","label":"Q6_K","size":6725896384,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q6_K_L.gguf","label":"Q6_K_L","size":7027337408,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-Q8_0.gguf","label":"Q8_0","size":8709515456,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-8B-GGUF","file":"OpenGVLab_InternVL3_5-8B-bf16.gguf","label":"BF16","size":16388040608,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/OpenGVLab_InternVL3_5-8B-GGUF","lmstudio-community/InternVL3_5-8B-GGUF"],"logoFrom":"OpenGVLab"},{"id":"qwen2-5-vl-7b-instruct-unredacted-max","family":"prithivMLmods/Qwen2.5-VL-7B-Instruct-Unredacted-MAX","name":"Qwen2.5 VL 7B Unredacted MAX","maker":"prithivMLmods","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF/Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-22T06:14:37.000Z","downloads":14170,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q2_K.gguf","label":"Q2_K","size":3015939744,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q3_K_S.gguf","label":"Q3_K_S","size":3492368032,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q3_K_M.gguf","label":"Q3_K_M","size":3808390816,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q3_K_L.gguf","label":"Q3_K_L","size":4088458912,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.IQ4_XS.gguf","label":"IQ4_XS","size":4250298016,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q4_K_S.gguf","label":"Q4_K_S","size":4457768608,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q4_K_M.gguf","label":"Q4_K_M","size":4683073184,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q5_K_S.gguf","label":"Q5_K_S","size":5315176096,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q5_K_M.gguf","label":"Q5_K_M","size":5444830880,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q6_K.gguf","label":"Q6_K","size":6254198432,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.Q8_0.gguf","label":"Q8_0","size":8098524832,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF","file":"Qwen2.5-VL-7B-Instruct-Unredacted-MAX.f16.gguf","label":"F16","size":15237852832,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-7B-Instruct-Unredacted-MAX-GGUF"],"logoFrom":"prithivMLmods"},{"id":"qwen3-235b-a22b-abliterated","family":"null-space/Qwen3-235B-A22B-abliterated","name":"Qwen3 235B A22B Abliterated","maker":"null-space","catalog":null,"tuned":true,"params":235.09,"active":22.19,"layers":94,"probe":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF/Qwen3-235B-A22B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-18T04:42:04.000Z","downloads":14157,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":47948250112,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":53141748736,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":61797579776,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":68820810752,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":70227241984,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":77151906816,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":79758683136,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":85691001856,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":90376547328,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":95953476608,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":101444705280,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":101470886912,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":103066295296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":112447380480,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":121824795648,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":125283912704,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":133132422144,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":133687118848,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":142154075136,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":147230100480,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":161881426944,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":166814157824,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF","file":"Qwen3-235B-A22B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":193015495680,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-235B-A22B-abliterated-GGUF","mradermacher/Qwen3-235B-A22B-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"phi-2","family":"microsoft/phi-2","name":"Phi 2","maker":"Microsoft","catalog":null,"tuned":false,"params":2.78,"active":null,"layers":32,"probe":"TheBloke/phi-2-GGUF/phi-2.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"phi2","vision":false,"licence":"mit","open":true,"released":"2023-12-13T21:19:59.000Z","downloads":14093,"likes":233,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q2_K.gguf","label":"Q2_K","size":1173610336,"bits":3.38,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q3_K_S.gguf","label":"Q3_K_S","size":1250819936,"bits":3.6,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q3_K_M.gguf","label":"Q3_K_M","size":1480195936,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q4_0.gguf","label":"Q4_0","size":1602461536,"bits":4.61,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q3_K_L.gguf","label":"Q3_K_L","size":1604714336,"bits":4.62,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q4_K_S.gguf","label":"Q4_K_S","size":1615568736,"bits":4.65,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q4_K_M.gguf","label":"Q4_K_M","size":1789239136,"bits":5.15,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q5_0.gguf","label":"Q5_0","size":1933418336,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q5_K_S.gguf","label":"Q5_K_S","size":1933418336,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q5_K_M.gguf","label":"Q5_K_M","size":2072682336,"bits":5.96,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q6_K.gguf","label":"Q6_K","size":2285059936,"bits":6.58,"known":true,"rank":0},{"repo":"TheBloke/phi-2-GGUF","file":"phi-2.Q8_0.gguf","label":"Q8_0","size":2958032736,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/phi-2-GGUF"],"logoFrom":"microsoft"},{"id":"nasledielab-qwen3-5-0-8b-gpt-6-astra-luna-fable-5-1-opus-5-5-distill-karpy","family":"aemmeath/NasledieLab-Qwen3.5-0.8B-GPT-6-Astra-Luna-Fable-5.1-Opus-5.5-distill-Karpy-GGUF","name":"NasledieLab Qwen3.5 0.8B GPT 6 Astra Luna Fable 5.1 Opus 5.5 Distill Karpy","maker":"aemmeath","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":24,"probe":"aemmeath/NasledieLab-Qwen3.5-0.8B-GPT-6-Astra-Luna-Fable-5.1-Opus-5.5-distill-Karpy-GGUF/Qwen3.5-0.8B-GPT-6-Astra-Luna-Fable-5.1-Opus-5.5-distill-Karpy.Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-09-27T10:28:59.000Z","downloads":14083,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"aemmeath/NasledieLab-Qwen3.5-0.8B-GPT-6-Astra-Luna-Fable-5.1-Opus-5.5-distill-Karpy-GGUF","file":"Qwen3.5-0.8B-GPT-6-Astra-Luna-Fable-5.1-Opus-5.5-distill-Karpy.Q4_K_M.gguf","label":"Q4_K_M","size":529293312,"bits":5.65,"known":true,"rank":0}],"repos":["aemmeath/NasledieLab-Qwen3.5-0.8B-GPT-6-Astra-Luna-Fable-5.1-Opus-5.5-distill-Karpy-GGUF"],"logoFrom":"aemmeath"},{"id":"qwen3-8-flash-next-heretic2-iq4xs-ngq4","family":"cygnal/Qwen3.8-Flash-Next-Heretic2-IQ4XS-NGQ4-GGUF","name":"Qwen3.8 Flash Next Heretic2 IQ4XS NGQ4","maker":"cygnal","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"cygnal/Qwen3.8-Flash-Next-Heretic2-IQ4XS-NGQ4-GGUF/Qwen3.8-Flash-Next-Heretic2-IQ4XS-NGQ4.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-19T18:32:33.000Z","downloads":14079,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cygnal/Qwen3.8-Flash-Next-Heretic2-IQ4XS-NGQ4-GGUF","file":"Qwen3.8-Flash-Next-Heretic2-IQ4XS-NGQ4.gguf","label":"NGQ4","size":98403355776,"bits":4.45,"known":false,"rank":0}],"repos":["cygnal/Qwen3.8-Flash-Next-Heretic2-IQ4XS-NGQ4-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-12b-redteam-blackice","family":"ChonkE/Gemma-4-12b-RedTeam-BlackICE","name":"Gemma 4 12B RedTeam BlackICE","maker":"ChonkE","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF/Gemma-4-12b-RedTeam-BlackICE.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-10-28T10:51:15.000Z","downloads":14069,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693344,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ1_M.gguf","label":"IQ1_M","size":3202849824,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110624,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887844384,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598624,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807264,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149024,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q2_K.gguf","label":"Q2_K","size":4830149664,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196064,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394784,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ3_S.gguf","label":"IQ3_S","size":5528230944,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528230944,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993504,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087089184,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321184,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635256864,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975880224,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q4_0.gguf","label":"Q4_0","size":6997998624,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024049184,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381384224,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q4_1.gguf","label":"Q4_1","size":7657126944,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338373664,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547269664,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.i1-Q6_K.gguf","label":"Q6_K","size":9786022944,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12b-RedTeam-BlackICE-GGUF","file":"Gemma-4-12b-RedTeam-BlackICE.Q8_0.gguf","label":"Q8_0","size":12669647616,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Gemma-4-12b-RedTeam-BlackICE-GGUF","mradermacher/Gemma-4-12b-RedTeam-BlackICE-i1-GGUF"],"logoFrom":"google"},{"id":"dolphin-2-5-mixtral-8x7b","family":"dphn/dolphin-2.5-mixtral-8x7b","name":"Dolphin 2.5 Mixtral 8x7b","maker":"dphn","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF/dolphin-2.5-mixtral-8x7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-14T00:45:47.000Z","downloads":14064,"likes":315,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q2_K.gguf","label":"Q2_K","size":15644044256,"bits":2.68,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q3_K_M.gguf","label":"Q3_K_M","size":20363366176,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q4_0.gguf","label":"Q4_0","size":26441544544,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q4_K_M.gguf","label":"Q4_K_M","size":26441544544,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q5_0.gguf","label":"Q5_0","size":32229291872,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q5_K_M.gguf","label":"Q5_K_M","size":32229291872,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q6_K.gguf","label":"Q6_K","size":38378773408,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.5-mixtral-8x7b-GGUF","file":"dolphin-2.5-mixtral-8x7b.Q8_0.gguf","label":"Q8_0","size":49624279840,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.5-mixtral-8x7b-GGUF"],"logoFrom":"dphn"},{"id":"startlux-decision-v1-27b","family":"startlux-models/StartLux-Decision-v1-27B","name":"StartLux Decision V1 27B","maker":"startlux-models","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"startlux-models/StartLux-Decision-v1-27B-Q4_K_M-GGUF/StartLux-Decision-27B-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-29T12:01:36.000Z","downloads":14023,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1-27B-Q4_K_M-GGUF","file":"StartLux-Decision-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547400128,"bits":4.92,"known":true,"rank":1},{"repo":"startlux-models/StartLux-Decision-v1-27B-Q8_0-GGUF","file":"StartLux-Decision-27B-Q8_0.gguf","label":"Q8_0","size":28595763648,"bits":8.5,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1-27B-Q4_K_M-GGUF","startlux-models/StartLux-Decision-v1-27B-Q8_0-GGUF"],"logoFrom":"startlux-models"},{"id":"twisted-cyclone-31b","family":"Cyclone-Labs/Twisted-Cyclone-31B","name":"Twisted Cyclone 31B","maker":"Cyclone-Labs","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Twisted-Cyclone-31B-GGUF/Twisted-Cyclone-31B.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-24T17:32:50.000Z","downloads":14021,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q2_K.gguf","label":"Q2_K","size":11916316288,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q3_K_S.gguf","label":"Q3_K_S","size":13761359488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q3_K_M.gguf","label":"Q3_K_M","size":15287111296,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q3_K_L.gguf","label":"Q3_K_L","size":16628272768,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.IQ4_XS.gguf","label":"IQ4_XS","size":16862236288,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q4_K_S.gguf","label":"Q4_K_S","size":17763167872,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q4_K_M.gguf","label":"Q4_K_M","size":18687065728,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q5_K_S.gguf","label":"Q5_K_S","size":21311843968,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q5_K_M.gguf","label":"Q5_K_M","size":21845573248,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q6_K.gguf","label":"Q6_K","size":25201487488,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Twisted-Cyclone-31B-GGUF","file":"Twisted-Cyclone-31B.Q8_0.gguf","label":"Q8_0","size":32635678336,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Twisted-Cyclone-31B-GGUF"],"logoFrom":null},{"id":"dolphin-2-9-1-mixtral-1x22b","family":"dphn/dolphin-2.9.1-mixtral-1x22b","name":"Dolphin 2.9.1 Mixtral 1x22b","maker":"dphn","catalog":null,"tuned":true,"params":22.24,"active":22.24,"layers":56,"probe":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF/dolphin-2.9.1-mixtral-1x22b.i1-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-22T20:15:46.000Z","downloads":14009,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ1_S.gguf","label":"IQ1_S","size":4826066720,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ1_M.gguf","label":"IQ1_M","size":5263716128,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5993131808,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6642724640,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ2_S.gguf","label":"IQ2_S","size":7031530496,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ2_M.gguf","label":"IQ2_M","size":7615063040,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q2_K.gguf","label":"Q2_K","size":8268047744,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8594957312,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9171573344,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":9636747872,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ3_S.gguf","label":"IQ3_S","size":9683540576,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ3_M.gguf","label":"IQ3_M","size":10057882208,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10752301664,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11725904480,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11930292032,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q4_0.gguf","label":"Q4_0","size":12608049344,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":12655235264,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":13336088768,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15319078592,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":15716816576,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.i1-Q6_K.gguf","label":"Q6_K","size":18246339872,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-mixtral-1x22b-GGUF","file":"dolphin-2.9.1-mixtral-1x22b.Q8_0.gguf","label":"Q8_0","size":23631905632,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/dolphin-2.9.1-mixtral-1x22b-GGUF","mradermacher/dolphin-2.9.1-mixtral-1x22b-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-5-9b-heretic-v2","family":"trohrbaugh/Qwen3.5-9B-heretic-v2","name":"Qwen3.5 9B Heretic V2","maker":"trohrbaugh","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"filvyb/Qwen3.5-9B-heretic-v2-GGUF/Qwen3.5-9B-heretic-v2-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-02T22:56:29.000Z","downloads":13979,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q2_K.gguf","label":"Q2_K","size":3638518720,"bits":3.25,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q3_K_S.gguf","label":"Q3_K_S","size":4259406784,"bits":3.81,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-IQ3_M.gguf","label":"IQ3_M","size":4415382464,"bits":3.95,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q3_K_M.gguf","label":"Q3_K_M","size":4616184768,"bits":4.13,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q3_K_L.gguf","label":"Q3_K_L","size":4824851392,"bits":4.31,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q4_K_S.gguf","label":"Q4_K_S","size":5340619712,"bits":4.77,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q4_K_M.gguf","label":"Q4_K_M","size":5627044800,"bits":5.03,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q5_K_S.gguf","label":"Q5_K_S","size":6305309632,"bits":5.64,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q5_K_M.gguf","label":"Q5_K_M","size":6522004416,"bits":5.83,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q6_K.gguf","label":"Q6_K","size":7359259584,"bits":6.58,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-Q8_0.gguf","label":"Q8_0","size":9527501760,"bits":8.52,"known":true,"rank":0},{"repo":"AIImageStudio/Qwen3.5-9b-heretic-v2-GGUF","file":"Qwen3.5-9b-heretic-v2-q8_0.gguf","label":"Q8_0","size":9527501760,"bits":8.52,"known":true,"rank":1},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-BF16.gguf","label":"BF16","size":17920697280,"bits":16.02,"known":true,"rank":0},{"repo":"filvyb/Qwen3.5-9B-heretic-v2-GGUF","file":"Qwen3.5-9B-heretic-v2-F16.gguf","label":"F16","size":17920697280,"bits":16.02,"known":true,"rank":0}],"repos":["AIImageStudio/Qwen3.5-9b-heretic-v2-GGUF","filvyb/Qwen3.5-9B-heretic-v2-GGUF"],"logoFrom":"trohrbaugh"},{"id":"ava-lfm25-toolcall","family":"vitorcalvi/ava-lfm25-toolcall","name":"Ava Lfm25 Toolcall","maker":"vitorcalvi","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"vitorcalvi/ava-lfm25-toolcall/LFM2.5-1.2B-AVA-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":null,"open":false,"released":"2026-09-21T12:36:42.000Z","downloads":13961,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vitorcalvi/ava-lfm25-toolcall","file":"LFM2.5-1.2B-AVA-Q4_0.gguf","label":"Q4_0","size":695754752,"bits":4.76,"known":true,"rank":0}],"repos":["vitorcalvi/ava-lfm25-toolcall"],"logoFrom":"LiquidAI"},{"id":"gemma-the-writer-n-restless-quill-10b-uncensored","family":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored","name":"Gemma The Writer N Restless Quill 10B Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":10.03,"active":null,"layers":46,"probe":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF/Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q2_k.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":771751936,"context":8192,"arch":"gemma2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-30T04:22:59.000Z","downloads":13958,"likes":168,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q2_k.gguf","label":"Q2_K","size":3859017248,"bits":3.08,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":4441976352,"bits":3.54,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4905086496,"bits":3.91,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":5803208224,"bits":4.63,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":5866745376,"bits":4.68,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5889281568,"bits":4.7,"known":false,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5889281568,"bits":4.7,"known":false,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5889281568,"bits":4.7,"known":false,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":6100479520,"bits":4.87,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":7028821536,"bits":5.61,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":7200394784,"bits":5.74,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q6_k.gguf","label":"Q6_K","size":8461790752,"bits":6.75,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF","file":"Gemma-The-Writer-N-Restless-Quill-10B-D_AU-Q8_0.gguf","label":"Q8_0","size":10669649440,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Gemma-The-Writer-N-Restless-Quill-10B-Uncensored-GGUF"],"logoFrom":"DavidAU"},{"id":"minimax-m2-7-ultra-uncensored-heretic","family":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","name":"MiniMax M2.7 Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":228.69,"active":11.03,"layers":62,"probe":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF/MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q3_K_S.gguf","kvBytesPerToken":276300,"kvHeader":253952,"kvFixed":0,"context":204800,"arch":"minimax-m2","vision":false,"licence":"other","open":false,"released":"2026-05-14T14:13:15.000Z","downloads":13954,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":98690596576,"bits":3.45,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":109272481504,"bits":3.82,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":118351052512,"bits":4.14,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":130033779424,"bits":4.55,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":138342384352,"bits":4.84,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":157478437600,"bits":5.51,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":162303935200,"bits":5.68,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"MiniMax-M2.7-BF16-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":187763082976,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"Q8_0/MiniMax-M2.7-ultra-uncensored-heretic-Q8_0.gguf-00001-of-00002.gguf","label":"MiniMax-M2.7-ultra-uncensored-heretic-Q8_0.gguf","size":243136872352,"bits":8.51,"known":false,"rank":0},{"repo":"llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF","file":"BF16/MiniMax-M2.7-ultra-uncensored-heretic-BF16.gguf-00001-of-00003.gguf","label":"MiniMax-M2.7-ultra-uncensored-heretic-BF16.gguf","size":457487024160,"bits":16,"known":false,"rank":0}],"repos":["llmfan46/MiniMax-M2.7-ultra-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-8-27b-uncensored-aggressive","family":"0xKitkat/Qwen3.8-27B-Uncensored-Aggressive","name":"Qwen3.8 27B Uncensored Aggressive","maker":"0xKitkat","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"0xKitkat/Qwen3.8-27B-Uncensored-Aggressive/Qwen3.8-27B-Uncensored-Aggressive-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T17:17:43.000Z","downloads":13914,"likes":55,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-Q2_K.gguf","label":"Q2_K","size":10864593120,"bits":3.18,"known":true,"rank":0},{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":13500737760,"bits":3.95,"known":true,"rank":0},{"repo":"0xKitkat/Qwen3.8-27B-Uncensored-Aggressive","file":"Qwen3.8-27B-Uncensored-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":16810714912,"bits":4.92,"known":true,"rank":0},{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":16810715360,"bits":4.92,"known":true,"rank":0},{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-DPO-0917-fixed-template-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17559196256,"bits":5.14,"known":true,"rank":0},{"repo":"0xKitkat/Qwen3.8-27B-Uncensored-Aggressive","file":"Qwen3.8-27B-Uncensored-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":19535701792,"bits":5.72,"known":true,"rank":0},{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":19535702240,"bits":5.72,"known":true,"rank":0},{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-Q6_K.gguf","label":"Q6_K","size":22431000800,"bits":6.57,"known":true,"rank":0},{"repo":"0xKitkat/Qwen3.8-27B-Uncensored-Aggressive","file":"Qwen3.8-27B-Uncensored-Aggressive-Q6_K.gguf","label":"Q6_K","size":27458717472,"bits":8.04,"known":true,"rank":0},{"repo":"joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive","file":"GGUF/Qwen3.8-27B-Uncensored-JoyFox-Aggressive-Q8_0.gguf","label":"Q8_0","size":29047085280,"bits":8.51,"known":true,"rank":0}],"repos":["0xKitkat/Qwen3.8-27B-Uncensored-Aggressive","joyfox/Qwen3.8-27B-Uncensored-JoyFox-Aggressive"],"logoFrom":"Qwen"},{"id":"mimo-v2-6-distill-qwen-9b-heretic","family":"saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic","name":"MiMo V2.6 Distill Qwen 9B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF/MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-10-04T19:35:33.000Z","downloads":13908,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2742639264,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2877266592,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101645472,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285342880,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":3427965600,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3607468704,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697236640,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3827260064,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938163360,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243413664,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259404448,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4370815648,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4415380128,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623522464,"bits":4.13,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925512352,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196438176,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5325937312,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351627424,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418212000,"bits":4.84,"known":true,"rank":1},{"repo":"saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic","file":"MiMo-V2.6-Distill-Qwen-9B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5629105024,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5809330848,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","file":"MiMo-V2.6-Distill-Qwen-9B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305307296,"bits":5.64,"known":true,"rank":1},{"repo":"saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic","file":"MiMo-V2.6-Distill-Qwen-9B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":6467965824,"bits":5.78,"known":true,"rank":0},{"repo":"saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic","file":"MiMo-V2.6-Distill-Qwen-9B-heretic-Q6_K.gguf","label":"Q6_K","size":7359255424,"bits":6.58,"known":true,"rank":0},{"repo":"saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic","file":"MiMo-V2.6-Distill-Qwen-9B-heretic-Q8_0.gguf","label":"Q8_0","size":9527497600,"bits":8.52,"known":true,"rank":0},{"repo":"saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic","file":"MiMo-V2.6-Distill-Qwen-9B-heretic-F16.gguf","label":"F16","size":17920693120,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/MiMo-V2.6-Distill-Qwen-9B-heretic-i1-GGUF","saidutta69/MiMo-V2.6-Distill-Qwen-9B-heretic"],"logoFrom":"saidutta69"},{"id":"sage-a1-5-heretic-abliterated-uncensored","family":"sam33339999/Sage-A1.5-Heretic-Abliterated-Uncensored","name":"Sage A1.5 Heretic Abliterated Uncensored","maker":"sam33339999","catalog":null,"tuned":true,"params":34.66,"active":2.67,"layers":41,"probe":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF/Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-22T19:08:18.000Z","downloads":13894,"likes":8,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":7484144224,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":8239211104,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497655904,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507033184,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":10652482144,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":11659237984,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152099424,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":12939596384,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623761504,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484146784,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182187104,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":15250426464,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":15440521824,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764766816,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115332704,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728780384,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":19799269984,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889906272,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166760544,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":21848171104,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981285984,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729133664,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":28514155104,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-GGUF","file":"Sage-A1.5-Heretic-Abliterated-Uncensored.Q8_0.gguf","label":"Q8_0","size":36903141664,"bits":8.52,"known":true,"rank":1}],"repos":["mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-GGUF","mradermacher/Sage-A1.5-Heretic-Abliterated-Uncensored-i1-GGUF"],"logoFrom":"sam33339999"},{"id":"minimax-m3","family":"MiniMaxAI/MiniMax-M3","name":"MiniMax M3","maker":"MiniMax","catalog":null,"tuned":false,"params":426.17,"active":25.96,"layers":60,"probe":"bartowski/MiniMax-M3-GGUF/MiniMax-M3-IQ1_S/MiniMax-M3-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":1048576,"arch":"minimax-m3","vision":true,"licence":"other","open":false,"released":"2026-06-02T07:49:31.000Z","downloads":13838,"likes":180,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1439,"arenaCoding":1495,"arenaVision":1246,"builds":[{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ1_S/MiniMax-M3-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":90527490400,"bits":1.7,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ1_M/MiniMax-M3-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":100738523488,"bits":1.89,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ2_XXS/MiniMax-M3-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":116611867008,"bits":2.19,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ1_M/MiniMax-M3-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":129313886816,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ2_XS/MiniMax-M3-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":129521934816,"bits":2.43,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ2_S/MiniMax-M3-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":132138191328,"bits":2.48,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ2_XXS/MiniMax-M3-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":134900699744,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ2_M/MiniMax-M3-UD-IQ2_M-00001-of-00004.gguf","label":"UD-IQ2_M","size":135105172064,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q2_K_XL/MiniMax-M3-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":143862878848,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ2_M/MiniMax-M3-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":145576741344,"bits":2.73,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q2_K/MiniMax-M3-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":151886604736,"bits":2.85,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q2_K_L/MiniMax-M3-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":153086988768,"bits":2.87,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ3_XXS/MiniMax-M3-UD-IQ3_XXS-00001-of-00005.gguf","label":"UD-IQ3_XXS","size":160303768288,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ3_S/MiniMax-M3-UD-IQ3_S-00001-of-00005.gguf","label":"UD-IQ3_S","size":175648629472,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ3_XXS/MiniMax-M3-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":180011108960,"bits":3.38,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q3_K_S/MiniMax-M3-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":187251069504,"bits":3.52,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q3_K_M/MiniMax-M3-UD-Q3_K_M-00001-of-00005.gguf","label":"UD-Q3_K_M","size":195475022560,"bits":3.67,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q3_K_XL/MiniMax-M3-UD-Q3_K_XL-00001-of-00005.gguf","label":"UD-Q3_K_XL","size":195772717792,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ3_XS/MiniMax-M3-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":196357952096,"bits":3.69,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q3_K_M/MiniMax-M3-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":196614525536,"bits":3.69,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q3_K_L/MiniMax-M3-Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":204971152128,"bits":3.85,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ3_M/MiniMax-M3-IQ3_M-00001-of-00006.gguf","label":"IQ3_M","size":205523227392,"bits":3.86,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q3_K_XL/MiniMax-M3-Q3_K_XL-00001-of-00006.gguf","label":"Q3_K_XL","size":206046696160,"bits":3.87,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ4_XS/MiniMax-M3-UD-IQ4_XS-00001-of-00006.gguf","label":"UD-IQ4_XS","size":208456293184,"bits":3.91,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-IQ4_NL/MiniMax-M3-UD-IQ4_NL-00001-of-00006.gguf","label":"UD-IQ4_NL","size":212684151648,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ4_XS/MiniMax-M3-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":229685754592,"bits":4.31,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-IQ4_NL/MiniMax-M3-IQ4_NL-00001-of-00007.gguf","label":"IQ4_NL","size":242752199456,"bits":4.56,"known":true,"rank":1},{"repo":"bartowski/MiniMax-M3-GGUF","file":"MiniMax-M3-Q4_0/MiniMax-M3-Q4_0-00001-of-00007.gguf","label":"Q4_0","size":243644013344,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q4_K_S/MiniMax-M3-UD-Q4_K_S-00001-of-00007.gguf","label":"UD-Q4_K_S","size":248620948448,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"MXFP4_MOE/MiniMax-M3-MXFP4_MOE-00001-of-00007.gguf","label":"MXFP4_MOE","size":257374360512,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q4_K_M/MiniMax-M3-UD-Q4_K_M-00001-of-00007.gguf","label":"UD-Q4_K_M","size":264928402400,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q4_K_XL/MiniMax-M3-UD-Q4_K_XL-00001-of-00007.gguf","label":"UD-Q4_K_XL","size":265830077408,"bits":4.99,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q5_K_S/MiniMax-M3-UD-Q5_K_S-00001-of-00008.gguf","label":"UD-Q5_K_S","size":299652944928,"bits":5.63,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q5_K_M/MiniMax-M3-UD-Q5_K_M-00001-of-00008.gguf","label":"UD-Q5_K_M","size":318734931008,"bits":5.98,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q5_K_XL/MiniMax-M3-UD-Q5_K_XL-00001-of-00008.gguf","label":"UD-Q5_K_XL","size":319376659520,"bits":6,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q6_K/MiniMax-M3-UD-Q6_K-00001-of-00009.gguf","label":"UD-Q6_K","size":355313456288,"bits":6.67,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q6_K_XL/MiniMax-M3-UD-Q6_K_XL-00001-of-00009.gguf","label":"UD-Q6_K_XL","size":388079359200,"bits":7.28,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"Q8_0/MiniMax-M3-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":453611165056,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"UD-Q8_K_XL/MiniMax-M3-UD-Q8_K_XL-00001-of-00011.gguf","label":"UD-Q8_K_XL","size":465230697888,"bits":8.73,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M3-GGUF","file":"BF16/MiniMax-M3-BF16-00001-of-00018.gguf","label":"BF16","size":852896946208,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/MiniMax-M3-GGUF","unsloth/MiniMax-M3-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"dolphin3-0-llama3-2-3b","family":"dphn/Dolphin3.0-Llama3.2-3B","name":"Dolphin3.0 Llama3.2 3B","maker":"dphn","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF/Dolphin3.0-Llama3.2-3B-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-12-30T14:41:15.000Z","downloads":13827,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-IQ2_M.gguf","label":"IQ2_M","size":1229035840,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q2_K.gguf","label":"Q2_K","size":1363940480,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1459364416,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1476793472,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1542853760,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-IQ3_M.gguf","label":"IQ3_M","size":1599673472,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1687164032,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1815352448,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1829115008,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1910776384,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1917195392,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q4_0.gguf","label":"Q4_0","size":1921913984,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1928205440,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q4_K_M.gguf","label":"Q4_K_M","size":2019382400,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q4_1.gguf","label":"Q4_1","size":2093356160,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q4_K_L.gguf","label":"Q4_K_L","size":2114806336,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2269516928,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2322158720,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2417582656,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q6_K.gguf","label":"Q6_K","size":2643858560,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2739282496,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-Q8_0.gguf","label":"Q8_0","size":3421905472,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-f16.gguf","label":"F16","size":6433700032,"bits":16.03,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-3B-GGUF","file":"Dolphin3.0-Llama3.2-3B-f32.gguf","label":"F32","size":12858861472,"bits":32.05,"known":true,"rank":0}],"repos":["bartowski/Dolphin3.0-Llama3.2-3B-GGUF"],"logoFrom":"dphn"},{"id":"anim4","family":"Kutches/Anim4","name":"Anim4","maker":"Kutches","catalog":null,"tuned":false,"params":2.09,"active":null,"layers":28,"probe":"Kutches/Anim4/Qwen3-0.6B-F16.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-02-01T03:25:49.000Z","downloads":13812,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Kutches/Anim4","file":"anima-preview-Q8_0.gguf","label":"Q8_0","size":2276712576,"bits":8.71,"known":true,"rank":0}],"repos":["Kutches/Anim4"],"logoFrom":"Kutches"},{"id":"qwen3-vl-2b-thinking","family":"Qwen/Qwen3-VL-2B-Thinking","name":"Qwen3 VL 2B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"unsloth/Qwen3-VL-2B-Thinking-GGUF/Qwen3-VL-2B-Thinking-UD-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-19T14:44:12.000Z","downloads":13788,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":537831584,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":561948832,"bits":2.61,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":605792416,"bits":2.82,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":708716704,"bits":3.3,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":765175968,"bits":3.56,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q2_K.gguf","label":"Q2_K","size":777797792,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":777797792,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":797868192,"bits":3.71,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":867254432,"bits":4.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":939540640,"bits":4.37,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":968900768,"bits":4.51,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":1010385056,"bits":4.7,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":1054425248,"bits":4.9,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q4_0.gguf","label":"Q4_0","size":1056784544,"bits":4.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":1060192416,"bits":4.93,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3VL-2B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":1107409888,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1132953760,"bits":5.27,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q4_1.gguf","label":"Q4_1","size":1142505632,"bits":5.31,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":1230586016,"bits":5.72,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":1257881760,"bits":5.85,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1262993568,"bits":5.87,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-Q6_K.gguf","label":"Q6_K","size":1417756832,"bits":6.59,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1610950816,"bits":7.49,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3VL-2B-Thinking-Q8_0.gguf","label":"Q8_0","size":1834427360,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":2332584096,"bits":10.85,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3VL-2B-Thinking-F16.gguf","label":"F16","size":3447350240,"bits":16.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","file":"Qwen3-VL-2B-Thinking-BF16.gguf","label":"BF16","size":3447351168,"bits":16.03,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-2B-Thinking-GGUF","unsloth/Qwen3-VL-2B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-r1-distill-llama-8b-abliterated","family":"stepenZEN/DeepSeek-R1-Distill-Llama-8B-Abliterated","name":"DeepSeek R1 Distill Llama 8B Abliterated","maker":"stepenZEN","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF/DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-01-20T18:03:30.000Z","downloads":13785,"likes":57,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2019630912,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2161975104,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399215424,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605784896,"bits":2.6,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2758491968,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":2948284224,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988818240,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q2_K.gguf","label":"Q2_K","size":3179134528,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274915648,"bits":3.26,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518750528,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3664502336,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3682328384,"bits":3.67,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3784826688,"bits":3.77,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018921024,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4321959488,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4484365888,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":4675895104,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677992256,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692672064,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920737344,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5130256192,"bits":5.11,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599297088,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5732990528,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q6_K.gguf","label":"Q6_K","size":6596009536,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.Q8_0.gguf","label":"Q8_0","size":8540773952,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Llama-8B-Abliterated.f16.gguf","label":"F16","size":16068894272,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-GGUF","mradermacher/DeepSeek-R1-Distill-Llama-8B-Abliterated-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"dark-scarlett-v0-3-26b-a4b","family":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","name":"Dark Scarlett V0.3 26B A4B","maker":"ReadyArt","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF/Dark-Scarlett-v0.3-26B-A4B-i1-IQ4_XS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-12T14:08:27.000Z","downloads":13746,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","file":"Dark-Scarlett-v0.3-26B-A4B-i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917726432,"bits":4.41,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","file":"Dark-Scarlett-v0.3-26B-A4B-i1-Q4_0.gguf","label":"Q4_0","size":14488056544,"bits":4.59,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","file":"Dark-Scarlett-v0.3-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796016064,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","file":"Dark-Scarlett-v0.3-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19132890560,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","file":"Dark-Scarlett-v0.3-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638399424,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF","file":"Dark-Scarlett-v0.3-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859859392,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Dark-Scarlett-v0.3-26B-A4B-GGUF"],"logoFrom":"ReadyArt"},{"id":"glm-z1-9b-0414","family":"zai-org/GLM-Z1-9B-0414","name":"GLM Z1 9B 0414","maker":"Z.ai","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"unsloth/GLM-Z1-9B-0414-GGUF/GLM-Z1-9B-0414-UD-IQ1_S.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":32768,"arch":"glm4","vision":false,"licence":"mit","open":true,"released":"2025-04-08T06:39:51.000Z","downloads":13694,"likes":30,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3204200576,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3318151296,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":3511154816,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-IQ2_M.gguf","label":"IQ2_M","size":3946313376,"bits":3.36,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3992025216,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q2_K.gguf","label":"Q2_K","size":4006344832,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q2_K_L.gguf","label":"Q2_K_L","size":4151834752,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4211062912,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-IQ3_XXS.gguf","label":"IQ3_XXS","size":4226807456,"bits":3.6,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4234836096,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-IQ3_XS.gguf","label":"IQ3_XS","size":4406408864,"bits":3.75,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q3_K_S.gguf","label":"Q3_K_S","size":4592040064,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-IQ3_M.gguf","label":"IQ3_M","size":4721800864,"bits":4.02,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q3_K_M.gguf","label":"Q3_K_M","size":4974508160,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":5139871872,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-Q3_K_L.gguf","label":"Q3_K_L","size":5196609184,"bits":4.42,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-IQ4_XS.gguf","label":"IQ4_XS","size":5281675392,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-IQ4_NL.gguf","label":"IQ4_NL","size":5465176192,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q4_0.gguf","label":"Q4_0","size":5477464192,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-Q3_K_XL.gguf","label":"Q3_K_XL","size":5739771552,"bits":4.88,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q4_K_S.gguf","label":"Q4_K_S","size":5758482560,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q4_1.gguf","label":"Q4_1","size":6008600704,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q4_K_M.gguf","label":"Q4_K_M","size":6166575232,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6187350144,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-Q4_K_L.gguf","label":"Q4_K_L","size":6627292832,"bits":5.64,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q5_K_S.gguf","label":"Q5_K_S","size":6697515136,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":7006189696,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q5_K_M.gguf","label":"Q5_K_M","size":7050918016,"bits":6,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-Q5_K_L.gguf","label":"Q5_K_L","size":7434040992,"bits":6.33,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q6_K.gguf","label":"Q6_K","size":8266643584,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-9B-0414-GGUF","file":"THUDM_GLM-Z1-9B-0414-Q6_K_L.gguf","label":"Q6_K_L","size":8567322272,"bits":7.29,"known":true,"rank":1},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":8886032512,"bits":7.56,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-Q8_0.gguf","label":"Q8_0","size":9999612032,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":12075300992,"bits":10.28,"known":true,"rank":0},{"repo":"unsloth/GLM-Z1-9B-0414-GGUF","file":"GLM-Z1-9B-0414-BF16.gguf","label":"BF16","size":18811582336,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/THUDM_GLM-Z1-9B-0414-GGUF","unsloth/GLM-Z1-9B-0414-GGUF"],"logoFrom":"zai-org"},{"id":"mistral-small-4-119b-2603-heretic","family":"darkc0de/Mistral-Small-4-119B-2603-heretic","name":"Mistral Small 4 119B 2603 Heretic","maker":"darkc0de","catalog":null,"tuned":true,"params":118.97,"active":6.63,"layers":36,"probe":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf/Mistral-Small-4-119B-2603-heretic-i1-IQ2_XXS.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":1048576,"arch":"mistral4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-18T02:51:36.000Z","downloads":13634,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":31178870304,"bits":2.1,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ2_XS.gguf","label":"IQ2_XS","size":34794393120,"bits":2.34,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ2_S.gguf","label":"IQ2_S","size":35153661472,"bits":2.36,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q2_K.gguf","label":"Q2_K","size":43402980576,"bits":2.92,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q2_K.gguf","label":"Q2_K","size":43402980896,"bits":2.92,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":45842157088,"bits":3.08,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ3_XS.gguf","label":"IQ3_XS","size":48670740000,"bits":3.27,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":51409882336,"bits":3.46,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q3_K_S.gguf","label":"Q3_K_S","size":51409882656,"bits":3.46,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":56934567136,"bits":3.83,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q3_K_M.gguf","label":"Q3_K_M","size":56934567456,"bits":3.83,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":61609118944,"bits":4.14,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q3_K_L.gguf","label":"Q3_K_L","size":61609119264,"bits":4.14,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ4_XS.gguf","label":"IQ4_XS","size":63434665504,"bits":4.27,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-IQ4_NL.gguf","label":"IQ4_NL","size":67134598656,"bits":4.51,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-IQ4_NL.gguf","label":"IQ4_NL","size":67675663584,"bits":4.55,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":67678022880,"bits":4.55,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":72158719200,"bits":4.85,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q4_K_M.gguf","label":"Q4_K_M","size":72158719520,"bits":4.85,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":81937870048,"bits":5.51,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":84524838112,"bits":5.68,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q5_K_M.gguf","label":"Q5_K_M","size":84524838432,"bits":5.68,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q6_K.gguf","label":"Q6_K","size":97668484320,"bits":6.57,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf","file":"Mistral-Small-4-119B-2603-heretic-i1-Q6_K.gguf","label":"Q6_K","size":97668484640,"bits":6.57,"known":true,"rank":0},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-Q8_0.gguf","label":"Q8_0","size":126472989920,"bits":8.5,"known":true,"rank":1},{"repo":"Rioky/Mistral-Small-4-119B-2603-heretic-gguf","file":"Mistral-Small-4-119B-2603-heretic-BF16.gguf","label":"BF16","size":237991996640,"bits":16,"known":true,"rank":1}],"repos":["Rioky/Mistral-Small-4-119B-2603-heretic-gguf","Rioky/Mistral-Small-4-119B-2603-heretic-i1-gguf"],"logoFrom":"darkc0de"},{"id":"music-flamingo-hf","family":"nvidia/music-flamingo-hf","name":"Music Flamingo","maker":"NVIDIA","catalog":null,"tuned":false,"params":7.61,"active":null,"layers":28,"probe":"mradermacher/music-flamingo-hf-GGUF/music-flamingo-hf.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":"other","open":false,"released":"2025-11-10T19:23:03.000Z","downloads":13620,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q2_K.gguf","label":"Q2_K","size":3014316512,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q3_K_S.gguf","label":"Q3_K_S","size":3490602112,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q3_K_M.gguf","label":"Q3_K_M","size":3806624896,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q3_K_L.gguf","label":"Q3_K_L","size":4086692992,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.IQ4_XS.gguf","label":"IQ4_XS","size":4248389408,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q4_K_S.gguf","label":"Q4_K_S","size":4455816096,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q4_K_M.gguf","label":"Q4_K_M","size":4681120672,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q5_K_S.gguf","label":"Q5_K_S","size":5313047968,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q5_K_M.gguf","label":"Q5_K_M","size":5442702752,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q6_K.gguf","label":"Q6_K","size":6251883712,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.Q8_0.gguf","label":"Q8_0","size":8095529600,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/music-flamingo-hf-GGUF","file":"music-flamingo-hf.f16.gguf","label":"F16","size":15232223360,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/music-flamingo-hf-GGUF"],"logoFrom":"nvidia"},{"id":"codellama-70b-hf","family":"codellama/CodeLlama-70b-hf","name":"CodeLlama 70B","maker":"codellama","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/CodeLlama-70b-hf-i1-GGUF/CodeLlama-70b-hf.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-01-29T10:59:03.000Z","downloads":13591,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":14535673120,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":15943386400,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289575200,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334298400,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":21354461472,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":23231412512,"bits":2.69,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q2_K.gguf","label":"Q2_K","size":25462587904,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q2_K.gguf","label":"Q2_K","size":25462589728,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581612832,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28315139360,"bits":3.28,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q3_K_S.gguf","label":"Q3_K_S","size":29919458816,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":29919460640,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919460640,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":30944443680,"bits":3.59,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q3_K_M.gguf","label":"Q3_K_M","size":33274902016,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274903840,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q3_K_L.gguf","label":"Q3_K_L","size":36148000256,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36148002080,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829999392,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q4_0.gguf","label":"Q4_0","size":38872431104,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q4_0.gguf","label":"Q4_0","size":39019233568,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q4_K_S.gguf","label":"Q4_K_S","size":39249918464,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249920288,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q4_K_M.gguf","label":"Q4_K_M","size":41423092224,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41423094048,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q5_0.gguf","label":"Q5_0","size":47461595648,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q5_K_S.gguf","label":"Q5_K_S","size":47461595648,"bits":5.5,"known":true,"rank":0},{"repo":"second-state/CodeLlama-70b-Instruct-hf-GGUF","file":"CodeLlama-70b-Instruct-hf-Q5_0.gguf","label":"Q5_0","size":47461596160,"bits":5.5,"known":true,"rank":1},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461597472,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-hf-GGUF","file":"codellama-70b-hf.Q5_K_M.gguf","label":"Q5_K_M","size":48753965568,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","file":"CodeLlama-70b-Instruct-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753967392,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-70B-hf-GGUF","mradermacher/CodeLlama-70b-Instruct-hf-i1-GGUF","mradermacher/CodeLlama-70b-hf-i1-GGUF","second-state/CodeLlama-70b-Instruct-hf-GGUF"],"logoFrom":"codellama"},{"id":"whittle-qwen-3-8-35b-a3b","family":"logic65/Whittle-Qwen-3.8-35B-A3B","name":"Whittle Qwen 3.8 35B A3B","maker":"logic65","catalog":null,"tuned":false,"params":35.55,"active":13.9,"layers":40,"probe":"logic65/Whittle-Qwen-3.8-35B-A3B-GGUF/Whittle-Qwen-3.8-35B-A3B-Q3_K_M.gguf","kvBytesPerToken":5924,"kvHeader":5120,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-19T05:23:56.000Z","downloads":13589,"likes":14,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"logic65/Whittle-Qwen-3.8-35B-A3B-GGUF","file":"Whittle-Qwen-3.8-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":16733375392,"bits":3.77,"known":true,"rank":0},{"repo":"logic65/Whittle-Qwen-3.8-35B-A3B-GGUF","file":"Whittle-Qwen-3.8-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":21281827744,"bits":4.79,"known":true,"rank":0},{"repo":"logic65/Whittle-Qwen-3.8-35B-A3B-GGUF","file":"Whittle-Qwen-3.8-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":25133542304,"bits":5.66,"known":true,"rank":0},{"repo":"logic65/Whittle-Qwen-3.8-35B-A3B-GGUF","file":"Whittle-Qwen-3.8-35B-A3B-Q6_K.gguf","label":"Q6_K","size":29278243744,"bits":6.59,"known":true,"rank":0},{"repo":"logic65/Whittle-Qwen-3.8-35B-A3B-GGUF","file":"Whittle-Qwen-3.8-35B-A3B-Q8_0.gguf","label":"Q8_0","size":37828807904,"bits":8.51,"known":true,"rank":0}],"repos":["logic65/Whittle-Qwen-3.8-35B-A3B-GGUF"],"logoFrom":"logic65"},{"id":"gemma-4-12b-hybridagent","family":"milkshake721/Gemma-4-12B-HybridAgent","name":"Gemma 4 12B HybridAgent","maker":"milkshake721","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF/Gemma-4-12B-HybridAgent.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-20T06:11:00.000Z","downloads":13513,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ1_S.gguf","label":"IQ1_S","size":2983686048,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ1_M.gguf","label":"IQ1_M","size":3202842528,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568103328,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887837088,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ2_S.gguf","label":"IQ2_S","size":4079591328,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ2_M.gguf","label":"IQ2_M","size":4371799968,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504143776,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q2_K.gguf","label":"Q2_K","size":4830144416,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849188768,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272389536,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ3_S.gguf","label":"IQ3_S","size":5528225696,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528225696,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ3_M.gguf","label":"IQ3_M","size":5733988256,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087083936,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566315936,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635251616,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975874976,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q4_0.gguf","label":"Q4_0","size":6997993376,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024043936,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381378976,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q4_1.gguf","label":"Q4_1","size":7657121696,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338368416,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547264416,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF","file":"Gemma-4-12B-HybridAgent.i1-Q6_K.gguf","label":"Q6_K","size":9786017696,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-HybridAgent-GGUF","file":"Gemma-4-12B-HybridAgent.Q8_0.gguf","label":"Q8_0","size":12669646112,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Gemma-4-12B-HybridAgent-GGUF","mradermacher/Gemma-4-12B-HybridAgent-i1-GGUF"],"logoFrom":"google"},{"id":"hemmingway-1-5","family":"HemmingwayAI/Hemmingway-1.5","name":"Hemmingway 1.5","maker":"HemmingwayAI","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF/HemmingwayAI_Hemmingway-1.5-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-24T21:01:56.000Z","downloads":13492,"likes":20,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881269088,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ2_XS.gguf","label":"IQ2_XS","size":9088526688,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ2_S.gguf","label":"IQ2_S","size":9684044128,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ2_M.gguf","label":"IQ2_M","size":10522249568,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q2_K.gguf","label":"Q2_K","size":10821544288,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168288,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-i1-GGUF","file":"Hemmingway-1.5.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608288,"bits":3.69,"known":true,"rank":1},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q3_K_S.gguf","label":"Q3_K_S","size":12739885408,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ3_XS.gguf","label":"IQ3_XS","size":12799605088,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q3_K_M.gguf","label":"Q3_K_M","size":13404051808,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q3_K_L.gguf","label":"Q3_K_L","size":14122817888,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ3_M.gguf","label":"IQ3_M","size":14860630368,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ4_XS.gguf","label":"IQ4_XS","size":15475951968,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q4_0.gguf","label":"Q4_0","size":16348768608,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q4_K_S.gguf","label":"Q4_K_S","size":16363514208,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-IQ4_NL.gguf","label":"IQ4_NL","size":17442400608,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q4_K_M.gguf","label":"Q4_K_M","size":17442400608,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q4_1.gguf","label":"Q4_1","size":17825458528,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q4_K_L.gguf","label":"Q4_K_L","size":18820704608,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q5_K_S.gguf","label":"Q5_K_S","size":19566913888,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q5_K_M.gguf","label":"Q5_K_M","size":20923877728,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q6_K_S.gguf","label":"Q6_K_S","size":22857455968,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q6_K.gguf","label":"Q6_K","size":23860566368,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q6_K_L.gguf","label":"Q6_K_L","size":24958908768,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-Q8_0.gguf","label":"Q8_0","size":29116389728,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","file":"HemmingwayAI_Hemmingway-1.5-bf16/HemmingwayAI_Hemmingway-1.5-bf16-00001-of-00002.gguf","label":"BF16","size":54657734880,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/HemmingwayAI_Hemmingway-1.5-GGUF","mradermacher/Hemmingway-1.5-i1-GGUF"],"logoFrom":"HemmingwayAI"},{"id":"gemstrike-31b","family":"UltimateIntent/GemStrike-31B-GGUF","name":"GemStrike 31B","maker":"UltimateIntent","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"UltimateIntent/GemStrike-31B-GGUF/GemStrike-31B-Q4_0.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-23T03:44:04.000Z","downloads":13476,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"UltimateIntent/GemStrike-31B-GGUF","file":"GemStrike-31B-Q4_0.gguf","label":"Q4_0","size":17650999744,"bits":4.6,"known":true,"rank":0},{"repo":"UltimateIntent/GemStrike-31B-GGUF","file":"GemStrike-31B-Q4_K_M.gguf","label":"Q4_K_M","size":18687062560,"bits":4.87,"known":true,"rank":0},{"repo":"UltimateIntent/GemStrike-31B-GGUF","file":"GemStrike-31B-Q6_K.gguf","label":"Q6_K","size":25201484224,"bits":6.57,"known":true,"rank":0},{"repo":"UltimateIntent/GemStrike-31B-GGUF","file":"GemStrike-31B-Q8_0.gguf","label":"Q8_0","size":32635675072,"bits":8.5,"known":true,"rank":0},{"repo":"UltimateIntent/GemStrike-31B-GGUF","file":"GemStrike-31B-BF16.gguf","label":"BF16","size":61413187552,"bits":16,"known":true,"rank":0}],"repos":["UltimateIntent/GemStrike-31B-GGUF"],"logoFrom":"UltimateIntent"},{"id":"groot-65b-a6b-261023","family":"GrootTeam/Groot-65B-A6B-261023","name":"Groot 65B A6B 261023","maker":"GrootTeam","catalog":null,"tuned":false,"params":117.86,"active":58.61,"layers":49,"probe":"mradermacher/Groot-65B-A6B-261023-GGUF/Groot-65B-A6B-261023.Q2_K.gguf","kvBytesPerToken":592,"kvHeader":512,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-23T09:41:16.000Z","downloads":13453,"likes":26,"trending":13,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q2_K.gguf","label":"Q2_K","size":56335871168,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q3_K_S.gguf","label":"Q3_K_S","size":60645002048,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q3_K_M.gguf","label":"Q3_K_M","size":63486863168,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q3_K_L.gguf","label":"Q3_K_L","size":64855377728,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.IQ4_XS.gguf","label":"IQ4_XS","size":65843277248,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q4_K_S.gguf","label":"Q4_K_S","size":75813353408,"bits":5.15,"known":true,"rank":0},{"repo":"GrootTeam/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":78746734144,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q5_K_S.gguf","label":"Q5_K_S","size":85779336128,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/Groot-65B-A6B-261023-GGUF","file":"Groot-65B-A6B-261023.Q5_K_M.gguf","label":"Q5_K_M","size":89143703488,"bits":6.05,"known":true,"rank":0}],"repos":["GrootTeam/Groot-65B-A6B-261023-GGUF","mradermacher/Groot-65B-A6B-261023-GGUF"],"logoFrom":"GrootTeam"},{"id":"t-lite-it-2-1","family":"t-tech/T-lite-it-2.1","name":"T Lite 2.1","maker":"t-tech","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"t-tech/T-lite-it-2.1-GGUF/T-lite-it-2.1-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-22T10:46:34.000Z","downloads":13402,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"t-tech/T-lite-it-2.1-GGUF","file":"T-lite-it-2.1-Q4_K_M.gguf","label":"Q4_K_M","size":5027750240,"bits":4.91,"known":true,"rank":0},{"repo":"t-tech/T-lite-it-2.1-GGUF","file":"T-lite-it-2.1-Q5_0.gguf","label":"Q5_0","size":5720601440,"bits":5.59,"known":true,"rank":0},{"repo":"t-tech/T-lite-it-2.1-GGUF","file":"T-lite-it-2.1-Q5_K_S.gguf","label":"Q5_K_S","size":5720601440,"bits":5.59,"known":true,"rank":0},{"repo":"t-tech/T-lite-it-2.1-GGUF","file":"T-lite-it-2.1-Q5_K_M.gguf","label":"Q5_K_M","size":5850952544,"bits":5.72,"known":true,"rank":0},{"repo":"t-tech/T-lite-it-2.1-GGUF","file":"T-lite-it-2.1-Q6_K.gguf","label":"Q6_K","size":6725604992,"bits":6.57,"known":true,"rank":0},{"repo":"t-tech/T-lite-it-2.1-GGUF","file":"T-lite-it-2.1-Q8_0.gguf","label":"Q8_0","size":8708734016,"bits":8.51,"known":true,"rank":0}],"repos":["t-tech/T-lite-it-2.1-GGUF"],"logoFrom":"t-tech"},{"id":"g4-meromero-v2-31b-heretic","family":"DogOnKeyboard/G4-MeroMero-v2-31B-heretic","name":"G4 MeroMero V2 31B Heretic","maker":"DogOnKeyboard","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF/G4-MeroMero-v2-31B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-09T10:12:45.000Z","downloads":13380,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489568,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872480,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674844000,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530359136,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888864,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917066080,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976589152,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11916313952,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507936,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368992,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761357152,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761357152,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497504,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287108960,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270432,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790432,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701578080,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165536,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687063392,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481421152,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311841632,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845570912,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF","file":"G4-MeroMero-v2-31B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201485152,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-v2-31B-heretic-GGUF","file":"G4-MeroMero-v2-31B-heretic.Q8_0.gguf","label":"Q8_0","size":32635675712,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/G4-MeroMero-v2-31B-heretic-GGUF","mradermacher/G4-MeroMero-v2-31B-heretic-i1-GGUF"],"logoFrom":"DogOnKeyboard"},{"id":"gemma-4-dark-orthia-31b","family":"Nimbz/Gemma-4-Dark-Orthia-31B","name":"Gemma 4 Dark Orthia 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF/Gemma-4-Dark-Orthia-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T04:12:41.000Z","downloads":13330,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7618914304,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":8188297216,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137268736,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992783872,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10763444224,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439013888,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":11522621440,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q2_K.gguf","label":"Q2_K","size":12378738688,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683063296,"bits":3.16,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13046393152,"bits":3.25,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677924352,"bits":3.41,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-IQ3_XS.gguf","label":"IQ3_XS","size":14228425024,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":14366912512,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366912512,"bits":3.58,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-IQ3_S.gguf","label":"IQ3_S","size":14917413184,"bits":3.72,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":15030052864,"bits":3.74,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-IQ3_M.gguf","label":"IQ3_M","size":15580553536,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892664320,"bits":3.96,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q3_K_M.gguf","label":"Q3_K_M","size":16443164704,"bits":4.1,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233825792,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484476416,"bits":4.36,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-IQ4_XS.gguf","label":"IQ4_XS","size":17891846464,"bits":4.46,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q4_0.gguf","label":"Q4_0","size":18494304256,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555891712,"bits":4.62,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-Q4_0.gguf","label":"Q4_0","size":18857634112,"bits":4.7,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18919221280,"bits":4.71,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479789568,"bits":4.85,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19843119136,"bits":4.94,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q4_1.gguf","label":"Q4_1","size":20362227712,"bits":5.07,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"imatrix-gguf/Gemma-4-Dark-Orthia-31B-i1-Q4_1.gguf","label":"Q4_1","size":20637477184,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22280728576,"bits":5.55,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q5_K_S.gguf","label":"Q5_K_S","size":22467897376,"bits":5.6,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22814457856,"bits":5.68,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q5_K_M.gguf","label":"Q5_K_M","size":23001626656,"bits":5.73,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q6_K.gguf","label":"Q6_K","size":26357540896,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF","file":"Gemma-4-Dark-Orthia-31B.i1-Q6_K.gguf","label":"Q6_K","size":26357542912,"bits":6.57,"known":true,"rank":0},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-Q8_0.gguf","label":"Q8_0","size":34133043232,"bits":8.5,"known":true,"rank":1},{"repo":"QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","file":"Gemma-4-Dark-Orthia-31B-BF16.gguf","label":"BF16","size":64231761952,"bits":16,"known":true,"rank":1}],"repos":["QuantaPlanta/Gemma-4-Dark-Orthia-31B-GGUF","mradermacher/Gemma-4-Dark-Orthia-31B-i1-GGUF"],"logoFrom":"Nimbz"},{"id":"twil-lm3-pro","family":"webAI-Official/TwIL-LM3-Pro","name":"TwIL LM3 Pro","maker":"webAI-Official","catalog":null,"tuned":false,"params":3.66,"active":null,"layers":40,"probe":"webAI-Official/TwIL-LM3-Pro/TwIL-LM3-Pro-Q4_0.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"other","open":false,"released":"2026-09-03T18:32:34.000Z","downloads":13313,"likes":55,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"webAI-Official/TwIL-LM3-Pro","file":"TwIL-LM3-Pro-Q4_0.gguf","label":"Q4_0","size":2129118656,"bits":4.65,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3-Pro","file":"TwIL-LM3-Pro-Q4_K_M.gguf","label":"Q4_K_M","size":2244011744,"bits":4.9,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3-Pro","file":"TwIL-LM3-Pro-Q5_K_M.gguf","label":"Q5_K_M","size":2613634496,"bits":5.71,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3-Pro","file":"TwIL-LM3-Pro-Q6_K.gguf","label":"Q6_K","size":3006358976,"bits":6.57,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3-Pro","file":"TwIL-LM3-Pro-Q8_0.gguf","label":"Q8_0","size":3892651456,"bits":8.51,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM3-Pro","file":"TwIL-LM3-Pro-F16.gguf","label":"F16","size":7323461056,"bits":16.01,"known":true,"rank":0}],"repos":["webAI-Official/TwIL-LM3-Pro"],"logoFrom":"webAI-Official"},{"id":"airoboros-l2-70b-2-2","family":"jondurbin/airoboros-l2-70b-2.2","name":"Airoboros L2 70B 2.2","maker":"jondurbin","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF/airoboros-l2-70b-2.2.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-13T15:02:26.000Z","downloads":13279,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ1_S.gguf","label":"IQ1_S","size":14879601600,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ1_M.gguf","label":"IQ1_M","size":16287314880,"bits":1.89,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18633503680,"bits":2.16,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20678226880,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ2_S.gguf","label":"IQ2_S","size":21698376640,"bits":2.52,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ2_M.gguf","label":"IQ2_M","size":23575327680,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q2_K.gguf","label":"Q2_K","size":25771684800,"bits":2.99,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26925528000,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28624221120,"bits":3.32,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q2_K.gguf","label":"Q2_K","size":29279253440,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q3_K_S.gguf","label":"Q3_K_S","size":29919294400,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ3_S.gguf","label":"IQ3_S","size":30228542400,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30228542400,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ3_M.gguf","label":"IQ3_M","size":31253525440,"bits":3.62,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q3_K_M.gguf","label":"Q3_K_M","size":33186657216,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33583985600,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q3_K_L.gguf","label":"Q3_K_L","size":36147835840,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36457083840,"bits":4.23,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":37139067840,"bits":4.31,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q4_0.gguf","label":"Q4_0","size":38872249280,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q4_K_S.gguf","label":"Q4_K_S","size":39073575872,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q4_0.gguf","label":"Q4_0","size":39328297920,"bits":4.56,"known":true,"rank":1},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39558984640,"bits":4.59,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q4_K_M.gguf","label":"Q4_K_M","size":41422910400,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41732158400,"bits":4.84,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q5_0.gguf","label":"Q5_0","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q5_K_S.gguf","label":"Q5_K_S","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47770645440,"bits":5.54,"known":true,"rank":1},{"repo":"TheBloke/Airoboros-L2-70b-2.2-GGUF","file":"airoboros-l2-70b-2.2.Q5_K_M.gguf","label":"Q5_K_M","size":48753767360,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-70b-2.2-i1-GGUF","file":"airoboros-l2-70b-2.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":49063015360,"bits":5.69,"known":true,"rank":1}],"repos":["TheBloke/Airoboros-L2-70b-2.2-GGUF","mradermacher/airoboros-l2-70b-2.2-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"rusmind-sokol-4-7","family":"DICPlay/RusMind-Sokol-4.7","name":"RusMind Sokol 4.7","maker":"DICPlay","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/RusMind-Sokol-4.7-i1-GGUF/RusMind-Sokol-4.7.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-23T18:58:38.000Z","downloads":13267,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642432,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269760,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648640,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346048,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968768,"bits":3.06,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Web.gguf","label":"RusMind-Sokol-4.7-Web","size":3524961408,"bits":3.15,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"web/rusmind-sokol-4.7-web-00001-of-00007.gguf","label":"rusmind-sokol-4.7-web","size":3524962208,"bits":3.15,"known":false,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471872,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239808,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-Q2_K.gguf","label":"Q2_K","size":3827263232,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166528,"bits":3.52,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Mini.gguf","label":"RusMind-Sokol-4.7-Mini","size":4049855616,"bits":3.62,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"web/rusmind-sokol-4.7-00001-of-00007.gguf","label":"rusmind-sokol-4.7","size":4049856448,"bits":3.62,"known":false,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416832,"bits":3.79,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q3_K_S.gguf","label":"Q3_K_S","size":4259406976,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818816,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383296,"bits":3.95,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q3_K_M.gguf","label":"Q3_K_M","size":4623524992,"bits":4.13,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"web/rusmind-sokol-4.7-q3-00001-of-00006.gguf","label":"Q3","size":4623525696,"bits":4.13,"known":false,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515520,"bits":4.4,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-IQ4_XS.gguf","label":"IQ4_XS","size":5196440704,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-Q4_0.gguf","label":"Q4_0","size":5325940480,"bits":4.76,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q4_K_S.gguf","label":"Q4_K_S","size":5351629952,"bits":4.78,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Lite.gguf","label":"RusMind-Sokol-4.7-Lite","size":5358937216,"bits":4.79,"known":false,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215168,"bits":4.84,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q4_K_M.gguf","label":"Q4_K_M","size":5629108800,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-Q4_1.gguf","label":"Q4_1","size":5809334016,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Sokol-4.7-i1-GGUF","file":"RusMind-Sokol-4.7.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310464,"bits":5.64,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q5_K_M.gguf","label":"Q5_K_M","size":6467970176,"bits":5.78,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q6_K.gguf","label":"Q6_K","size":7359259776,"bits":6.58,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-Q8_0.gguf","label":"Q8_0","size":9527501376,"bits":8.52,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Sokol-4.7","file":"gguf/RusMind-Sokol-4.7-BF16.gguf","label":"BF16","size":17920697280,"bits":16.02,"known":true,"rank":0}],"repos":["DICPlay/RusMind-Sokol-4.7","mradermacher/RusMind-Sokol-4.7-i1-GGUF"],"logoFrom":"DICPlay"},{"id":"qwen3-8-27b-uncensored-fp8","family":"orcarouter/Qwen3.8-27B-Uncensored-FP8","name":"Qwen3.8 27B Uncensored FP8","maker":"orcarouter","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF/Qwen3.8-27B-Uncensored-FP8.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T05:45:04.000Z","downloads":13250,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q2_K.gguf","label":"Q2_K","size":10864593216,"bits":3.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q3_K_S.gguf","label":"Q3_K_S","size":12256536896,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q3_K_M.gguf","label":"Q3_K_M","size":13500737856,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q3_K_L.gguf","label":"Q3_K_L","size":14559799616,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.IQ4_XS.gguf","label":"IQ4_XS","size":15420451136,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q4_K_S.gguf","label":"Q4_K_S","size":15825299776,"bits":4.63,"known":true,"rank":1},{"repo":"theresa00l/Qwen3.8-27B-Uncensored-FP8-Q4_K_M-GGUF","file":"qwen3.8-27b-uncensored-fp8-q4_k_m.gguf","label":"Q4_K_M","size":16810714976,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q4_K_M.gguf","label":"Q4_K_M","size":16810715456,"bits":4.92,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q5_K_S.gguf","label":"Q5_K_S","size":18971683136,"bits":5.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q5_K_M.gguf","label":"Q5_K_M","size":19535702336,"bits":5.72,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q6_K.gguf","label":"Q6_K","size":22431000896,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","file":"Qwen3.8-27B-Uncensored-FP8.Q8_0.gguf","label":"Q8_0","size":29047085376,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.8-27B-Uncensored-FP8-GGUF","theresa00l/Qwen3.8-27B-Uncensored-FP8-Q4_K_M-GGUF"],"logoFrom":"orcarouter"},{"id":"mica-qwen3-8-flash-next-q4","family":"manuuuel/mica-qwen3.8-flash-next-q4","name":"Mica Qwen3.8 Flash Next Q4","maker":"manuuuel","catalog":null,"tuned":false,"params":179.55,"active":58.65,"layers":49,"probe":"manuuuel/mica-qwen3.8-flash-next-q4/mica-qwen3.8-flash-next-q4.gguf","kvBytesPerToken":7701,"kvHeader":6656,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-05T15:47:10.000Z","downloads":13235,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"manuuuel/mica-qwen3.8-flash-next-q4","file":"mica-qwen3.8-flash-next-q4.gguf","label":"Q4","size":177280263200,"bits":7.9,"known":false,"rank":0}],"repos":["manuuuel/mica-qwen3.8-flash-next-q4"],"logoFrom":"Qwen"},{"id":"lfm2-1-2b","family":"LiquidAI/LFM2-1.2B","name":"LFM2 1.2B","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2-1.2B-GGUF/LFM2-1.2B-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-07-10T12:01:50.000Z","downloads":13228,"likes":111,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-Q4_0.gguf","label":"Q4_0","size":695749568,"bits":4.76,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-Q4_K_M.gguf","label":"Q4_K_M","size":730893248,"bits":5,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-Q4_K_M-hip-optimized.gguf","label":"LFM2-1.2B-Q4_K_M-hip-optimized","size":796412864,"bits":5.45,"known":false,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-Q5_K_M.gguf","label":"Q5_K_M","size":843353024,"bits":5.77,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-Q6_K.gguf","label":"Q6_K","size":962841536,"bits":6.58,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-Q8_0.gguf","label":"Q8_0","size":1246251968,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-GGUF","file":"LFM2-1.2B-F16.gguf","label":"F16","size":2343324608,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-1.2B-GGUF"],"logoFrom":"LiquidAI"},{"id":"minicpm-v-4-7-1b-localai","family":"weareapexcreators/MiniCPM-V-4.7-1B-LocalAI","name":"MiniCPM V 4.7 1B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":1.01,"active":null,"layers":24,"probe":"weareapexcreators/MiniCPM-V-4.7-1B-LocalAI/MiniCPM-V-4_7-1B-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-13T08:30:46.000Z","downloads":13222,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/MiniCPM-V-4.7-1B-LocalAI","file":"MiniCPM-V-4_7-1B-Q8_0.gguf","label":"Q8_0","size":1081517920,"bits":8.57,"known":true,"rank":0}],"repos":["weareapexcreators/MiniCPM-V-4.7-1B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"sakura-1-5b-qwen2-5-v1-0-gguf-imx","family":"shing3232/Sakura-1.5B-Qwen2.5-v1.0-GGUF-IMX","name":"Sakura 1.5B Qwen2.5 V1.0 GGUF IMX","maker":"shing3232","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"shing3232/Sakura-1.5B-Qwen2.5-v1.0-GGUF-IMX/sakura-1.5b-qwen2.5-v1.0-Q5KS.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-11-08T18:47:04.000Z","downloads":13213,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shing3232/Sakura-1.5B-Qwen2.5-v1.0-GGUF-IMX","file":"sakura-1.5b-qwen2.5-v1.0-Q5KS.gguf","label":"sakura-1.5b-qwen2.5-v1.0-Q5KS","size":1259173504,"bits":5.66,"known":false,"rank":0}],"repos":["shing3232/Sakura-1.5B-Qwen2.5-v1.0-GGUF-IMX"],"logoFrom":"Qwen"},{"id":"qwen3-coder-30b-a3b-instruct-heretic","family":"dpankros/Qwen3-Coder-30B-A3B-Instruct-Heretic","name":"Qwen3 Coder 30B A3B Heretic","maker":"dpankros","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-i1-GGUF/Qwen3-Coder-30B-A3B-Instruct-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-18T03:04:52.000Z","downloads":13178,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":6416511712,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7078294240,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181265120,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076224736,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9287133920,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10169510624,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519366368,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q2_K.gguf","label":"Q2_K","size":11258611904,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849329376,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598444768,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":13292470464,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13299155680,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":13513065184,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":14711849152,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":15900672192,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368351968,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":17379990240,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":17456011456,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":18556688576,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","file":"Qwen3-Coder-30B-A3B-IT-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":19192503008,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":21080512704,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":21725583552,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q6_K.gguf","label":"Q6_K","size":25092534464,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Heretic.Q8_0.gguf","label":"Q8_0","size":32483934400,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Coder-30B-A3B-IT-Heretic-i1-GGUF","mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-GGUF","mradermacher/Qwen3-Coder-30B-A3B-Instruct-Heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-1-5b-instruct-uncensored","family":"thirdeyeai/Qwen2.5-1.5B-Instruct-uncensored","name":"Qwen2.5 1.5B Instruct uncensored","maker":"thirdeyeai","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF/Qwen2.5-1.5B-Instruct-uncensored.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-12-12T22:40:00.000Z","downloads":13166,"likes":27,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q2_K.gguf","label":"Q2_K","size":752880960,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":861222720,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":924456768,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":980440896,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":1026163008,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":1071585600,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":1117321536,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":1259174208,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":1285495104,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q6_K.gguf","label":"Q6_K","size":1464179520,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.Q8_0.gguf","label":"Q8_0","size":1894532928,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF","file":"Qwen2.5-1.5B-Instruct-uncensored.f16.gguf","label":"F16","size":3560417088,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-1.5B-Instruct-uncensored-GGUF"],"logoFrom":"thirdeyeai"},{"id":"openai-gpt-oss-20b-claude-4-5-opus-heretic-uncensored","family":"DavidAU/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored","name":"OpenAI Gpt Oss 20B Claude 4.5 Opus Heretic Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-05T04:15:12.000Z","downloads":13145,"likes":50,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":12016855104,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":12016855104,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016855104,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025702464,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061091904,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":12065515584,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":12065515584,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":12065515584,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065515584,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065515584,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":12065515584,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096481344,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136294464,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":12148459584,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":12202649664,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":12916152384,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13335111744,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":13369095744,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654243904,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":15805137984,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892206144,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16893063744,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF","file":"OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":22193346624,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/OpenAI-gpt-oss-20B-Claude-4.5-Opus-Heretic-Uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"occamy-1-0-abliterated-fit","family":"SC117/occamy-1.0-abliterated-FIT-GGUF","name":"Occamy 1.0 Abliterated FIT","maker":"SC117","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"SC117/occamy-1.0-abliterated-FIT-GGUF/occamy-1.0-abliterated-FIT-MINI-11G-IQ2_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-24T03:49:19.000Z","downloads":13106,"likes":20,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-FIT-MINI-11G-IQ2_S.gguf","label":"IQ2_S","size":11749003264,"bits":2.71,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-APEX-I-MINI-Q3_K_M.gguf","label":"Q3_K_M","size":13467210752,"bits":3.11,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-FIT-COMPACT-13G-IQ3_XXS.gguf","label":"IQ3_XXS","size":13699375104,"bits":3.16,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-FIT-BALANCED-14G-IQ3_S.gguf","label":"IQ3_S","size":14815721472,"bits":3.42,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-APEX-I-COMPACT-Q4_K_M.gguf","label":"Q4_K_M","size":16538851328,"bits":3.82,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-FIT-QUALITY-17G-IQ4_XS.gguf","label":"IQ4_XS","size":18790029312,"bits":4.34,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-APEX-I-QUALITY-Q6_K.gguf","label":"Q6_K","size":22819401728,"bits":5.27,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-FIT-REFERENCE-24G-Q5_K_M.gguf","label":"Q5_K_M","size":25287710720,"bits":5.84,"known":true,"rank":0},{"repo":"SC117/occamy-1.0-abliterated-FIT-GGUF","file":"occamy-1.0-abliterated-BF16.gguf","label":"BF16","size":69376636896,"bits":16.01,"known":true,"rank":0}],"repos":["SC117/occamy-1.0-abliterated-FIT-GGUF"],"logoFrom":"Accio-Lab"},{"id":"codellama-7b-instruct-hf","family":"codellama/CodeLlama-7b-Instruct-hf","name":"CodeLlama 7b Instruct hf","maker":"codellama","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/CodeLlama-7b-Instruct-hf-i1-GGUF/CodeLlama-7b-Instruct-hf.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T16:33:37.000Z","downloads":13104,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":1528650272,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":1651038752,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1855019552,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034981408,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":2196640800,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":2359825440,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q2_K.gguf","label":"Q2_K","size":2532940832,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585465888,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796607008,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":2948388384,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948388384,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":3114948128,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298088480,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597194784,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619426336,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q4_0.gguf","label":"Q4_0","size":3837171744,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856832544,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081096736,"bits":4.84,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7b-Instruct-hf-GGUF","file":"CodeLlama-7b-Instruct-hf.Q5_0.gguf","label":"Q5_0","size":4651791968,"bits":5.52,"known":true,"rank":1},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651792416,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783257632,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-hf-i1-GGUF","file":"CodeLlama-7b-hf.i1-Q6_K.gguf","label":"Q6_K","size":5529303584,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/BioMistral-7B-GGUF","file":"BioMistral-7B.Q8_0.gguf","label":"Q8_0","size":7695857792,"bits":9.13,"known":true,"rank":0}],"repos":["MaziyarPanahi/BioMistral-7B-GGUF","QuantFactory/CodeLlama-7b-Instruct-hf-GGUF","mradermacher/CodeLlama-7b-Instruct-hf-GGUF","mradermacher/CodeLlama-7b-Instruct-hf-i1-GGUF","mradermacher/CodeLlama-7b-hf-i1-GGUF"],"logoFrom":"codellama"},{"id":"gemma-4-31b-it-scotoma-2","family":"ReadyArt/gemma-4-31B-it-scotoma-2","name":"Gemma 4 31B Scotoma 2","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF/ReadyArt_gemma-4-31B-it-scotoma-2-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-06T05:30:23.000Z","downloads":13089,"likes":51,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830191264,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-IQ2_XS.gguf","label":"IQ2_XS","size":11500944032,"bits":3,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-IQ2_S.gguf","label":"IQ2_S","size":12075358880,"bits":3.15,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077508832,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q2_K.gguf","label":"Q2_K","size":12631624352,"bits":3.29,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-IQ2_M.gguf","label":"IQ2_M","size":12649773728,"bits":3.3,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q2_K_L.gguf","label":"Q2_K_L","size":12972935840,"bits":3.38,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-IQ3_XS.gguf","label":"IQ3_XS","size":13072369888,"bits":3.41,"known":true,"rank":0},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q3_K_S.gguf","label":"Q3_K_S","size":13761358048,"bits":3.59,"known":true,"rank":0},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-IQ3_M.gguf","label":"IQ3_M","size":14424498400,"bits":3.76,"known":true,"rank":0},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q3_K_M.gguf","label":"Q3_K_M","size":15287109856,"bits":3.98,"known":true,"rank":0},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-IQ4_XS.gguf","label":"IQ4_XS","size":16735791328,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q3_K_L.gguf","label":"Q3_K_L","size":16810625696,"bits":4.38,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151937184,"bits":4.47,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q4_K_S.gguf","label":"Q4_K_S","size":17763166432,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-IQ4_NL.gguf","label":"IQ4_NL","size":18025687712,"bits":4.7,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q4_0.gguf","label":"Q4_0","size":18076265120,"bits":4.71,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q4_K_M.gguf","label":"Q4_K_M","size":18687064288,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q4_1.gguf","label":"Q4_1","size":19765275296,"bits":5.15,"known":true,"rank":1},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q4_K_L.gguf","label":"Q4_K_L","size":19939801760,"bits":5.2,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q5_K_S.gguf","label":"Q5_K_S","size":21311842528,"bits":5.55,"known":true,"rank":0},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q5_K_M.gguf","label":"Q5_K_M","size":21845571808,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q5_K_L.gguf","label":"Q5_K_L","size":22950189728,"bits":5.98,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q6_K.gguf","label":"Q6_K","size":25201486048,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-Q6_K_L.gguf","label":"Q6_K_L","size":27068033696,"bits":7.05,"known":true,"rank":1},{"repo":"ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","file":"gemma-4-31B-scotoma-2-Q8_0.gguf","label":"Q8_0","size":32635676896,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF","file":"ReadyArt_gemma-4-31B-it-scotoma-2-bf16/ReadyArt_gemma-4-31B-it-scotoma-2-bf16-00001-of-00002.gguf","label":"BF16","size":61413190208,"bits":16,"known":true,"rank":1}],"repos":["ReadyArt/gemma-4-31B-it-scotoma-2-GGUF","bartowski/ReadyArt_gemma-4-31B-it-scotoma-2-GGUF"],"logoFrom":"ReadyArt"},{"id":"gemma-4-31b-humanlike-chat","family":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","name":"Gemma 4 31B Humanlike","maker":"LessThanThreeAI","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF/Gemma-4-31B-Humanlike-Chat-IQ4_XS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T11:14:16.000Z","downloads":13084,"likes":30,"trending":30,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491520,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874432,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845952,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361088,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890816,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068032,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591104,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q2_K.gguf","label":"Q2_K","size":11916315904,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509888,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370944,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359104,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359104,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499456,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110912,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272384,"bits":4.33,"known":true,"rank":0},{"repo":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","file":"Gemma-4-31B-Humanlike-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":16735791168,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q4_0.gguf","label":"Q4_0","size":17701580032,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167488,"bits":4.63,"known":true,"rank":0},{"repo":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","file":"Gemma-4-31B-Humanlike-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":18687064128,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q4_1.gguf","label":"Q4_1","size":19481423104,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF","file":"Gemma-4-31B-Humanlike-Chat.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843584,"bits":5.55,"known":true,"rank":0},{"repo":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","file":"Gemma-4-31B-Humanlike-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":21845571648,"bits":5.69,"known":true,"rank":0},{"repo":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","file":"Gemma-4-31B-Humanlike-Chat-Q6_K.gguf","label":"Q6_K","size":25201485888,"bits":6.57,"known":true,"rank":0},{"repo":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","file":"Gemma-4-31B-Humanlike-Chat-Q8_0.gguf","label":"Q8_0","size":32635676448,"bits":8.5,"known":true,"rank":0},{"repo":"LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","file":"BF16/Gemma-4-31B-Humanlike-Chat-BF16-00001-of-00002.gguf","label":"BF16","size":61413189600,"bits":16,"known":true,"rank":0}],"repos":["LessThanThreeAI/Gemma-4-31B-Humanlike-Chat-GGUF","mradermacher/Gemma-4-31B-Humanlike-Chat-i1-GGUF"],"logoFrom":"google"},{"id":"wicked-stuff-12b","family":"ReadyArt/Wicked-Stuff-12B","name":"Wicked Stuff 12B","maker":"ReadyArt","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Wicked-Stuff-12B-i1-GGUF/Wicked-Stuff-12B.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T02:19:59.000Z","downloads":13081,"likes":8,"trending":0.4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693344,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3202849824,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110624,"bits":2.4,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887843936,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598624,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807264,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149024,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-Q2_K.gguf","label":"Q2_K","size":4830149664,"bits":3.24,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196064,"bits":3.26,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394336,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5528230944,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528230944,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993504,"bits":3.85,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087088736,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321184,"bits":4.41,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635256416,"bits":4.46,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B-Q4_0.gguf","label":"Q4_0","size":6975879520,"bits":4.69,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975879776,"bits":4.69,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024048736,"bits":4.72,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7381382912,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-12B-i1-GGUF","file":"Wicked-Stuff-12B.i1-Q4_1.gguf","label":"Q4_1","size":7657126944,"bits":5.14,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338373216,"bits":5.6,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8547268352,"bits":5.74,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B-Q6_K.gguf","label":"Q6_K","size":9786021632,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-12B-GGUF","file":"Wicked-Stuff-12B-Q8_0.gguf","label":"Q8_0","size":12669647200,"bits":8.51,"known":true,"rank":0}],"repos":["ReadyArt/Wicked-Stuff-12B-GGUF","mradermacher/Wicked-Stuff-12B-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"holo-3-1-4b","family":"Hcompany/Holo-3.1-4B","name":"Holo 3.1 4B","maker":"Hcompany","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":32,"probe":"prithivMLmods/Holo-3.1-4B-GGUF/Holo-3.1-4B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-29T12:37:18.000Z","downloads":13079,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q2_K.gguf","label":"Q2_K","size":2124060256,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q2_K.gguf","label":"Q2_K","size":2124060704,"bits":3.51,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q3_K_S.gguf","label":"Q3_K_S","size":2343032416,"bits":3.87,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q3_K_S.gguf","label":"Q3_K_S","size":2343032864,"bits":3.87,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2535216736,"bits":4.19,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2535217184,"bits":4.19,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2694469216,"bits":4.45,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2694469664,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.IQ4_XS.gguf","label":"IQ4_XS","size":2866747424,"bits":4.74,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q4_0.gguf","label":"Q4_0","size":2901481056,"bits":4.8,"known":true,"rank":1},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2921469536,"bits":4.83,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2921469984,"bits":4.83,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q4_K_M.gguf","label":"Q4_K_M","size":3066386016,"bits":5.07,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q4_K_M.gguf","label":"Q4_K_M","size":3066386464,"bits":5.07,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q5_0.gguf","label":"Q5_0","size":3427079776,"bits":5.66,"known":true,"rank":1},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q5_K_S.gguf","label":"Q5_K_S","size":3427079776,"bits":5.66,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q5_K_S.gguf","label":"Q5_K_S","size":3427080224,"bits":5.66,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3512030816,"bits":5.81,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3512031264,"bits":5.81,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q6_K.gguf","label":"Q6_K","size":3985528416,"bits":6.59,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q6_K.gguf","label":"Q6_K","size":3985528864,"bits":6.59,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q8_0.gguf","label":"Q8_0","size":5157834336,"bits":8.53,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.Q8_0.gguf","label":"Q8_0","size":5157834784,"bits":8.53,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.BF16.gguf","label":"BF16","size":9695792736,"bits":16.03,"known":true,"rank":1},{"repo":"prithivMLmods/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.F16.gguf","label":"F16","size":9695792736,"bits":16.03,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-4B-GGUF","file":"Holo-3.1-4B.f16.gguf","label":"F16","size":9695793184,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/Holo-3.1-4B-GGUF","prithivMLmods/Holo-3.1-4B-GGUF"],"logoFrom":"Hcompany"},{"id":"g4-starry-ocean-12b-heretic","family":"Vortex5/G4-Starry-Ocean-12B-heretic","name":"G4 Starry Ocean 12B Heretic","maker":"Vortex5","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF/G4-Starry-Ocean-12B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-09T17:46:11.000Z","downloads":13064,"likes":11,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2983691904,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848384,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568109184,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887842944,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":4079597184,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":4371805824,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147584,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q2_K.gguf","label":"Q2_K","size":4830147968,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194624,"bits":3.26,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393344,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":5528229248,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229504,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":5733992064,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":6087087488,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":6566319488,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":6690551168,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975878784,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":6997997184,"bits":4.7,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":7024047488,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":7381382528,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF","file":"G4-Starry-Ocean-12B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":7657125504,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":8338371968,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":8547267968,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q6_K.gguf","label":"Q6_K","size":9786021248,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","file":"G4-Starry-Ocean-12B-heretic.Q8_0.gguf","label":"Q8_0","size":12669646208,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/G4-Starry-Ocean-12B-heretic-GGUF","mradermacher/G4-Starry-Ocean-12B-heretic-i1-GGUF"],"logoFrom":null},{"id":"luna-ai-llama2-uncensored","family":"Tap-M/Luna-AI-Llama2-Uncensored","name":"Luna AI Llama2 Uncensored","maker":"Tap-M","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF/luna-ai-llama2-uncensored.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2023-07-19T09:16:29.000Z","downloads":13061,"likes":75,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Luna-AI-Llama2-Uncensored-GGUF","file":"luna-ai-llama2-uncensored.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Luna-AI-Llama2-Uncensored-GGUF"],"logoFrom":"Tap-M"},{"id":"aliceai-t5-35b-a0-6b","family":"yandex/AliceAI-T5-35B-A0.6B","name":"AliceAI T5 35B A0.6B","maker":"yandex","catalog":null,"tuned":false,"params":34.56,"active":15.54,"layers":16,"probe":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF/AliceAI-T5-35B-A0.6B-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131073,"arch":"aliceai_t5_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-10T15:13:39.000Z","downloads":13053,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q1_0.gguf","label":"Q1_0","size":5095539616,"bits":1.18,"known":false,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-IQ1_S.gguf","label":"IQ1_S","size":7100832160,"bits":1.64,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-TQ1_0.gguf","label":"TQ1_0","size":7582449568,"bits":1.76,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-TQ2_0.gguf","label":"TQ2_0","size":9182052256,"bits":2.13,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q2_0.gguf","label":"Q2_0","size":9981853600,"bits":2.31,"known":false,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-IQ2_S.gguf","label":"IQ2_S","size":10322086816,"bits":2.39,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q2_K_S.gguf","label":"Q2_K_S","size":11815957408,"bits":2.74,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q2_K.gguf","label":"Q2_K","size":12683637632,"bits":2.94,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-IQ3_XXS.gguf","label":"IQ3_XXS","size":13383125920,"bits":3.1,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q3_K_S.gguf","label":"Q3_K_S","size":15019713952,"bits":3.48,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q3_K_M.gguf","label":"Q3_K_M","size":16575128960,"bits":3.84,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q3_K_L.gguf","label":"Q3_K_L","size":17940964768,"bits":4.15,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-IQ4_XS.gguf","label":"IQ4_XS","size":18506585984,"bits":4.28,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":18827445664,"bits":4.36,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-IQ4_NL.gguf","label":"IQ4_NL","size":19579469728,"bits":4.53,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q4_0.gguf","label":"Q4_0","size":19654967200,"bits":4.55,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q4_K_S.gguf","label":"Q4_K_S","size":19730857888,"bits":4.57,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q4_K_M.gguf","label":"Q4_K_M","size":21040500608,"bits":4.87,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q4_1.gguf","label":"Q4_1","size":21725237152,"bits":5.03,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q5_K_S.gguf","label":"Q5_K_S","size":23871004576,"bits":5.53,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q5_0.gguf","label":"Q5_0","size":23946502048,"bits":5.54,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q5_K_M.gguf","label":"Q5_K_M","size":24623656832,"bits":5.7,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q5_1.gguf","label":"Q5_1","size":26016772000,"bits":6.02,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q6_K.gguf","label":"Q6_K","size":28430760320,"bits":6.58,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-Q8_0.gguf","label":"Q8_0","size":36795843648,"bits":8.52,"known":true,"rank":0},{"repo":"ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF","file":"AliceAI-T5-35B-A0.6B-BF16.gguf","label":"BF16","size":69176812608,"bits":16.01,"known":true,"rank":0}],"repos":["ngquocvinh/AliceAI-T5-35B-A0.6B-GGUF"],"logoFrom":"yandex"},{"id":"step-3-5-flash","family":"stepfun-ai/Step-3.5-Flash","name":"Step 3.5 Flash","maker":"StepFun","catalog":null,"tuned":false,"params":196.96,"active":11.99,"layers":45,"probe":"ggml-org/Step-3.5-Flash-GGUF/Step-3.5-Flash-Q4_K.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":69206016,"context":262144,"arch":"step35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-01T08:03:45.000Z","downloads":13020,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1393,"arenaCoding":1449,"arenaVision":null,"builds":[{"repo":"ggml-org/Step-3.5-Flash-GGUF","file":"Step-3.5-Flash-Q4_K.gguf","label":"Q4_K","size":118710303712,"bits":4.82,"known":true,"rank":0}],"repos":["ggml-org/Step-3.5-Flash-GGUF"],"logoFrom":"stepfun-ai"},{"id":"swift-1-5-qwen3-8-27b-uncensored-mtp-val-apex-i-nanoplus-v3","family":"IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-NanoPlus-V3-GGUF","name":"Swift 1.5 Qwen3.8 27B Uncensored MTP VAL APEX I NanoPlus V3","maker":"IsValorum","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-NanoPlus-V3-GGUF/Swift-1.5-Qwen3.8-27B-Uncensored-VAL-APEX-I-NanoPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T16:58:27.000Z","downloads":12991,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-NanoPlus-V3-GGUF","file":"Swift-1.5-Qwen3.8-27B-Uncensored-VAL-APEX-I-NanoPlus-V3.gguf","label":"Swift-1.5-Qwen3.8-27B-Uncensored-VAL-APEX-I-NanoPlus-V3","size":12183135968,"bits":3.57,"known":false,"rank":0}],"repos":["IsValorum/Swift-1.5-Qwen3.8-27B-Uncensored-MTP-VAL-APEX-I-NanoPlus-V3-GGUF"],"logoFrom":"ajgazin"},{"id":"mistral-7b-instruct-v0-2-llamafile","family":"mozilla-ai/Mistral-7B-Instruct-v0.2-llamafile","name":"Mistral 7B V0.2 Llamafile","maker":"mozilla-ai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mozilla-ai/Mistral-7B-Instruct-v0.2-llamafile/mistral-7b-instruct-v0.2.BF16.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-28T18:14:56.000Z","downloads":12960,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mozilla-ai/Mistral-7B-Instruct-v0.2-llamafile","file":"mistral-7b-instruct-v0.2.BF16.gguf","label":"BF16","size":14484732128,"bits":16.01,"known":true,"rank":0}],"repos":["mozilla-ai/Mistral-7B-Instruct-v0.2-llamafile"],"logoFrom":"mistralai"},{"id":"nanonets-ocr-s","family":"nanonets/Nanonets-OCR-s","name":"Nanonets OCR S","maker":"nanonets","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"unsloth/Nanonets-OCR-s-GGUF/Nanonets-OCR-s-UD-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":null,"open":false,"released":"2025-06-10T10:02:05.000Z","downloads":12955,"likes":73,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":826336448,"bits":2.14,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":881640640,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":970687680,"bits":2.51,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1165403328,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q2_K.gguf","label":"Q2_K","size":1274756288,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q2_K_L.gguf","label":"Q2_K_L","size":1274756288,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1302656192,"bits":3.37,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1310067904,"bits":3.39,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q3_K_S.gguf","label":"Q3_K_S","size":1454357696,"bits":3.77,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q3_K_M.gguf","label":"Q3_K_M","size":1590475968,"bits":4.12,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1633840320,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-IQ4_XS.gguf","label":"IQ4_XS","size":1739095232,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-IQ4_NL.gguf","label":"IQ4_NL","size":1825209536,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q4_0.gguf","label":"Q4_0","size":1828486336,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q4_K_S.gguf","label":"Q4_K_S","size":1834384576,"bits":4.75,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q4_K_M.gguf","label":"Q4_K_M","size":1929903296,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1958149312,"bits":5.07,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q4_1.gguf","label":"Q4_1","size":1996258496,"bits":5.17,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q5_K_S.gguf","label":"Q5_K_S","size":2169666752,"bits":5.62,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q5_K_M.gguf","label":"Q5_K_M","size":2224815296,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2232945856,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q6_K.gguf","label":"Q6_K","size":2538159296,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":2768430272,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-Q8_0.gguf","label":"Q8_0","size":3285476544,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":3934037184,"bits":10.19,"known":true,"rank":0},{"repo":"unsloth/Nanonets-OCR-s-GGUF","file":"Nanonets-OCR-s-BF16.gguf","label":"BF16","size":6178317248,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Nanonets-OCR-s-GGUF"],"logoFrom":"nanonets"},{"id":"qwen3-8-27b-uncensored-fit","family":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","name":"Qwen3.8 27B Uncensored FIT","maker":"SC117","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF/Qwen3.8-27B-Uncensored-FIT-7G-IQ1_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-30T02:30:56.000Z","downloads":12940,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","file":"Qwen3.8-27B-Uncensored-FIT-7G-IQ1_M.gguf","label":"IQ1_M","size":7515946176,"bits":2.24,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","file":"Qwen3.8-27B-Uncensored-FIT-8G-IQ2_XXS.gguf","label":"IQ2_XXS","size":8588831936,"bits":2.55,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","file":"Qwen3.8-27B-Uncensored-FIT-9G-Q2_K.gguf","label":"Q2_K","size":9662291136,"bits":2.87,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","file":"Qwen3.8-27B-Uncensored-FIT-10.5G-IQ3_XXS.gguf","label":"IQ3_XXS","size":11273084096,"bits":3.35,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","file":"Qwen3.8-27B-Uncensored-FIT-11G-IQ3_S.gguf","label":"IQ3_S","size":11798273216,"bits":3.51,"known":true,"rank":0},{"repo":"SC117/Qwen3.8-27B-Uncensored-FIT-GGUF","file":"Qwen3.8-27B-Uncensored-FIT-13G-IQ4_XS.gguf","label":"IQ4_XS","size":13956046016,"bits":4.15,"known":true,"rank":0}],"repos":["SC117/Qwen3.8-27B-Uncensored-FIT-GGUF"],"logoFrom":"orcarouter"},{"id":"vllm-d3-nano","family":"ggml-org/vllm-d3-nano-GGUF","name":"Vllm D3 Nano","maker":"ggml-org","catalog":null,"tuned":false,"params":2.39,"active":null,"layers":24,"probe":"ggml-org/vllm-d3-nano-GGUF/vllm-d3-nano-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:27:44.000Z","downloads":12932,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/vllm-d3-nano-GGUF","file":"vllm-d3-nano-Q8_0.gguf","label":"Q8_0","size":2552358464,"bits":8.54,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-nano-GGUF","file":"vllm-d3-nano-BF16.gguf","label":"BF16","size":4792829504,"bits":16.04,"known":true,"rank":0}],"repos":["ggml-org/vllm-d3-nano-GGUF"],"logoFrom":"vllm-sr"},{"id":"melody1437-26b-a4b-v2-0","family":"ReadyArt/Melody1437-26B-A4B-v2.0","name":"Melody1437 26B A4B V2.0","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF/Melody1437-26B-A4B-v2.0-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-08T03:26:58.000Z","downloads":12912,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":10785315584,"bits":3.42,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":12506910976,"bits":3.97,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":14157576960,"bits":4.49,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":14788569344,"bits":4.69,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":15310205184,"bits":4.85,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":16335668480,"bits":5.18,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0-Q4_K_M.gguf","label":"Q4_K_M","size":16796016096,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":17666859264,"bits":5.6,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":18857576704,"bits":5.98,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0-Q5_K_M.gguf","label":"Q5_K_M","size":19132890592,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":20003733760,"bits":6.34,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0-Q6_K.gguf","label":"Q6_K","size":22638399456,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":23509242624,"bits":7.45,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-26B-A4B-v2.0-GGUF","file":"Melody1437-26B-A4B-v2.0-Q8_0.gguf","label":"Q8_0","size":26859859424,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Melody1437-26B-A4B-v2.0-GGUF"],"logoFrom":"ReadyArt"},{"id":"kimi-k2-5","family":"moonshotai/Kimi-K2.5","name":"Kimi K2.5","maker":"Moonshot AI","catalog":null,"tuned":true,"params":1026.41,"active":32.86,"layers":61,"probe":"unsloth/Kimi-K2.5-GGUF/UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00001-of-00005.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":true,"licence":"other","open":false,"released":"2026-01-01T06:06:03.000Z","downloads":12894,"likes":268,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1431,"arenaCoding":1502,"arenaVision":1245,"builds":[{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-TQ1_0/Kimi-K2.5-UD-TQ1_0-00001-of-00005.gguf","label":"UD-TQ1_0","size":239537642336,"bits":1.87,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-IQ1_S/Kimi-K2.5-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":275914841088,"bits":2.15,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-IQ1_M/Kimi-K2.5-UD-IQ1_M-00001-of-00007.gguf","label":"UD-IQ1_M","size":300581903456,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-IQ2_XXS/Kimi-K2.5-UD-IQ2_XXS-00001-of-00007.gguf","label":"UD-IQ2_XXS","size":326739713088,"bits":2.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-IQ2_M/Kimi-K2.5-UD-IQ2_M-00001-of-00007.gguf","label":"UD-IQ2_M","size":345247374432,"bits":2.69,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q2_K/Kimi-K2.5-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":373777038496,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q2_K_L/Kimi-K2.5-Q2_K_L-00001-of-00008.gguf","label":"Q2_K_L","size":374052289696,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-Q2_K_XL/Kimi-K2.5-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":374764330144,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-IQ3_XXS/Kimi-K2.5-UD-IQ3_XXS-00001-of-00009.gguf","label":"UD-IQ3_XXS","size":414812757344,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q3_K_S/Kimi-K2.5-Q3_K_S-00001-of-00010.gguf","label":"Q3_K_S","size":443155058112,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q3_K_M/Kimi-K2.5-Q3_K_M-00001-of-00011.gguf","label":"Q3_K_M","size":489771716096,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-Q3_K_XL/Kimi-K2.5-UD-Q3_K_XL-00001-of-00011.gguf","label":"UD-Q3_K_XL","size":490447478272,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"IQ4_XS/Kimi-K2.5-IQ4_XS-00001-of-00012.gguf","label":"IQ4_XS","size":547174473344,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"IQ4_NL/Kimi-K2.5-IQ4_NL-00001-of-00012.gguf","label":"IQ4_NL","size":579064700704,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q4_0/Kimi-K2.5-Q4_0-00001-of-00013.gguf","label":"Q4_0","size":581169684384,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q4_K_S/Kimi-K2.5-Q4_K_S-00001-of-00013.gguf","label":"Q4_K_S","size":583297376128,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q4_K_M/Kimi-K2.5-Q4_K_M-00001-of-00013.gguf","label":"Q4_K_M","size":621245226816,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-Q4_K_XL/Kimi-K2.5-UD-Q4_K_XL-00001-of-00013.gguf","label":"UD-Q4_K_XL","size":622005231424,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q4_1/Kimi-K2.5-Q4_1-00001-of-00013.gguf","label":"Q4_1","size":642918555392,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q5_K_S/Kimi-K2.5-Q5_K_S-00001-of-00015.gguf","label":"Q5_K_S","size":707006373920,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q5_K_M/Kimi-K2.5-Q5_K_M-00001-of-00016.gguf","label":"Q5_K_M","size":728735735936,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-Q5_K_XL/Kimi-K2.5-UD-Q5_K_XL-00001-of-00016.gguf","label":"UD-Q5_K_XL","size":731286446240,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q6_K/Kimi-K2.5-Q6_K-00001-of-00018.gguf","label":"Q6_K","size":842909135232,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-Q6_K_XL/Kimi-K2.5-UD-Q6_K_XL-00001-of-00019.gguf","label":"UD-Q6_K_XL","size":877644833216,"bits":6.84,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"Q8_0/Kimi-K2.5-Q8_0-00001-of-00023.gguf","label":"Q8_0","size":1091053888000,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"UD-Q8_K_XL/Kimi-K2.5-UD-Q8_K_XL-00001-of-00025.gguf","label":"UD-Q8_K_XL","size":1189741274336,"bits":9.27,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.5-GGUF","file":"BF16/Kimi-K2.5-BF16-00001-of-00046.gguf","label":"BF16","size":2053155814752,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Kimi-K2.5-GGUF"],"logoFrom":"moonshotai"},{"id":"huihui-qwen3-5-0-8b-abliterated-claude-mythos-distilled-25k","family":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","name":"Huihui Qwen3.5 0.8B Abliterated Claude Mythos Distilled 25K","maker":"azminawwar","catalog":null,"tuned":true,"params":0.77,"active":null,"layers":25,"probe":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k/Huihui-Qwen3.5-0.8B-abliterated.Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-08-01T23:09:11.000Z","downloads":12889,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":475867104,"bits":4.94,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.Q2_K_L.gguf","label":"Q2_K_L","size":491351520,"bits":5.1,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":541903328,"bits":5.63,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":592636384,"bits":6.16,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.Q6_K.gguf","label":"Q6_K","size":646540256,"bits":6.72,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.Q8_0.gguf","label":"Q8_0","size":833591776,"bits":8.66,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.BF16.gguf","label":"BF16","size":1557662176,"bits":16.18,"known":true,"rank":0},{"repo":"azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k","file":"Huihui-Qwen3.5-0.8B-abliterated.F16.gguf","label":"F16","size":1557662176,"bits":16.18,"known":true,"rank":0}],"repos":["azminawwar/Huihui-Qwen3.5-0.8B-abliterated-claude_mythos_distilled_25k"],"logoFrom":"Qwen"},{"id":"qwen3-coder-next-uncensored-heretic","family":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic","name":"Qwen3 Coder Next Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF/Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-30T03:01:17.000Z","downloads":12874,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":16406049248,"bits":1.65,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":18202984928,"bits":1.83,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":21197877728,"bits":2.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":23596937696,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":23806593504,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":26202507744,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":27393538528,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":29269670368,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30905321952,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32804028896,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":34629534176,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":35071558112,"bits":3.52,"known":true,"rank":1},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q3_K_S.gguf","label":"Q3_K_S","size":36177431968,"bits":3.63,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q3_K_M.gguf","label":"Q3_K_M","size":39801310624,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":42699049440,"bits":4.29,"known":true,"rank":1},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q3_K_L.gguf","label":"Q3_K_L","size":42821209504,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":45282912736,"bits":4.55,"known":true,"rank":1},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q4_K_S.gguf","label":"Q4_K_S","size":46847741344,"bits":4.7,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":49766976928,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":50038155744,"bits":5.02,"known":true,"rank":1},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q5_K_S.gguf","label":"Q5_K_S","size":56108764576,"bits":5.63,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":57820040608,"bits":5.81,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q6_K.gguf","label":"Q6_K","size":66376420768,"bits":6.67,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-Q8_0.gguf","label":"Q8_0","size":85099793824,"bits":8.55,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","file":"Qwen3-Coder-Next-Uncensored-Heretic-BF16.gguf","label":"BF16","size":159458414368,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/Qwen3-Coder-Next-Uncensored-Heretic-GGUF","mradermacher/Qwen3-Coder-Next-Uncensored-Heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"boulesis-v2-1-26b-a4b","family":"SubMaroon/Boulesis-v2.1-26B-A4B","name":"Boulesis V2.1 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF/Boulesis-v2.1-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-13T12:10:45.000Z","downloads":12873,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495584,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881504,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524704,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654944,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398688,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913248,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961760,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866706144,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265376,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607264,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607264,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761248,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931360,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685984,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896928,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295712,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064736,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430953184,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255520,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247648,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404704,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF","file":"Boulesis-v2.1-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243955424,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Boulesis-v2.1-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"01-ai-yi-34b","family":"RichardErkhov/01-ai_-_Yi-34B-gguf","name":"01 Ai Yi 34B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"RichardErkhov/01-ai_-_Yi-34B-gguf/Yi-34B.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-03T20:00:59.000Z","downloads":12859,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q2_K.gguf","label":"Q2_K","size":12825233728,"bits":2.98,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.IQ3_XS.gguf","label":"IQ3_XS","size":14234319168,"bits":3.31,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":14960294208,"bits":3.48,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.IQ3_S.gguf","label":"IQ3_S","size":15018785088,"bits":3.49,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.IQ3_M.gguf","label":"IQ3_M","size":15564699968,"bits":3.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q3_K.gguf","label":"Q3_K","size":16654924096,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":16654924096,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":18139445568,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.IQ4_XS.gguf","label":"IQ4_XS","size":18635614528,"bits":4.34,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q4_0.gguf","label":"Q4_0","size":19466529088,"bits":4.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":19598649664,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.IQ4_NL.gguf","label":"IQ4_NL","size":19650029888,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q4_K.gguf","label":"Q4_K","size":20658710848,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":20658710848,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q4_1.gguf","label":"Q4_1","size":21587110208,"bits":5.02,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q5_0.gguf","label":"Q5_0","size":23707691328,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":23707691328,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q5_K.gguf","label":"Q5_K","size":24321845568,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q5_K_M.gguf","label":"Q5_K_M","size":24321845568,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q5_1.gguf","label":"Q5_1","size":25828272448,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","file":"Yi-34B-Chat.Q6_K.gguf","label":"Q6_K","size":28213926208,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-34B-gguf","file":"Yi-34B.Q8_0.gguf","label":"Q8_0","size":36542282080,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-34B-Chat-gguf","RichardErkhov/01-ai_-_Yi-34B-gguf"],"logoFrom":"RichardErkhov"},{"id":"llama-3-2-3b-uncensored","family":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","name":"Llama 3.2 3B Uncensored","maker":"lemuralabs","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF/model-TQ1_0.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-05T04:55:35.000Z","downloads":12812,"likes":53,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-TQ1_0.gguf","label":"TQ1_0","size":926286304,"bits":2.31,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-TQ2_0.gguf","label":"TQ2_0","size":1058406880,"bits":2.64,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q2_K.gguf","label":"Q2_K","size":1363935712,"bits":3.4,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q3_K_S.gguf","label":"Q3_K_S","size":1542848992,"bits":3.85,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q3_K_M.gguf","label":"Q3_K_M","size":1687159264,"bits":4.2,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q3_K_L.gguf","label":"Q3_K_L","size":1815347680,"bits":4.52,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1917190624,"bits":4.78,"known":false,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1917190624,"bits":4.78,"known":false,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1917190624,"bits":4.78,"known":false,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q4_K_S.gguf","label":"Q4_K_S","size":1928200672,"bits":4.81,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q4_K_M.gguf","label":"Q4_K_M","size":2019377632,"bits":5.03,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q5_K_S.gguf","label":"Q5_K_S","size":2269512160,"bits":5.66,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q5_K_M.gguf","label":"Q5_K_M","size":2322153952,"bits":5.79,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"model-Q6_K.gguf","label":"Q6_K","size":2643853792,"bits":6.59,"known":true,"rank":0},{"repo":"lemuralabs/Llama-3.2-3B-Uncensored-GGUF","file":"Llama-3.2-3B-Uncensored-F16.gguf","label":"F16","size":6433688032,"bits":16.03,"known":true,"rank":0}],"repos":["lemuralabs/Llama-3.2-3B-Uncensored-GGUF"],"logoFrom":"lemuralabs"},{"id":"exaone-3-5-7-8b-instruct","family":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct","name":"EXAONE 3.5 7.8B","maker":"LG AI","catalog":null,"tuned":false,"params":7.82,"active":null,"layers":32,"probe":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF/EXAONE-3.5-7.8B-Instruct-IQ2_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"exaone","vision":false,"licence":"other","open":false,"released":"2024-12-01T13:15:33.000Z","downloads":12798,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":1908431040,"bits":1.95,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":2050775232,"bits":2.1,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":2288015552,"bits":2.34,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":2494585024,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":2636536000,"bits":2.7,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":2636536000,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2826328256,"bits":2.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2826328256,"bits":2.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":2863552704,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3053869248,"bits":3.12,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3053869248,"bits":3.12,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3152959680,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3382728896,"bits":3.46,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3382728896,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3463469248,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3528480960,"bits":3.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3528480960,"bits":3.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":3546306752,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3648805056,"bits":3.73,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3648805056,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3882899648,"bits":3.97,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3882899648,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4185938112,"bits":4.28,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4185938112,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4300888256,"bits":4.4,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4300888256,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4511127744,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4511127744,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4511127744,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4525807808,"bits":4.63,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4525807808,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4527904960,"bits":4.63,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4527904960,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4542585024,"bits":4.65,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4542585024,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4552939712,"bits":4.66,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4770649728,"bits":4.88,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4770650304,"bits":4.88,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_1.gguf","label":"Q4_1","size":4973549760,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","file":"EXAONE-3.5-7.8B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5081946304,"bits":5.2,"known":true,"rank":0}],"repos":["LGAI-EXAONE/EXAONE-3.5-7.8B-Instruct-GGUF","ThomasBaruzier/EXAONE-3.5-7.8B-Instruct-GGUF","bartowski/EXAONE-3.5-7.8B-Instruct-GGUF","lmstudio-community/EXAONE-3.5-7.8B-Instruct-GGUF"],"logoFrom":"LGAI-EXAONE"},{"id":"glm-5-3-flash-gsq-rco-3-0bit-q4kattn","family":"neuralll/GLM-5.3-Flash-GSQ-RCO-3.0bit-Q4Kattn-GGUF","name":"GLM 5.3 Flash GSQ RCO 3.0bit Q4Kattn","maker":"neuralll","catalog":null,"tuned":true,"params":313.33,"active":17.38,"layers":45,"probe":"neuralll/GLM-5.3-Flash-GSQ-RCO-3.0bit-Q4Kattn-GGUF/GLM-5.3-Flash-GSQ-RCO-3.0bit-q4kattn.gguf","kvBytesPerToken":13032,"kvHeader":11264,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":false,"licence":"mit","open":true,"released":"2026-09-24T02:15:40.000Z","downloads":12786,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"neuralll/GLM-5.3-Flash-GSQ-RCO-3.0bit-Q4Kattn-GGUF","file":"GLM-5.3-Flash-GSQ-RCO-3.0bit-q4kattn.gguf","label":"GLM-5.3-Flash-GSQ-RCO-3.0bit-q4kattn","size":113585695168,"bits":2.9,"known":false,"rank":0}],"repos":["neuralll/GLM-5.3-Flash-GSQ-RCO-3.0bit-Q4Kattn-GGUF"],"logoFrom":"pfeifferj"},{"id":"sage-a1-5-sangreal-ice","family":"gbuzhf/Sage-A1.5-Sangreal-ICE","name":"Sage A1.5 Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"gbuzhf/Sage-A1.5-Sangreal-ICE/Sage-A1.5-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-24T18:24:48.000Z","downloads":12783,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Sage-A1.5-Sangreal-ICE","file":"Sage-A1.5-12G-ICEv2.gguf","label":"Sage-A1.5-12G-ICEv2","size":12188332960,"bits":2.75,"known":false,"rank":0},{"repo":"gbuzhf/Sage-A1.5-Sangreal-ICE","file":"Sage-A1.5-15G-ICEv2.gguf","label":"Sage-A1.5-15G-ICEv2","size":14805578656,"bits":3.34,"known":false,"rank":0},{"repo":"gbuzhf/Sage-A1.5-Sangreal-ICE","file":"Sage-A1.5-19G-ICEv2.gguf","label":"Sage-A1.5-19G-ICEv2","size":18762904480,"bits":4.23,"known":false,"rank":0},{"repo":"gbuzhf/Sage-A1.5-Sangreal-ICE","file":"Sage-A1.5-23G-ICEv2.gguf","label":"Sage-A1.5-23G-ICEv2","size":22808310688,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Sage-A1.5-Sangreal-ICE","file":"Sage-A1.5-25G-ICEv2.gguf","label":"Sage-A1.5-25G-ICEv2","size":24821576608,"bits":5.59,"known":false,"rank":0},{"repo":"gbuzhf/Sage-A1.5-Sangreal-ICE","file":"Sage-A1.5-Q8_0.gguf","label":"Q8_0","size":37802150112,"bits":8.52,"known":true,"rank":0}],"repos":["gbuzhf/Sage-A1.5-Sangreal-ICE"],"logoFrom":"InternScience"},{"id":"dictalm-3-0-nemotron-12b-instruct","family":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF","name":"DictaLM 3.0 Nemotron 12B","maker":"dicta-il","catalog":null,"tuned":false,"params":12.31,"active":null,"layers":62,"probe":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF/DictaLM-3.0-Nemotron-12B-Instruct-Q4_K_M.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2025-12-10T16:20:10.000Z","downloads":12722,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF","file":"DictaLM-3.0-Nemotron-12B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":7494495200,"bits":4.87,"known":true,"rank":0},{"repo":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF","file":"DictaLM-3.0-Nemotron-12B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":8764255200,"bits":5.7,"known":true,"rank":0},{"repo":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF","file":"DictaLM-3.0-Nemotron-12B-Instruct-Q6_K.gguf","label":"Q6_K","size":10113375200,"bits":6.57,"known":true,"rank":0},{"repo":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF","file":"DictaLM-3.0-Nemotron-12B-Instruct-Q8_0.gguf","label":"Q8_0","size":13094136800,"bits":8.51,"known":true,"rank":0},{"repo":"dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF","file":"DictaLM-3.0-Nemotron-12B-Instruct-BF16.gguf","label":"BF16","size":24632568544,"bits":16.01,"known":true,"rank":0}],"repos":["dicta-il/DictaLM-3.0-Nemotron-12B-Instruct-GGUF"],"logoFrom":"dicta-il"},{"id":"qwen3-8-27b-slq","family":"kaitchup/Qwen3.8-27B-SLQ-GGUF","name":"Qwen3.8 27B SLQ","maker":"kaitchup","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"kaitchup/Qwen3.8-27B-SLQ-GGUF/Qwen3.8-27B-SLQ-EAR98-Q5_K_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T00:29:38.000Z","downloads":12694,"likes":57,"trending":8,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kaitchup/Qwen3.8-27B-SLQ-GGUF","file":"Qwen3.8-27B-SLQ-EAR98-Q5_K_S.gguf","label":"Q5_K_S","size":18875775840,"bits":5.53,"known":true,"rank":0},{"repo":"kaitchup/Qwen3.8-27B-SLQ-GGUF","file":"Qwen3.8-27B-SLQ-EAR98.5-Q5_K_M.gguf","label":"Q5_K_M","size":20703206240,"bits":6.06,"known":true,"rank":0},{"repo":"kaitchup/Qwen3.8-27B-SLQ-GGUF","file":"Qwen3.8-27B-SLQ-EAR99-Q6_K.gguf","label":"Q6_K","size":23697279840,"bits":6.94,"known":true,"rank":0}],"repos":["kaitchup/Qwen3.8-27B-SLQ-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-gsq-rco-iq3-xxs-ple-50pct","family":"DarkKitsune/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct","name":"Qwen3.8 Flash Next GSQ RCO IQ3 XXS PLE 50pct","maker":"DarkKitsune","catalog":null,"tuned":false,"params":151.34,"active":32.91,"layers":48,"probe":"DarkKitsune/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":null,"open":false,"released":"2026-09-17T04:52:34.000Z","downloads":12676,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DarkKitsune/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct","file":"Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct.gguf","label":"Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct","size":61439908246,"bits":3.25,"known":false,"rank":0}],"repos":["DarkKitsune/Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-PLE-50pct"],"logoFrom":"ISTA-DASLab"},{"id":"gemma-4-26b-a4b-it-claude-opus-distill","family":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill","name":"Gemma 4 26B A4B Claude Opus Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF/gemma-4-26B-A4B-Claude-Distill-APEX-I-Mini.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-04T08:38:41.000Z","downloads":12653,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Mini.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Mini","size":12984471904,"bits":4.12,"known":false,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-Compact.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-Compact","size":15495515744,"bits":4.91,"known":false,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Compact.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Compact","size":15495516000,"bits":4.91,"known":false,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-Balanced.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-Balanced","size":19508270688,"bits":6.19,"known":false,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Balanced.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Balanced","size":19508270944,"bits":6.19,"known":false,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-Quality.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-Quality","size":20576632928,"bits":6.52,"known":false,"rank":0},{"repo":"mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF","file":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Quality.gguf","label":"gemma-4-26B-A4B-Claude-Distill-APEX-I-Quality","size":20576633184,"bits":6.52,"known":false,"rank":0}],"repos":["mudler/gemma-4-26B-A4B-it-Claude-Opus-Distill-APEX-GGUF"],"logoFrom":"TeichAI"},{"id":"carbon-x","family":"HuggingFaceBio/Carbon-X","name":"Carbon X","maker":"HuggingFaceBio","catalog":null,"tuned":false,"params":14.82,"active":null,"layers":40,"probe":"mradermacher/Carbon-X-i1-GGUF/Carbon-X.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T10:21:04.000Z","downloads":12648,"likes":24,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ1_S.gguf","label":"IQ1_S","size":3607345824,"bits":1.95,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ1_M.gguf","label":"IQ1_M","size":3877067424,"bits":2.09,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4326603424,"bits":2.34,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4719000224,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ2_S.gguf","label":"IQ2_S","size":4993452704,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ2_M.gguf","label":"IQ2_M","size":5353081504,"bits":2.89,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5420829344,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q2_K.gguf","label":"Q2_K","size":5784963744,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5972806304,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6409009824,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6690814624,"bits":3.61,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ3_S.gguf","label":"IQ3_S","size":6718667424,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ3_M.gguf","label":"IQ3_M","size":6917118624,"bits":3.73,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7355021984,"bits":3.97,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7934360224,"bits":4.28,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8147167904,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8578640544,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q4_0.gguf","label":"Q4_0","size":8580278944,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8610753184,"bits":4.65,"known":true,"rank":1},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q4_1.gguf","label":"Q4_1","size":9428478624,"bits":5.09,"known":true,"rank":1},{"repo":"HuggingFaceBio/Carbon-X-GGUF","file":"carbon-x-q4_k_m.gguf","label":"Q4_K_M","size":9636318080,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/Carbon-X-i1-GGUF","file":"Carbon-X.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10304531104,"bits":5.56,"known":true,"rank":1},{"repo":"HuggingFaceBio/Carbon-X-GGUF","file":"carbon-x-q5_k_m.gguf","label":"Q5_K_M","size":11051895680,"bits":5.97,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-X-GGUF","file":"carbon-x-q6_k.gguf","label":"Q6_K","size":12555946880,"bits":6.78,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-X-GGUF","file":"carbon-x-q8_0.gguf","label":"Q8_0","size":15755742080,"bits":8.51,"known":true,"rank":0},{"repo":"HuggingFaceBio/Carbon-X-GGUF","file":"carbon-x-bf16.gguf","label":"BF16","size":29651012480,"bits":16.01,"known":true,"rank":0}],"repos":["HuggingFaceBio/Carbon-X-GGUF","mradermacher/Carbon-X-i1-GGUF"],"logoFrom":"HuggingFaceBio"},{"id":"kitchoon-v2-26b-a4b","family":"SubMaroon/Kitchoon-V2-26B-A4B","name":"Kitchoon V2 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF/Kitchoon-V2-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T23:55:01.000Z","downloads":12629,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532494976,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910880896,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524096,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654336,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398080,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694912640,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961152,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866705536,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642890880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953264768,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539606656,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539606656,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709760640,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603930752,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685376,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896320,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295104,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064128,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430952576,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211254912,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247040,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404096,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF","file":"Kitchoon-V2-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243954816,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Kitchoon-V2-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"holo-3-1-9b","family":"Hcompany/Holo-3.1-9B","name":"Holo 3.1 9B","maker":"Hcompany","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"prithivMLmods/Holo-3.1-9B-GGUF/Holo-3.1-9B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-29T22:07:10.000Z","downloads":12613,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q2_K.gguf","label":"Q2_K","size":3827262944,"bits":3.42,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q2_K.gguf","label":"Q2_K","size":3827263392,"bits":3.42,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4259407328,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4259407776,"bits":3.81,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623525344,"bits":4.13,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623525792,"bits":4.13,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4925515232,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4925515680,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.IQ4_XS.gguf","label":"IQ4_XS","size":5227898784,"bits":4.67,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q4_0.gguf","label":"Q4_0","size":5313357280,"bits":4.75,"known":true,"rank":1},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5351630304,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5351630752,"bits":4.78,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629109728,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629110176,"bits":5.03,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q5_0.gguf","label":"Q5_0","size":6305310176,"bits":5.64,"known":true,"rank":1},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6305310176,"bits":5.64,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6305310624,"bits":5.64,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467970528,"bits":5.78,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467970976,"bits":5.78,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q6_K.gguf","label":"Q6_K","size":7359260128,"bits":6.58,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q6_K.gguf","label":"Q6_K","size":7359260576,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q8_0.gguf","label":"Q8_0","size":9527502304,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.Q8_0.gguf","label":"Q8_0","size":9527502752,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.BF16.gguf","label":"BF16","size":17920697824,"bits":16.02,"known":true,"rank":1},{"repo":"prithivMLmods/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.F16.gguf","label":"F16","size":17920697824,"bits":16.02,"known":true,"rank":1},{"repo":"mradermacher/Holo-3.1-9B-GGUF","file":"Holo-3.1-9B.f16.gguf","label":"F16","size":17920698272,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Holo-3.1-9B-GGUF","prithivMLmods/Holo-3.1-9B-GGUF"],"logoFrom":"Hcompany"},{"id":"medgemma-27b-it","family":"google/medgemma-27b-it","name":"Medgemma 27B","maker":"Google","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"unsloth/medgemma-27b-it-GGUF/medgemma-27b-it-UD-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":"other","open":false,"released":"2025-07-09T17:00:00.000Z","downloads":12553,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":6506340288,"bits":1.93,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6986739648,"bits":2.07,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7850254272,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-IQ2_XS.gguf","label":"IQ2_XS","size":8438904704,"bits":2.5,"known":true,"rank":1},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-IQ2_S.gguf","label":"IQ2_S","size":8782409600,"bits":2.6,"known":true,"rank":1},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-IQ2_M.gguf","label":"IQ2_M","size":9493073792,"bits":2.81,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":9624506304,"bits":2.85,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q2_K.gguf","label":"Q2_K","size":10503721536,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q2_K_L.gguf","label":"Q2_K_L","size":10503721536,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10680699456,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716479360,"bits":3.17,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":10810021824,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-IQ3_XS.gguf","label":"IQ3_XS","size":11562234368,"bits":3.42,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q3_K_S.gguf","label":"Q3_K_S","size":12167615040,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-IQ3_M.gguf","label":"IQ3_M","size":12547074560,"bits":3.72,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q3_K_M.gguf","label":"Q3_K_M","size":13437641280,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13704892992,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-Q3_K_L.gguf","label":"Q3_K_L","size":14543462912,"bits":4.31,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-IQ4_XS.gguf","label":"IQ4_XS","size":14767448640,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-Q3_K_XL.gguf","label":"Q3_K_XL","size":14884857728,"bits":4.41,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-IQ4_NL.gguf","label":"IQ4_NL","size":15567397440,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q4_0.gguf","label":"Q4_0","size":15617974848,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q4_K_S.gguf","label":"Q4_K_S","size":15674057280,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q4_K_M.gguf","label":"Q4_K_M","size":16546689600,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":16826327616,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-Q4_K_L.gguf","label":"Q4_K_L","size":16888084352,"bits":5,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q4_1.gguf","label":"Q4_1","size":17167295040,"bits":5.08,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q5_K_S.gguf","label":"Q5_K_S","size":18767192640,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q5_K_M.gguf","label":"Q5_K_M","size":19271676480,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":19321479744,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-Q5_K_L.gguf","label":"Q5_K_L","size":19613071232,"bits":5.81,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q6_K.gguf","label":"Q6_K","size":22166975040,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/google_medgemma-27b-it-GGUF","file":"google_medgemma-27b-it-Q6_K_L.gguf","label":"Q6_K_L","size":22508369792,"bits":6.67,"known":true,"rank":1},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":23729625024,"bits":7.03,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-Q8_0.gguf","label":"Q8_0","size":28707973056,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"medgemma-27b-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31810032576,"bits":9.42,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-it-GGUF","file":"BF16/medgemma-27b-it-BF16-00001-of-00002.gguf","label":"BF16","size":54027965312,"bits":16,"known":true,"rank":0}],"repos":["bartowski/google_medgemma-27b-it-GGUF","unsloth/medgemma-27b-it-GGUF"],"logoFrom":"google"},{"id":"gemma-3-12b-it-heretic","family":"DreamFast/gemma-3-12b-it-heretic","name":"Gemma 3 12B Heretic","maker":"DreamFast","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"DreamFast/gemma-3-12b-it-heretic/gguf/gemma-3-12b-it-heretic-Q3_K_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-11-15T06:53:12.000Z","downloads":12475,"likes":111,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","file":"gemma-3-12b-it-heretic.Q2_K.gguf","label":"Q2_K","size":4768222112,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","file":"gemma-3-12b-it-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":5458316192,"bits":3.71,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":6008817824,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","file":"gemma-3-12b-it-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":6480186272,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-heretic-GGUF","file":"gemma-3-12b-it-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":6606261152,"bits":4.49,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":6935333024,"bits":4.71,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":7300778144,"bits":4.96,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":8231962784,"bits":5.6,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":8445036704,"bits":5.74,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q6_K.gguf","label":"Q6_K","size":9660811424,"bits":6.57,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-Q8_0.gguf","label":"Q8_0","size":12510212384,"bits":8.5,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic","file":"gguf/gemma-3-12b-it-heretic-f16.gguf","label":"F16","size":23540151584,"bits":16,"known":true,"rank":0}],"repos":["DreamFast/gemma-3-12b-it-heretic","mradermacher/gemma-3-12b-it-heretic-GGUF"],"logoFrom":"google"},{"id":"qwen3-5-4b-claude-4-6-opus-reasoning-distilled-v2","family":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","name":"Qwen3.5 4B Claude 4.6 Opus Reasoning Distilled V2","maker":"Jackrong","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF/Qwen3.5-4B.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-18T02:23:04.000Z","downloads":12441,"likes":162,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2708800320,"bits":5.15,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3074982720,"bits":5.84,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-4B.Q6_K.gguf","label":"Q6_K","size":3464051520,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF","file":"Qwen3.5-4B.Q8_0.gguf","label":"Q8_0","size":4482399040,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-v2-GGUF"],"logoFrom":"Jackrong"},{"id":"nvidia-nemotron-3-super-120b-a12b","family":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","name":"NVIDIA Nemotron 3 Super 120B A12B","maker":"unsloth","catalog":null,"tuned":false,"params":120.67,"active":2.41,"layers":88,"probe":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF/UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00001-of-00003.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-03-06T19:21:55.000Z","downloads":12407,"likes":167,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ1_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":52676904800,"bits":3.49,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ2_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":52676904800,"bits":3.49,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ2_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":52744013664,"bits":3.5,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q2_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":54656091968,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ3_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_S-00001-of-00003.gguf","label":"UD-IQ3_S","size":56631805792,"bits":3.75,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ3_XXS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":56631805792,"bits":3.75,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q3_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_M-00001-of-00003.gguf","label":"UD-Q3_K_M","size":61712254816,"bits":4.09,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q3_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_S-00001-of-00003.gguf","label":"UD-Q3_K_S","size":61712254816,"bits":4.09,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q3_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":62629103456,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ4_NL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_NL-00001-of-00003.gguf","label":"UD-IQ4_NL","size":64484689760,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-IQ4_XS/NVIDIA-Nemotron-3-Super-120B-A12B-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":64484689760,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q4_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_S-00001-of-00003.gguf","label":"UD-Q4_K_S","size":79017953120,"bits":5.24,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"MXFP4_MOE/NVIDIA-Nemotron-3-Super-120B-A12B-MXFP4_MOE-00001-of-00003.gguf","label":"MXFP4_MOE","size":82059741024,"bits":5.44,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q4_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_M-00001-of-00003.gguf","label":"UD-Q4_K_M","size":82541168480,"bits":5.47,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q4_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":83777308512,"bits":5.55,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":86051079584,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q5_K_S/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_S-00001-of-00003.gguf","label":"UD-Q5_K_S","size":89717622624,"bits":5.95,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q5_K_M/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_M-00001-of-00004.gguf","label":"UD-Q5_K_M","size":107333699552,"bits":7.12,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q5_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":107570022368,"bits":7.13,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":112921986464,"bits":7.49,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q6_K/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K-00001-of-00004.gguf","label":"UD-Q6_K","size":114751457216,"bits":7.61,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q6_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":117853407200,"bits":7.81,"known":true,"rank":0},{"repo":"lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":128472991232,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"UD-Q8_K_XL/NVIDIA-Nemotron-3-Super-120B-A12B-UD-Q8_K_XL-00001-of-00004.gguf","label":"UD-Q8_K_XL","size":132485760992,"bits":8.78,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","file":"BF16/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-00001-of-00005.gguf","label":"BF16","size":241518659424,"bits":16.01,"known":true,"rank":0}],"repos":["lmstudio-community/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF","unsloth/NVIDIA-Nemotron-3-Super-120B-A12B-GGUF"],"logoFrom":"nvidia"},{"id":"huihui-qwen3-8-27b-abliterated-val-apex-i-nanoplus-v3","family":"IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3-GGUF","name":"Huihui Qwen3.8 27B Abliterated VAL APEX I NanoPlus V3","maker":"IsValorum","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3-GGUF/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T20:23:44.000Z","downloads":12404,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3-GGUF","file":"Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3.gguf","label":"Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3","size":12183135840,"bits":3.57,"known":false,"rank":0}],"repos":["IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-NanoPlus-V3-GGUF"],"logoFrom":"huihui-ai"},{"id":"medgo","family":"OpenMedZoo/MedGo","name":"MedGo","maker":"OpenMedZoo","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/MedGo-i1-GGUF/MedGo.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-18T07:03:24.000Z","downloads":12402,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ1_S.gguf","label":"IQ1_S","size":7323842144,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ1_M.gguf","label":"IQ1_M","size":7959869024,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019913824,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9951835744,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ2_S.gguf","label":"IQ2_S","size":10514825824,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ2_M.gguf","label":"IQ2_M","size":11362861664,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11465814624,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q2_K.gguf","label":"Q2_K","size":12344652384,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821037664,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13702921824,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14389739104,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ3_S.gguf","label":"IQ3_S","size":14434303584,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ3_M.gguf","label":"IQ3_M","size":14930083424,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15971778144,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17330994784,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17690495584,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q4_0.gguf","label":"Q4_0","size":18703088224,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18771245664,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19762149984,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q4_1.gguf","label":"Q4_1","size":20636523104,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22635493984,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23214832224,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/MedGo-i1-GGUF","file":"MedGo.i1-Q6_K.gguf","label":"Q6_K","size":26883307104,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/MedGo-i1-GGUF"],"logoFrom":"OpenMedZoo"},{"id":"elephant-1","family":"baselabs/elephant-1","name":"Elephant 1","maker":"baselabs","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/elephant-1-GGUF/elephant-1.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-10-19T19:35:08.000Z","downloads":12385,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q2_K.gguf","label":"Q2_K","size":3827263040,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q3_K_S.gguf","label":"Q3_K_S","size":4259407424,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q3_K_M.gguf","label":"Q3_K_M","size":4623525440,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q3_K_L.gguf","label":"Q3_K_L","size":4925515328,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.IQ4_XS.gguf","label":"IQ4_XS","size":5227898432,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q4_K_S.gguf","label":"Q4_K_S","size":5351630400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q4_K_M.gguf","label":"Q4_K_M","size":5629109824,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q5_K_S.gguf","label":"Q5_K_S","size":6305310272,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q5_K_M.gguf","label":"Q5_K_M","size":6467970624,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q6_K.gguf","label":"Q6_K","size":7359260224,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.Q8_0.gguf","label":"Q8_0","size":9527502400,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/elephant-1-GGUF","file":"elephant-1.f16.gguf","label":"F16","size":17920697920,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/elephant-1-GGUF"],"logoFrom":"baselabs"},{"id":"t-search","family":"t-tech/T-Search","name":"T Search","maker":"t-tech","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"t-tech/T-Search-GGUF/T-Search-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-13T19:09:14.000Z","downloads":12366,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"t-tech/T-Search-GGUF","file":"T-Search-Q4_K_M.gguf","label":"Q4_K_M","size":21713463136,"bits":4.89,"known":true,"rank":0},{"repo":"t-tech/T-Search-GGUF","file":"T-Search-Q5_K_M.gguf","label":"Q5_K_M","size":25346484064,"bits":5.71,"known":true,"rank":0},{"repo":"t-tech/T-Search-GGUF","file":"T-Search-Q6_K.gguf","label":"Q6_K","size":29206568800,"bits":6.58,"known":true,"rank":0},{"repo":"t-tech/T-Search-GGUF","file":"T-Search-Q8_0.gguf","label":"Q8_0","size":37802149728,"bits":8.52,"known":true,"rank":0}],"repos":["t-tech/T-Search-GGUF"],"logoFrom":"t-tech"},{"id":"dongfangshuo-qwen3-8-27b-nsfw","family":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW","name":"Dongfangshuo Qwen3.8 27B NSFW","maker":"dongfangshuo","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF/Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-14T15:25:03.000Z","downloads":12343,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q2_K.gguf","label":"Q2_K","size":10864593696,"bits":3.18,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537376,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608416,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332576,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738336,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559800096,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040416,"bits":4.48,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q4_0.gguf","label":"Q4_0","size":15760419616,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300256,"bits":4.63,"known":true,"rank":1},{"repo":"dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Q4_K_M.gguf","label":"Q4_K_M","size":16837920896,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q4_1.gguf","label":"Q4_1","size":17343769376,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683616,"bits":5.56,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702816,"bits":5.72,"known":true,"rank":1},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW.i1-Q6_K.gguf","label":"Q6_K","size":22431001376,"bits":6.57,"known":true,"rank":1}],"repos":["dongfangshuo/Dongfangshuo-Qwen3.8-27B-NSFW-GGUF","mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-GGUF","mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-coder-30b-a3b-instruct-1m","family":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","name":"Qwen3 Coder 30B A3B 1M","maker":"unsloth","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF/Qwen3-Coder-30B-A3B-Instruct-1M-UD-TQ1_0.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":1048576,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-31T10:32:57.000Z","downloads":12321,"likes":165,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8072846688,"bits":2.12,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":8956796256,"bits":2.35,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9647988064,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10344701280,"bits":2.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10848017760,"bits":2.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":11258613088,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":11331542368,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11815329120,"bits":3.1,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12869213536,"bits":3.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":13292471648,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833051488,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":14711850336,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-IQ4_XS.gguf","label":"IQ4_XS","size":16378076512,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-IQ4_NL.gguf","label":"IQ4_NL","size":17310784864,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q4_0.gguf","label":"Q4_0","size":17379990880,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":17456012640,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17690500448,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":18556689760,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q4_1.gguf","label":"Q4_1","size":19192503648,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":21080513888,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":21725584736,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740305760,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q6_K.gguf","label":"Q6_K","size":25092535648,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340328800,"bits":6.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-Q8_0.gguf","label":"Q8_0","size":32483935584,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989947744,"bits":9.43,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF","file":"BF16/Qwen3-Coder-30B-A3B-Instruct-1M-BF16-00001-of-00002.gguf","label":"BF16","size":61095806208,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen3-Coder-30B-A3B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek","family":"electricpipelines/deepseek","name":"Deepseek","maker":"electricpipelines","catalog":null,"tuned":true,"params":0.33,"active":null,"layers":24,"probe":"electricpipelines/deepseek/bge-large-en-v1.5.Q8_0.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":512,"arch":"bert","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-17T20:18:45.000Z","downloads":12315,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"electricpipelines/deepseek","file":"bge-large-en-v1.5.Q8_0.gguf","label":"Q8_0","size":358235712,"bits":8.68,"known":true,"rank":0},{"repo":"electricpipelines/deepseek","file":"gemma-3-1b-it-q4_0.gguf","label":"Q4_0","size":1003541152,"bits":24.33,"known":true,"rank":0}],"repos":["electricpipelines/deepseek"],"logoFrom":"deepseek-ai"},{"id":"ms3-2-24b-magnum-diamond","family":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond","name":"MS3.2 24B Magnum Diamond","maker":"Doctor-Shotgun","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF/MS3.2-24B-Magnum-Diamond-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-22T17:52:00.000Z","downloads":12314,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ1_S.gguf","label":"IQ1_S","size":5273722240,"bits":1.79,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ1_M.gguf","label":"IQ1_M","size":5750496640,"bits":1.95,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545120640,"bits":2.22,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ2_XS.gguf","label":"IQ2_XS","size":7207034240,"bits":2.45,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ2_S.gguf","label":"IQ2_S","size":7478353280,"bits":2.54,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ2_M.gguf","label":"IQ2_M","size":8114052480,"bits":2.75,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q2_K_S.gguf","label":"Q2_K_S","size":8320163200,"bits":2.82,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q2_K.gguf","label":"Q2_K","size":8890326400,"bits":3.02,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593280,"bits":3.15,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ3_XS.gguf","label":"IQ3_XS","size":9907117440,"bits":3.36,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q3_K_S.gguf","label":"Q3_K_S","size":10400275840,"bits":3.53,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ3_S.gguf","label":"IQ3_S","size":10428128640,"bits":3.54,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ3_M.gguf","label":"IQ3_M","size":10650951040,"bits":3.62,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q3_K_M.gguf","label":"Q3_K_M","size":11474083200,"bits":3.89,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q3_K_L.gguf","label":"Q3_K_L","size":12400762240,"bits":4.21,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ4_XS.gguf","label":"IQ4_XS","size":12758916480,"bits":4.33,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-IQ4_NL.gguf","label":"IQ4_NL","size":13468016000,"bits":4.57,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q4_K_S.gguf","label":"Q4_K_S","size":13549280640,"bits":4.6,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q4_K_M.gguf","label":"Q4_K_M","size":14333910400,"bits":4.87,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q5_K_S.gguf","label":"Q5_K_S","size":16304414080,"bits":5.53,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q5_K_M.gguf","label":"Q5_K_M","size":16763985280,"bits":5.69,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q6_K.gguf","label":"Q6_K","size":19345939840,"bits":6.57,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-Q8_0.gguf","label":"Q8_0","size":25054780544,"bits":8.5,"known":true,"rank":0},{"repo":"Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF","file":"MS3.2-24B-Magnum-Diamond-bf16.gguf","label":"BF16","size":47153519744,"bits":16,"known":true,"rank":0}],"repos":["Doctor-Shotgun/MS3.2-24B-Magnum-Diamond-GGUF"],"logoFrom":"Doctor-Shotgun"},{"id":"qwen3-next-80b-a3b-instruct-abliterated","family":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","name":"Qwen3 Next 80B A3B Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF/Qwen3-Next-80B-A3B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"mit","open":true,"released":"2025-12-20T08:19:42.000Z","downloads":12305,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":29127910016,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":34547444352,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":38193703552,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":41233394304,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":43108774528,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":45484954240,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":48410989184,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":54994915968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":56710369920,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":65528461952,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Qwen3-Next-80B-A3B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":84812053120,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"dolphin-2-9-2-phi-3-medium-abliterated","family":"dphn/dolphin-2.9.2-Phi-3-Medium-abliterated","name":"Dolphin 2.9.2 Phi 3 Medium Abliterated","maker":"dphn","catalog":null,"tuned":true,"params":13.96,"active":null,"layers":40,"probe":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF/dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-06-03T01:01:40.000Z","downloads":12302,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":3054260096,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3332276096,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3795636096,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4199092096,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4409813376,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":4780501376,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":5204447616,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5418453376,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5780224896,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6064896896,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":6099712896,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":6299904896,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6750976896,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7348992896,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7506978176,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":7925804416,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7957753216,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8404012416,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9621589376,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9882709376,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":11453824896,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","file":"dolphin-2.9.2-Phi-3-Medium-abliterated.Q8_0.gguf","label":"Q8_0","size":14834719360,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF","mradermacher/dolphin-2.9.2-Phi-3-Medium-abliterated-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-vl-8b-heretic-stable","family":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable","name":"Qwen3 VL 8B Heretic Stable","maker":"prithivMLmods","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF/Qwen3-VL-8B-Heretic-Stable.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-23T06:47:52.000Z","downloads":12274,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q2_K.gguf","label":"Q2_K","size":3281733856,"bits":3.21,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q3_K_S.gguf","label":"Q3_K_S","size":3769612512,"bits":3.68,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q3_K_M.gguf","label":"Q3_K_M","size":4124162272,"bits":4.03,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q3_K_L.gguf","label":"Q3_K_L","size":4431395040,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.IQ4_XS.gguf","label":"IQ4_XS","size":4593298880,"bits":4.49,"known":true,"rank":1},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q4_0.gguf","label":"Q4_0","size":4774750432,"bits":4.66,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q4_K_S.gguf","label":"Q4_K_S","size":4802013408,"bits":4.69,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q4_K_M.gguf","label":"Q4_K_M","size":5027784928,"bits":4.91,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q5_0.gguf","label":"Q5_0","size":5720762592,"bits":5.59,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q5_K_S.gguf","label":"Q5_K_S","size":5720762592,"bits":5.59,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q5_K_M.gguf","label":"Q5_K_M","size":5851113696,"bits":5.72,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q6_K.gguf","label":"Q6_K","size":6725900512,"bits":6.57,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.Q8_0.gguf","label":"Q8_0","size":8709519584,"bits":8.51,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.BF16.gguf","label":"BF16","size":16388045024,"bits":16.01,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF","file":"Qwen3-VL-8B-Heretic-Stable.F16.gguf","label":"F16","size":16388045024,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-Heretic-Stable-GGUF","prithivMLmods/Qwen3-VL-8B-Heretic-Stable-GGUF"],"logoFrom":"prithivMLmods"},{"id":"nex-n2-5-mini-orcarouter-sangreal-ice","family":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","name":"Nex N2.5 Mini OrcaRouter Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE/Nex-N2.5-mini-OrcaRouter-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-04T00:42:39.000Z","downloads":12245,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"Nex-N2.5-mini-OrcaRouter-Sangreal-12G-ICEv2.gguf","label":"Nex-N2.5-mini-OrcaRouter-Sangreal-12G-ICEv2","size":11897103712,"bits":2.75,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"Nex-N2.5-mini-OrcaRouter-Sangreal-15G-ICEv2.gguf","label":"Nex-N2.5-mini-OrcaRouter-Sangreal-15G-ICEv2","size":14514349408,"bits":3.35,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"Nex-N2.5-mini-OrcaRouter-Sangreal-19G-ICEv2.gguf","label":"Nex-N2.5-mini-OrcaRouter-Sangreal-19G-ICEv2","size":18471675232,"bits":4.26,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"Nex-N2.5-mini-OrcaRouter-Sangreal-23G-ICEv2.gguf","label":"Nex-N2.5-mini-OrcaRouter-Sangreal-23G-ICEv2","size":22517081440,"bits":5.2,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"Nex-N2.5-mini-OrcaRouter-Sangreal-25G-ICEv2.gguf","label":"Nex-N2.5-mini-OrcaRouter-Sangreal-25G-ICEv2","size":24530347360,"bits":5.66,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"Nex-N2.5-mini-OrcaRouter-Q8_0.gguf","label":"Q8_0","size":36903179488,"bits":8.52,"known":true,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE","file":"BF16/Nex-N2.5-mini-OrcaRouter-BF16-00001-of-00002.gguf","label":"BF16","size":69376637440,"bits":16.01,"known":true,"rank":0}],"repos":["gbuzhf/Nex-N2.5-mini-OrcaRouter-Sangreal-ICE"],"logoFrom":"orcarouter"},{"id":"llm-jp-4-1-32b-a3b-thinking","family":"llm-jp/llm-jp-4.1-32b-a3b-thinking-gguf","name":"Llm Jp 4.1 32B A3B Thinking","maker":"llm-jp","catalog":null,"tuned":true,"params":32.14,"active":3.83,"layers":32,"probe":"llm-jp/llm-jp-4.1-32b-a3b-thinking-gguf/llm-jp-4.1-32b-a3b-thinking-Q4_K_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":65536,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T10:14:17.000Z","downloads":12242,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llm-jp/llm-jp-4.1-32b-a3b-thinking-gguf","file":"llm-jp-4.1-32b-a3b-thinking-Q4_K_M.gguf","label":"Q4_K_M","size":21522488192,"bits":5.36,"known":true,"rank":0},{"repo":"llm-jp/llm-jp-4.1-32b-a3b-thinking-gguf","file":"llm-jp-4.1-32b-a3b-thinking-BF16.gguf","label":"BF16","size":64304224896,"bits":16.01,"known":true,"rank":0}],"repos":["llm-jp/llm-jp-4.1-32b-a3b-thinking-gguf"],"logoFrom":"llm-jp"},{"id":"minimax-h3-textencoder-16gb","family":"pottokao/MiniMax-H3-TextEncoder-16GB-GGUF","name":"MiniMax H3 TextEncoder 16GB","maker":"pottokao","catalog":null,"tuned":true,"params":25.75,"active":null,"layers":50,"probe":"pottokao/MiniMax-H3-TextEncoder-16GB-GGUF/MiniMax-H3-TextEncoder-Qwen3VL-32B-11.5G_vis.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T23:57:40.000Z","downloads":12223,"likes":5,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"pottokao/MiniMax-H3-TextEncoder-16GB-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-11.5G_vis.gguf","label":"MiniMax-H3-TextEncoder-Qwen3VL-32B-11.5G_vis","size":12648274624,"bits":3.93,"known":false,"rank":0},{"repo":"pottokao/MiniMax-H3-TextEncoder-16GB-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-12.5G_vis.gguf","label":"MiniMax-H3-TextEncoder-Qwen3VL-32B-12.5G_vis","size":13698284224,"bits":4.26,"known":false,"rank":0},{"repo":"pottokao/MiniMax-H3-TextEncoder-16GB-GGUF","file":"MiniMax-H3-TextEncoder-Qwen3VL-32B-13.6G_vis.gguf","label":"MiniMax-H3-TextEncoder-Qwen3VL-32B-13.6G_vis","size":14798019264,"bits":4.6,"known":false,"rank":0}],"repos":["pottokao/MiniMax-H3-TextEncoder-16GB-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-27b-claude-4-6-opus-reasoning-distilled-heretic-i1","family":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","name":"Qwen3.5 27B Claude 4.6 Opus Reasoning Distilled Heretic I1","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-10T15:11:34.000Z","downloads":12187,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":6225763808,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":6766005728,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7666408928,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8402460128,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":8674782688,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":9395105248,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":9658498528,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q2_K.gguf","label":"Q2_K","size":10121838048,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10734169568,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11632893408,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073950688,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12085091808,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580871648,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13289643488,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14030200288,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14689287648,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521431008,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15568616928,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16540270048,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078238688,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679610848,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19399605728,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q6_K.gguf","label":"Q6_K","size":22082526688,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-2b-it","family":"lmstudio-ai/gemma-2b-it-GGUF","name":"Gemma 2B","maker":"lmstudio-ai","catalog":null,"tuned":false,"params":2.51,"active":null,"layers":18,"probe":"lmstudio-ai/gemma-2b-it-GGUF/gemma-2b-it-q4_k_m.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"other","open":false,"released":"2024-02-21T18:19:53.000Z","downloads":12179,"likes":73,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-ai/gemma-2b-it-GGUF","file":"gemma-2b-it-q4_k_m.gguf","label":"Q4_K_M","size":1495245728,"bits":4.77,"known":true,"rank":0},{"repo":"lmstudio-ai/gemma-2b-it-GGUF","file":"gemma-2b-it-q8_0.gguf","label":"Q8_0","size":2669351840,"bits":8.51,"known":true,"rank":0}],"repos":["lmstudio-ai/gemma-2b-it-GGUF"],"logoFrom":"lmstudio-ai"},{"id":"qwen3-5-4b-multidistill-3xmerge-uncensored-heretic","family":"xtools-at/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic","name":"Qwen3.5 4B MultiDistill 3xMerge UNCENSORED Heretic","maker":"xtools-at","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T17:16:17.000Z","downloads":12178,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1359232160,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1426416800,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538391200,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630592160,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1651973280,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1741552800,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852390560,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904491680,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q2_K.gguf","label":"Q2_K","size":1915468960,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069877920,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077578400,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":2139509920,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2163184800,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262062240,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421314720,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514283680,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2549796000,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563886240,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609433760,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708802720,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2766965920,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990034080,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074985120,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.i1-Q6_K.gguf","label":"Q6_K","size":3464053920,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.Q8_0.gguf","label":"Q8_0","size":4482401088,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-GGUF","file":"Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic.f16.gguf","label":"F16","size":8424391488,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-GGUF","mradermacher/Qwen3.5-4B-MultiDistill-3xMerge-UNCENSORED-heretic-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"paham-experimental","family":"DeepNarra/Paham-Experimental","name":"Paham Experimental","maker":"DeepNarra","catalog":null,"tuned":false,"params":0.95,"active":null,"layers":4,"probe":"DeepNarra/Paham-Experimental/model-TQ1_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":2048,"arch":"paham","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T15:50:31.000Z","downloads":12174,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DeepNarra/Paham-Experimental","file":"model-TQ1_0.gguf","label":"TQ1_0","size":306707424,"bits":2.58,"known":true,"rank":0},{"repo":"DeepNarra/Paham-Experimental","file":"model-FP16.gguf","label":"model-FP16","size":1903478624,"bits":16.03,"known":false,"rank":0}],"repos":["DeepNarra/Paham-Experimental"],"logoFrom":null},{"id":"granite-4-0-micro","family":"ibm-granite/granite-4.0-micro","name":"Granite 4.0 Micro","maker":"IBM","catalog":null,"tuned":false,"params":3.4,"active":null,"layers":40,"probe":"unsloth/granite-4.0-micro-GGUF/granite-4.0-micro-UD-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-16T19:47:09.000Z","downloads":12128,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":882294528,"bits":2.08,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":938655488,"bits":2.21,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1035525888,"bits":2.44,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1265680128,"bits":2.98,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q2_K.gguf","label":"Q2_K","size":1371438528,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q2_K_L.gguf","label":"Q2_K_L","size":1371438848,"bits":3.23,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1402363648,"bits":3.3,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1404083968,"bits":3.3,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q3_K_S.gguf","label":"Q3_K_S","size":1566817728,"bits":3.69,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q3_K_M.gguf","label":"Q3_K_M","size":1725578688,"bits":4.06,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1768689408,"bits":4.16,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q3_K_L.gguf","label":"Q3_K_L","size":1864187328,"bits":4.39,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-IQ4_XS.gguf","label":"IQ4_XS","size":1894498048,"bits":4.46,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q4_0.gguf","label":"Q4_0","size":1984609728,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-IQ4_NL.gguf","label":"IQ4_NL","size":1991163648,"bits":4.69,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q4_K_S.gguf","label":"Q4_K_S","size":1998372288,"bits":4.7,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q4_K_M.gguf","label":"Q4_K_M","size":2099502528,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2137308928,"bits":5.03,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q4_1.gguf","label":"Q4_1","size":2181217728,"bits":5.13,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q5_0.gguf","label":"Q5_0","size":2377825728,"bits":5.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q5_K_S.gguf","label":"Q5_K_S","size":2377825728,"bits":5.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q5_K_M.gguf","label":"Q5_K_M","size":2437012928,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2449813248,"bits":5.76,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q5_1.gguf","label":"Q5_1","size":2574433728,"bits":6.06,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q6_K.gguf","label":"Q6_K","size":2795617728,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3048300288,"bits":7.17,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-Q8_0.gguf","label":"Q8_0","size":3619691968,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-micro-GGUF","file":"granite-4.0-micro-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":4241465088,"bits":9.98,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-micro-GGUF","file":"granite-4.0-micro-bf16.gguf","label":"BF16","size":6809656768,"bits":16.02,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-micro-GGUF","unsloth/granite-4.0-micro-GGUF"],"logoFrom":"ibm-granite"},{"id":"phi-3-medium-128k-instruct","family":"microsoft/Phi-3-medium-128k-instruct","name":"Phi 3 Medium 128K","maker":"Microsoft","catalog":null,"tuned":false,"params":13.96,"active":null,"layers":40,"probe":"bartowski/Phi-3-medium-128k-instruct-GGUF/Phi-3-medium-128k-instruct-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-05-07T15:27:32.000Z","downloads":12079,"likes":66,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ1_S.gguf","label":"IQ1_S","size":2957997056,"bits":1.7,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ1_S.gguf","label":"IQ1_S","size":2957997088,"bits":1.7,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ1_M.gguf","label":"IQ1_M","size":3242157056,"bits":1.86,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ1_M.gguf","label":"IQ1_M","size":3242157088,"bits":1.86,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":3715757056,"bits":2.13,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":3715757632,"bits":2.13,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":4127405056,"bits":2.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":4127405088,"bits":2.37,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ2_S.gguf","label":"IQ2_S","size":4338126336,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ2_S.gguf","label":"IQ2_S","size":4338126368,"bits":2.49,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ2_M.gguf","label":"IQ2_M","size":4717006336,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ2_M.gguf","label":"IQ2_M","size":4717006912,"bits":2.7,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q2_K.gguf","label":"Q2_K","size":5143000320,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q2_K.gguf","label":"Q2_K","size":5143001152,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":5303321152,"bits":3.04,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":5453262336,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":5453262368,"bits":3.13,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":5806841856,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":5806842432,"bits":3.33,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6064889600,"bits":3.48,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ3_S.gguf","label":"IQ3_S","size":6064889856,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ3_S.gguf","label":"IQ3_S","size":6064889888,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6064890432,"bits":3.48,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ3_M.gguf","label":"IQ3_M","size":6473977856,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ3_M.gguf","label":"IQ3_M","size":6473978432,"bits":3.71,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":6923411200,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":6923412032,"bits":3.97,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":7466011136,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":7466011712,"bits":4.28,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7490297600,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7490298432,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":7633945152,"bits":4.37,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q4_0.gguf","label":"Q4_0","size":7897125120,"bits":4.53,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":7897125376,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":7897125408,"bits":4.53,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":7954469120,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":7954469952,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/Phi-3-medium-128k-instruct-gguf","file":"Phi-3-medium-128k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8566821120,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8566821952,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-128k-instruct-GGUF","file":"Phi-3-medium-128k-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":8688665152,"bits":4.98,"known":true,"rank":0}],"repos":["bartowski/Phi-3-medium-128k-instruct-GGUF","mmnga/Phi-3-medium-128k-instruct-gguf","mradermacher/Phi-3-medium-128k-instruct-i1-GGUF"],"logoFrom":"microsoft"},{"id":"minicpm-v-4-7-1b-abliterated-heretic","family":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF","name":"MiniCPM V 4.7 1B Abliterated Heretic","maker":"Abiray","catalog":null,"tuned":true,"params":1.01,"active":null,"layers":24,"probe":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF/MiniCPM-V-4.7-1B-abliterated-heretic-Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T09:38:17.000Z","downloads":12051,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF","file":"MiniCPM-V-4.7-1B-abliterated-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":575188032,"bits":4.56,"known":true,"rank":0},{"repo":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF","file":"MiniCPM-V-4.7-1B-abliterated-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":672003616,"bits":5.32,"known":true,"rank":0},{"repo":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF","file":"MiniCPM-V-4.7-1B-abliterated-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":752461088,"bits":5.96,"known":true,"rank":0},{"repo":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF","file":"MiniCPM-V-4.7-1B-abliterated-heretic-Q6_K.gguf","label":"Q6_K","size":837947168,"bits":6.64,"known":true,"rank":0},{"repo":"Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF","file":"MiniCPM-V-4.7-1B-abliterated-heretic-Q8_0.gguf","label":"Q8_0","size":1081517856,"bits":8.57,"known":true,"rank":0}],"repos":["Abiray/MiniCPM-V-4.7-1B-abliterated-heretic-GGUF"],"logoFrom":"openbmb"},{"id":"nemotron-3-5-bolt-e4b-heretic","family":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic","name":"Nemotron 3.5 Bolt E4B Heretic","maker":"grumd0","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF/Nemotron-3.5-Bolt-E4B-Heretic-UD-Q2_K_XL.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":true,"licence":"other","open":false,"released":"2026-10-26T14:39:35.000Z","downloads":12051,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3724013344,"bits":3.96,"known":true,"rank":0},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4201043744,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q2_K.gguf","label":"Q2_K","size":4401325152,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4654642272,"bits":4.95,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4850400352,"bits":5.16,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":5021285472,"bits":5.34,"known":true,"rank":1},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5029490464,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5091439712,"bits":5.42,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5202973792,"bits":5.54,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5335295072,"bits":5.68,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":5685974112,"bits":6.05,"known":true,"rank":1},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":5762917472,"bits":6.13,"known":true,"rank":1},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5801938720,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.Q6_K.gguf","label":"Q6_K","size":6217266272,"bits":6.61,"known":true,"rank":1},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7227887392,"bits":7.69,"known":true,"rank":0},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-Q8_0.gguf","label":"Q8_0","size":7972728320,"bits":8.48,"known":true,"rank":0},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8134438688,"bits":8.65,"known":true,"rank":0},{"repo":"grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic-BF16.gguf","label":"BF16","size":14942973440,"bits":15.9,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","file":"Nemotron-3.5-Bolt-E4B-Heretic.f16.gguf","label":"F16","size":15053100128,"bits":16.01,"known":true,"rank":1}],"repos":["grumd0/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-GGUF","mradermacher/Nemotron-3.5-Bolt-E4B-Heretic-i1-GGUF"],"logoFrom":"nvidia"},{"id":"wicked-stuff-26b-a4b-v2-0-final","family":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final","name":"Wicked Stuff 26B A4B V2.0 Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF/Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T14:08:10.000Z","downloads":12036,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":8290274080,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":8668660000,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299303200,"bits":2.95,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816432992,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":9873204000,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718560,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q2_K.gguf","label":"Q2_K","size":10582740256,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484640,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696800,"bits":3.59,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070240,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412576,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412576,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566560,"bits":3.93,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736224,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491296,"bits":4.38,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728608,"bits":4.41,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final-Q4_0.gguf","label":"Q4_0","size":14439364128,"bits":4.58,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-IQ4_NL.gguf","label":"IQ4_NL","size":14439364448,"bits":4.58,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827744,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q4_1.gguf","label":"Q4_1","size":15969579296,"bits":5.06,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018528,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986735968,"bits":5.7,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893024,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final.i1-Q6_K.gguf","label":"Q6_K","size":22638401888,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","file":"Wicked-Stuff-26B-A4B-v2.0-Final-Q8_0.gguf","label":"Q8_0","size":26859861536,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Wicked-Stuff-26B-A4B-v2.0-Final-GGUF","mradermacher/Wicked-Stuff-26B-A4B-v2.0-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"wizardcoder-python-34b-v1-0","family":"WizardLMTeam/WizardCoder-Python-34B-V1.0","name":"WizardCoder Python 34B V1.0","maker":"WizardLMTeam","catalog":null,"tuned":true,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF/WizardCoder-Python-34B-V1.0.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T03:59:07.000Z","downloads":12034,"likes":89,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":7251137984,"bits":1.72,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":7919408576,"bits":1.88,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033192896,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024883648,"bits":2.38,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":10614397184,"bits":2.52,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":11505424640,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q2_K.gguf","label":"Q2_K","size":12505700864,"bits":2.97,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010262272,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880270144,"bits":3.29,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q2_K.gguf","label":"Q2_K","size":14210684288,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":14605359296,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605360448,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":14658837824,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":15230377280,"bits":3.61,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":16283605184,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306150720,"bits":3.87,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":17771534528,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771535680,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068693120,"bits":4.28,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q4_0.gguf","label":"Q4_0","size":19052059904,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q4_0.gguf","label":"Q4_0","size":19119694208,"bits":4.53,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":19146431744,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191521664,"bits":4.55,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":20219911424,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20219912576,"bits":4.79,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q5_0.gguf","label":"Q5_0","size":23237189888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":23237189888,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237191040,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":23838810368,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838811520,"bits":5.65,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q6_K.gguf","label":"Q6_K","size":27683890496,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF","file":"WizardCoder-Python-34B-V1.0.i1-Q6_K.gguf","label":"Q6_K","size":27683891648,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-34B-V1.0-GGUF","file":"wizardcoder-python-34b-v1.0.Q8_0.gguf","label":"Q8_0","size":35856069824,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardCoder-Python-34B-V1.0-GGUF","mradermacher/WizardCoder-Python-34B-V1.0-i1-GGUF"],"logoFrom":"WizardLMTeam"},{"id":"qwen3-zero-coder-reasoning-0-8b-neo-ex","family":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","name":"Qwen3 Zero Coder Reasoning 0.8B NEO EX","maker":"DavidAU","catalog":null,"tuned":true,"params":0.82,"active":null,"layers":42,"probe":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q8_0.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-17T07:28:04.000Z","downloads":12033,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_XXS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_XXS-imat","size":263519712,"bits":2.57,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_XS-imat","size":282295776,"bits":2.75,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_XXS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_XXS-imat","size":287829472,"bits":2.81,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_XXS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_XXS-imat","size":287829472,"bits":2.81,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_S-imat","size":300752352,"bits":2.93,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_XS-imat","size":306605536,"bits":2.99,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_XS-imat","size":306605536,"bits":2.99,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q2_K_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q2_K_S-imat","size":309452256,"bits":3.02,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ2_M-imat","size":316775904,"bits":3.09,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_S-imat","size":325062112,"bits":3.17,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_S-imat","size":325062112,"bits":3.17,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q2_K-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q2_K-imat","size":332602848,"bits":3.24,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_XXS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_XXS-imat","size":337763808,"bits":3.3,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ2_M-imat","size":341085664,"bits":3.33,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ2_M-imat","size":341085664,"bits":3.33,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q2_K_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q2_K_S-imat","size":354425312,"bits":3.46,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q2_K_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q2_K_S-imat","size":354425312,"bits":3.46,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_XS-imat","size":357522912,"bits":3.49,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_XXS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_XXS-imat","size":362073568,"bits":3.53,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_XXS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_XXS-imat","size":362073568,"bits":3.53,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_S-imat","size":372858336,"bits":3.64,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q3_K_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q3_K_S-imat","size":372858336,"bits":3.64,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q2_K-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q2_K-imat","size":377575904,"bits":3.68,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q2_K-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q2_K-imat","size":377575904,"bits":3.68,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ3_M-imat","size":392494560,"bits":3.83,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_XS-imat","size":402495968,"bits":3.93,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_XS-imat","size":402495968,"bits":3.93,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q3_K_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q3_K_M-imat","size":409001440,"bits":3.99,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_S-imat","size":417831392,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q3_K_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q3_K_S-imat","size":417831392,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_S-imat","size":417831392,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q3_K_S-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q3_K_S-imat","size":417831392,"bits":4.08,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-IQ3_M-imat","size":437467616,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-IQ3_M-imat","size":437467616,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ4_XS-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ4_XS-imat","size":439950816,"bits":4.29,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q3_K_L-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q3_K_L-imat","size":440983008,"bits":4.3,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q3_K_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-D_AU-Q3_K_M-imat","size":453974496,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q3_K_M-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO2-EX-D_AU-Q3_K_M-imat","size":453974496,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ4_NL-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-IQ4_NL-imat","size":460594656,"bits":4.49,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF","file":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q4_0-imat.gguf","label":"Qwen3-Zero-Coder-Reasoning-0.8B-NEO3-EX-D_AU-Q4_0-imat","size":461577696,"bits":4.5,"known":false,"rank":0}],"repos":["DavidAU/Qwen3-Zero-Coder-Reasoning-0.8B-NEO-EX-GGUF"],"logoFrom":"DavidAU"},{"id":"codellama-13b-oasst-sft-v10","family":"OpenAssistant/codellama-13b-oasst-sft-v10","name":"Codellama 13B Oasst Sft V10","maker":"OpenAssistant","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF/codellama-13b-oasst-sft-v10.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T10:13:29.000Z","downloads":12026,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q2_K.gguf","label":"Q2_K","size":5429537312,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q3_K_S.gguf","label":"Q3_K_S","size":5659185952,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q3_K_M.gguf","label":"Q3_K_M","size":6337975072,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q3_K_L.gguf","label":"Q3_K_L","size":6929765152,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q4_0.gguf","label":"Q4_0","size":7366062112,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q4_K_S.gguf","label":"Q4_K_S","size":7414558752,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q4_K_M.gguf","label":"Q4_K_M","size":7866183712,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q5_0.gguf","label":"Q5_0","size":8972533792,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q5_K_S.gguf","label":"Q5_K_S","size":8972533792,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q5_K_M.gguf","label":"Q5_K_M","size":9230172192,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q6_K.gguf","label":"Q6_K","size":10679409952,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF","file":"codellama-13b-oasst-sft-v10.Q8_0.gguf","label":"Q8_0","size":13831668512,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-13B-oasst-sft-v10-GGUF"],"logoFrom":"OpenAssistant"},{"id":"gemma-4-31b-styletune","family":"Gryphe/Gemma-4-31B-StyleTune","name":"Gemma 4 31B StyleTune","maker":"Gryphe","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF/Gemma-4-31B-StyleTune.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-10T08:10:08.000Z","downloads":12010,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","file":"Gemma-4-31B-StyleTune.i1-IQ1_S.gguf","label":"IQ1_S","size":7618911712,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","file":"Gemma-4-31B-StyleTune.i1-IQ1_M.gguf","label":"IQ1_M","size":8188294624,"bits":2.04,"known":true,"rank":1},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ2_XXS.gguf","label":"IQ2_XXS","size":11292611616,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","file":"Gemma-4-31B-StyleTune.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439011296,"bits":2.85,"known":true,"rank":1},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ2_XS.gguf","label":"IQ2_XS","size":11963364384,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ2_S.gguf","label":"IQ2_S","size":12680909856,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q2_K.gguf","label":"Q2_K","size":13094044704,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ2_M.gguf","label":"IQ2_M","size":13255324704,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ3_XXS.gguf","label":"IQ3_XXS","size":13587260448,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-i1-GGUF","file":"Gemma-4-31B-StyleTune.i1-IQ3_S.gguf","label":"IQ3_S","size":14366909920,"bits":3.58,"known":true,"rank":1},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ3_XS.gguf","label":"IQ3_XS","size":14446904352,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q2_K_L.gguf","label":"Q2_K_L","size":14470300704,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q3_K_S.gguf","label":"Q3_K_S","size":14934615072,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ3_M.gguf","label":"IQ3_M","size":15735381024,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q3_K_M.gguf","label":"Q3_K_M","size":16523674656,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q3_K_L.gguf","label":"Q3_K_L","size":17416176672,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ4_XS.gguf","label":"IQ4_XS","size":17904575520,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q3_K_XL.gguf","label":"Q3_K_XL","size":18649302048,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-IQ4_NL.gguf","label":"IQ4_NL","size":18818409504,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q4_0.gguf","label":"Q4_0","size":18868986912,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q4_K_S.gguf","label":"Q4_K_S","size":18988377120,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q4_K_M.gguf","label":"Q4_K_M","size":20391212064,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q4_1.gguf","label":"Q4_1","size":20646077472,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q4_K_L.gguf","label":"Q4_K_L","size":21437166624,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q5_K_S.gguf","label":"Q5_K_S","size":22473745440,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q5_K_M.gguf","label":"Q5_K_M","size":23577760800,"bits":5.87,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q5_K_L.gguf","label":"Q5_K_L","size":24447554592,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q6_K.gguf","label":"Q6_K","size":27882775584,"bits":6.95,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q6_K_L.gguf","label":"Q6_K_L","size":28565398560,"bits":7.12,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-Q8_0.gguf","label":"Q8_0","size":34133042208,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","file":"Gryphe_Gemma-4-31B-StyleTune-bf16/Gryphe_Gemma-4-31B-StyleTune-bf16-00001-of-00002.gguf","label":"BF16","size":64231760832,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Gryphe_Gemma-4-31B-StyleTune-GGUF","mradermacher/Gemma-4-31B-StyleTune-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"nsfw-flash","family":"UnfilteredAI/NSFW-flash","name":"NSFW Flash","maker":"UnfilteredAI","catalog":null,"tuned":true,"params":2.24,"active":null,"layers":25,"probe":"UnfilteredAI/NSFW-flash/nsfw-flash-q4_k_m.gguf","kvBytesPerToken":296192,"kvHeader":256000,"kvFixed":0,"context":4096,"arch":"stablelm","vision":false,"licence":null,"open":false,"released":"2024-08-02T09:40:44.000Z","downloads":11957,"likes":73,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"UnfilteredAI/NSFW-flash","file":"nsfw-flash-q4_k_m.gguf","label":"Q4_K_M","size":1377230144,"bits":4.92,"known":true,"rank":0}],"repos":["UnfilteredAI/NSFW-flash"],"logoFrom":"UnfilteredAI"},{"id":"qwen3-8-27b-rocmfp4-strix-mtp","family":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF","name":"Qwen3.8 27B ROCmFP4 STRIX MTP","maker":"kingjones777","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF/Qwen3.8-27B-Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T19:54:32.000Z","downloads":11944,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":14308669792,"bits":4.26,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Q4_0_ROCMFP4_STRIX_LEAN.gguf","label":"Q4_0_ROCMFP4_STRIX_LEAN","size":14591211872,"bits":4.34,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Q4_0_ROCMFP4_STRIX.gguf","label":"Q4_0_ROCMFP4_STRIX","size":14760069472,"bits":4.39,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":27834808672,"bits":8.28,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":28214425952,"bits":8.39,"known":false,"rank":0}],"repos":["kingjones777/Qwen3.8-27B-ROCmFP4-STRIX-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-efficientthink-val-apex-i-miniplus-v3","family":"IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3-GGUF","name":"Qwen3.8 27B EfficientThink VAL APEX I MiniPlus V3","maker":"IsValorum","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3-GGUF/Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T19:39:59.000Z","downloads":11929,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3-GGUF","file":"Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3.gguf","label":"Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3","size":14161708672,"bits":4.15,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-MiniPlus-V3-GGUF"],"logoFrom":"nerkyor"},{"id":"qwen3-6-35b-a3b-mtp-apex-i-miniplus-v2-1-abliterated","family":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","name":"Qwen3.6 35B A3B MTP APEX I MiniPlus V2.1 Abliterated","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF/Qwen3.6-35B-A3B.APEX-I-MiniPlus-V2.1-Abliterated.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-23T00:41:05.000Z","downloads":11889,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","file":"Qwen3.6-35B-A3B.APEX-I-MiniPlus-V2.1-Abliterated.gguf","label":"Qwen3.6-35B-A3B.APEX-I-MiniPlus-V2.1-Abliterated","size":14658690144,"bits":3.38,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"dark-scarlett-27b-v2-0","family":"ReadyArt/Dark-Scarlett-27B-v2.0","name":"Dark Scarlett 27B V2.0","maker":"ReadyArt","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF/Dark-Scarlett-27B-v2.0.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T17:20:31.000Z","downloads":11864,"likes":35,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.Q2_K.gguf","label":"Q2_K","size":10864593056,"bits":3.18,"known":true,"rank":1},{"repo":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.Q3_K_S.gguf","label":"Q3_K_S","size":12256536736,"bits":3.59,"known":true,"rank":1},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q3_K_M.gguf","label":"Q3_K_M","size":13500736736,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.Q3_K_L.gguf","label":"Q3_K_L","size":14559799456,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.IQ4_XS.gguf","label":"IQ4_XS","size":15420450976,"bits":4.52,"known":true,"rank":1},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q4_0.gguf","label":"Q4_0","size":15715854016,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.Q4_K_S.gguf","label":"Q4_K_S","size":15825299616,"bits":4.63,"known":true,"rank":1},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q4_K_M.gguf","label":"Q4_K_M","size":16810714336,"bits":4.92,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16997083104,"bits":4.98,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18676258784,"bits":5.47,"known":false,"rank":0},{"repo":"mradermacher/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.Q5_K_S.gguf","label":"Q5_K_S","size":18971682976,"bits":5.56,"known":true,"rank":1},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19152787424,"bits":5.61,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19369056224,"bits":5.67,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q5_K_M.gguf","label":"Q5_K_M","size":19535701216,"bits":5.72,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20138203104,"bits":5.9,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22140245984,"bits":6.48,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q6_K.gguf","label":"Q6_K","size":22430999776,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":22704265184,"bits":6.65,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":25430706144,"bits":7.45,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q8_0.gguf","label":"Q8_0","size":29047084256,"bits":8.51,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","file":"Dark-Scarlett-27B-v2.0-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":31430957024,"bits":9.2,"known":false,"rank":0}],"repos":["ReadyArt/Dark-Scarlett-27B-v2.0-GGUF","mradermacher/Dark-Scarlett-27B-v2.0-GGUF"],"logoFrom":"ReadyArt"},{"id":"causallm-7b","family":"TheBloke/CausalLM-7B-GGUF","name":"CausalLM 7B","maker":"TheBloke","catalog":null,"tuned":false,"params":7.72,"active":null,"layers":32,"probe":"TheBloke/CausalLM-7B-GGUF/causallm_7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"wtfpl","open":false,"released":"2023-10-22T16:34:43.000Z","downloads":11858,"likes":64,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q2_K.gguf","label":"Q2_K","size":3395013600,"bits":3.52,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q3_K_S.gguf","label":"Q3_K_S","size":3567270880,"bits":3.7,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q3_K_M.gguf","label":"Q3_K_M","size":3916970976,"bits":4.06,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q3_K_L.gguf","label":"Q3_K_L","size":4216077280,"bits":4.37,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q4_0.gguf","label":"Q4_0","size":4510018528,"bits":4.67,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q4_K_S.gguf","label":"Q4_K_S","size":4540951520,"bits":4.71,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q4_K_M.gguf","label":"Q4_K_M","size":4765215712,"bits":4.94,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q5_0.gguf","label":"Q5_0","size":5397310432,"bits":5.59,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q5_K_S.gguf","label":"Q5_K_S","size":5397310432,"bits":5.59,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q5_K_M.gguf","label":"Q5_K_M","size":5528775648,"bits":5.73,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q6_K.gguf","label":"Q6_K","size":6340058080,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-7B-GGUF","file":"causallm_7b.Q8_0.gguf","label":"Q8_0","size":8209906656,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/CausalLM-7B-GGUF"],"logoFrom":"CausalLM"},{"id":"lythri-7b-a4b","family":"Lythri/Lythri-7B-A4B","name":"Lythri 7B A4B","maker":"Lythri","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/Lythri-7B-A4B-i1-GGUF/Lythri-7B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-01T10:57:25.000Z","downloads":11847,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":3289758816,"bits":3.53,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":3372272736,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509795936,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627842656,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":3677281376,"bits":3.94,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":3787299936,"bits":4.06,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982842976,"bits":4.27,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269591648,"bits":4.58,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":4376783968,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545887328,"bits":4.87,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630961248,"bits":4.97,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":4635835488,"bits":4.97,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":4687363168,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823063648,"bits":5.17,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990508128,"bits":5.35,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037386848,"bits":5.4,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159529568,"bits":5.53,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":5163134048,"bits":5.54,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171981408,"bits":5.55,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302275168,"bits":5.69,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":5401521248,"bits":5.79,"known":true,"rank":1},{"repo":"mradermacher/Lythri-7B-A4B-i1-GGUF","file":"Lythri-7B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648100448,"bits":6.06,"known":true,"rank":1},{"repo":"Lythri/Lythri-7B-A4B-GGUF","file":"Lythri-7B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":5723998816,"bits":6.14,"known":true,"rank":0},{"repo":"Lythri/Lythri-7B-A4B-GGUF","file":"Lythri-7B-A4B-Q6_K.gguf","label":"Q6_K","size":6172080736,"bits":6.62,"known":true,"rank":0},{"repo":"Lythri/Lythri-7B-A4B-GGUF","file":"Lythri-7B-A4B-Q8_0.gguf","label":"Q8_0","size":7972727392,"bits":8.55,"known":true,"rank":0}],"repos":["Lythri/Lythri-7B-A4B-GGUF","mradermacher/Lythri-7B-A4B-i1-GGUF"],"logoFrom":"Lythri"},{"id":"huatuogpt-o1-7b","family":"FreedomIntelligence/HuatuoGPT-o1-7B","name":"HuatuoGPT O1 7B","maker":"FreedomIntelligence","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/HuatuoGPT-o1-7B-GGUF/HuatuoGPT-o1-7B-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-26T04:28:55.000Z","downloads":11818,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-IQ2_M.gguf","label":"IQ2_M","size":2780343456,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q2_K.gguf","label":"Q2_K","size":3015941280,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3346257056,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492369568,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3548165280,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-IQ3_M.gguf","label":"IQ3_M","size":3574013088,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808392352,"bits":4,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088460448,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4218473632,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437814432,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q4_0.gguf","label":"Q4_0","size":4444122272,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457770144,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565333152,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683074720,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q4_1.gguf","label":"Q4_1","size":4873284768,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q4_K_L.gguf","label":"Q4_K_L","size":5087564960,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315177632,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444832416,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q5_K_L.gguf","label":"Q5_K_L","size":5781197984,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q6_K.gguf","label":"Q6_K","size":6254199968,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q6_K_L.gguf","label":"Q6_K_L","size":6518183072,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-Q8_0.gguf","label":"Q8_0","size":8098526368,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/HuatuoGPT-o1-7B-GGUF","file":"HuatuoGPT-o1-7B-f16.gguf","label":"F16","size":15237854112,"bits":16,"known":true,"rank":0}],"repos":["bartowski/HuatuoGPT-o1-7B-GGUF","mradermacher/HuatuoGPT-o1-7B-GGUF"],"logoFrom":null},{"id":"qwen3-6-12b-iq-ultra-heretic-uncensored-thinking-v2-hightop","family":"DavidAU/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop","name":"Qwen3.6 12B IQ Ultra Heretic Uncensored Thinking V2 Hightop","maker":"DavidAU","catalog":null,"tuned":true,"params":11.68,"active":null,"layers":24,"probe":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF/Qwen3.6-12B-IQ-Q2_K.gguf","kvBytesPerToken":29958,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-15T08:53:53.000Z","downloads":11813,"likes":115,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q2_K.gguf","label":"Q2_K","size":4936302848,"bits":3.38,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q3_K_S.gguf","label":"Q3_K_S","size":5527865088,"bits":3.79,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-IQ3_S.gguf","label":"IQ3_S","size":5657380608,"bits":3.87,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-IQ3_M.gguf","label":"IQ3_M","size":5717960448,"bits":3.92,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q3_K_M.gguf","label":"Q3_K_M","size":5990795008,"bits":4.1,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q3_K_L.gguf","label":"Q3_K_L","size":6379423488,"bits":4.37,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-IQ4_XS.gguf","label":"IQ4_XS","size":6778555648,"bits":4.64,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q4_0.gguf","label":"Q4_0","size":6909494528,"bits":4.73,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q4_K_S.gguf","label":"Q4_K_S","size":6963234048,"bits":4.77,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-IQ4_NL.gguf","label":"IQ4_NL","size":7064814848,"bits":4.84,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q4_K_M.gguf","label":"Q4_K_M","size":7323108608,"bits":5.02,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q5_0.gguf","label":"Q5_0","size":8209851648,"bits":5.62,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q5_K_S.gguf","label":"Q5_K_S","size":8209851648,"bits":5.62,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q5_K_M.gguf","label":"Q5_K_M","size":8422925568,"bits":5.77,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q6_K.gguf","label":"Q6_K","size":9591481088,"bits":6.57,"known":true,"rank":0},{"repo":"KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF","file":"Qwen3.6-12B-IQ-Q8_0.gguf","label":"Q8_0","size":12418839808,"bits":8.51,"known":true,"rank":0}],"repos":["KevinJK51/Qwen3.6-12B-IQ-Ultra-Heretic-Uncensored-Thinking-V2-Hightop-GGUF"],"logoFrom":"DavidAU"},{"id":"glm-5-3-flash-gguf-dgx-spark","family":"autotrust/GLM-5.3-Flash-GGUF-DGX-Spark","name":"GLM 5.3 Flash GGUF DGX Spark","maker":"autotrust","catalog":null,"tuned":true,"params":279.5,"active":17.37,"layers":45,"probe":"autotrust/GLM-5.3-Flash-GGUF-DGX-Spark/GLM-5.3-Flash-Q2-DGX-Spark-00001-of-00002.gguf","kvBytesPerToken":59979,"kvHeader":51840,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":false,"licence":"mit","open":true,"released":"2026-09-20T04:03:31.000Z","downloads":11804,"likes":30,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"autotrust/GLM-5.3-Flash-GGUF-DGX-Spark","file":"GLM-5.3-Flash-Q2-DGX-Spark-00001-of-00002.gguf","label":"GLM-5.3-Flash-Q2-DGX-Spark","size":84929450144,"bits":2.43,"known":false,"rank":0}],"repos":["autotrust/GLM-5.3-Flash-GGUF-DGX-Spark"],"logoFrom":"zai-org"},{"id":"devstral-small-2505","family":"mistralai/Devstral-Small-2505","name":"Devstral Small 2505","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"unsloth/Devstral-Small-2505-GGUF/Devstral-Small-2505-UD-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-05-12T21:49:21.000Z","downloads":11799,"likes":232,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":5558563904,"bits":1.89,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6017315904,"bits":2.04,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6750909504,"bits":2.29,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243328064,"bits":2.8,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q2_K.gguf","label":"Q2_K","size":8890332224,"bits":3.02,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q2_K_L.gguf","label":"Q2_K_L","size":9047618624,"bits":3.07,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292149824,"bits":3.15,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409213504,"bits":3.19,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q3_K_S.gguf","label":"Q3_K_S","size":10400281664,"bits":3.53,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q3_K_M.gguf","label":"Q3_K_M","size":11474089024,"bits":3.89,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11850880064,"bits":4.02,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-IQ4_XS.gguf","label":"IQ4_XS","size":12779893824,"bits":4.34,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2505_gguf","file":"devstralQ4_0.gguf","label":"RALQ4_0","size":13441800160,"bits":4.56,"known":false,"rank":0},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-IQ4_NL.gguf","label":"IQ4_NL","size":13468021824,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q4_K_S.gguf","label":"Q4_K_S","size":13549286464,"bits":4.6,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2505_gguf","file":"devstralQ4_K_M.gguf","label":"RALQ4_K_M","size":14333908960,"bits":4.87,"known":false,"rank":0},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q4_K_M.gguf","label":"Q4_K_M","size":14333916224,"bits":4.87,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14548874304,"bits":4.94,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q4_1.gguf","label":"Q4_1","size":14873113664,"bits":5.05,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q5_K_S.gguf","label":"Q5_K_S","size":16304419904,"bits":5.53,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2505_gguf","file":"devstralQ5_K_M.gguf","label":"RALQ5_K_M","size":16763983840,"bits":5.69,"known":false,"rank":0},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q5_K_M.gguf","label":"Q5_K_M","size":16763991104,"bits":5.69,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16788116544,"bits":5.7,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q6_K.gguf","label":"Q6_K","size":19345945664,"bits":6.57,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788393024,"bits":7.06,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2505_gguf","file":"devstralQ8_0.gguf","label":"RALQ8_0","size":25054779360,"bits":8.5,"known":false,"rank":0},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-Q8_0.gguf","label":"Q8_0","size":25054786624,"bits":8.5,"known":true,"rank":1},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28991861824,"bits":9.84,"known":true,"rank":1},{"repo":"mistralai/Devstral-Small-2505_gguf","file":"devstral.gguf","label":"devstral","size":47153518560,"bits":16,"known":false,"rank":0},{"repo":"unsloth/Devstral-Small-2505-GGUF","file":"Devstral-Small-2505-BF16.gguf","label":"BF16","size":47153525568,"bits":16,"known":true,"rank":1}],"repos":["bartowski/mistralai_Devstral-Small-2505-GGUF","mistralai/Devstral-Small-2505_gguf","unsloth/Devstral-Small-2505-GGUF"],"logoFrom":"mistralai"},{"id":"foundation-sec-8b-reasoning","family":"fdtn-ai/Foundation-Sec-8B-Reasoning","name":"Foundation Sec 8B Reasoning","maker":"fdtn-ai","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"fdtn-ai/Foundation-Sec-8B-Reasoning-Q4_K_M-GGUF/foundation-sec-8b-reasoning-q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-11-06T23:56:28.000Z","downloads":11799,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fdtn-ai/Foundation-Sec-8B-Reasoning-Q4_K_M-GGUF","file":"foundation-sec-8b-reasoning-q4_k_m.gguf","label":"Q4_K_M","size":4920851232,"bits":4.9,"known":true,"rank":0},{"repo":"fdtn-ai/Foundation-Sec-8B-Reasoning-Q8_0-GGUF","file":"foundation-sec-8b-reasoning-q8_0.gguf","label":"Q8_0","size":8540948640,"bits":8.51,"known":true,"rank":1}],"repos":["fdtn-ai/Foundation-Sec-8B-Reasoning-Q4_K_M-GGUF","fdtn-ai/Foundation-Sec-8B-Reasoning-Q8_0-GGUF"],"logoFrom":"fdtn-ai"},{"id":"qwen2-5-7b-ins-v3","family":"happzy2633/qwen2.5-7b-ins-v3","name":"Qwen2.5 7B Ins V3","maker":"happzy2633","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/qwen2.5-7b-ins-v3-GGUF/qwen2.5-7b-ins-v3-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-04T12:13:35.000Z","downloads":11795,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-IQ2_M.gguf","label":"IQ2_M","size":2780340640,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q2_K.gguf","label":"Q2_K","size":3015938464,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-IQ3_XS.gguf","label":"IQ3_XS","size":3346254240,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q3_K_S.gguf","label":"Q3_K_S","size":3492366752,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q2_K_L.gguf","label":"Q2_K_L","size":3548162464,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-IQ3_M.gguf","label":"IQ3_M","size":3574010272,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q3_K_M.gguf","label":"Q3_K_M","size":3808389536,"bits":4,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q3_K_L.gguf","label":"Q3_K_L","size":4088457632,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-IQ4_XS.gguf","label":"IQ4_XS","size":4218470816,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431389088,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431389088,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431389088,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_0.gguf","label":"Q4_0","size":4444119456,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_K_S.gguf","label":"Q4_K_S","size":4457767328,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565330336,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_K_M.gguf","label":"Q4_K_M","size":4683071904,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q4_K_L.gguf","label":"Q4_K_L","size":5087562144,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q5_K_S.gguf","label":"Q5_K_S","size":5315174816,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q5_K_M.gguf","label":"Q5_K_M","size":5444829600,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q5_K_L.gguf","label":"Q5_K_L","size":5781195168,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q6_K.gguf","label":"Q6_K","size":6254197152,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q6_K_L.gguf","label":"Q6_K_L","size":6518180256,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-Q8_0.gguf","label":"Q8_0","size":8098523552,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/qwen2.5-7b-ins-v3-GGUF","file":"qwen2.5-7b-ins-v3-f16.gguf","label":"F16","size":15237851264,"bits":16,"known":true,"rank":0}],"repos":["bartowski/qwen2.5-7b-ins-v3-GGUF"],"logoFrom":"Qwen"},{"id":"l3-3-70b-euryale-v2-3","family":"Sao10K/L3.3-70B-Euryale-v2.3","name":"L3.3 70B Euryale V2.3","maker":"Sao10K","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/L3.3-70B-Euryale-v2.3-GGUF/L3.3-70B-Euryale-v2.3-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-12-07T23:22:12.000Z","downloads":11794,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ1_M.gguf","label":"IQ1_M","size":16751201120,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389920,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ2_XS.gguf","label":"IQ2_XS","size":21142113120,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ2_M.gguf","label":"IQ2_M","size":24119298912,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q2_K.gguf","label":"Q2_K","size":26375113568,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q2_K_L.gguf","label":"Q2_K_L","size":27401161568,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499232,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q3_K_S.gguf","label":"Q3_K_S","size":30912056160,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ3_M.gguf","label":"IQ3_M","size":31937039200,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q3_K_M.gguf","label":"Q3_K_M","size":34267499360,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q3_K_L.gguf","label":"Q3_K_L","size":37140597600,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ4_XS.gguf","label":"IQ4_XS","size":37902666592,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936608,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":39969737568,"bits":4.53,"known":false,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":39969737568,"bits":4.53,"known":false,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":39969737568,"bits":4.53,"known":false,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-IQ4_NL.gguf","label":"IQ4_NL","size":40053623648,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_0.gguf","label":"Q4_0","size":40116538208,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_K_S.gguf","label":"Q4_K_S","size":40347224928,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_K_M.gguf","label":"Q4_K_M","size":42520398688,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q4_K_L.gguf","label":"Q4_K_L","size":43300195168,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q5_K_S.gguf","label":"Q5_K_S","size":48657451872,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q5_K_M/L3.3-70B-Euryale-v2.3-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949822016,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q6_K/L3.3-70B-Euryale-v2.3-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148544,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Euryale-v2.3-GGUF","file":"L3.3-70B-Euryale-v2.3-Q8_0/L3.3-70B-Euryale-v2.3-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054624,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/L3.3-70B-Euryale-v2.3-GGUF"],"logoFrom":"Sao10K"},{"id":"imajev-9b","family":"mindchain/imajev-9b-GGUF","name":"Imajev 9B","maker":"mindchain","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"mindchain/imajev-9b-GGUF/imajev-9b-Q3_K_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-03T11:10:43.000Z","downloads":11783,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q3_K_S.gguf","label":"Q3_K_S","size":4259406144,"bits":3.81,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q3_K_M.gguf","label":"Q3_K_M","size":4623524160,"bits":4.13,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q3_K_L.gguf","label":"Q3_K_L","size":4925514048,"bits":4.4,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q4_0.gguf","label":"Q4_0","size":5313356096,"bits":4.75,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q4_K_S.gguf","label":"Q4_K_S","size":5351629120,"bits":4.78,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q4_K_M.gguf","label":"Q4_K_M","size":5629108544,"bits":5.03,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q5_0.gguf","label":"Q5_0","size":6305308992,"bits":5.64,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q5_K_M.gguf","label":"Q5_K_M","size":6467969344,"bits":5.78,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q5_1.gguf","label":"Q5_1","size":6801285440,"bits":6.08,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q6_K.gguf","label":"Q6_K","size":7359258944,"bits":6.58,"known":true,"rank":0},{"repo":"mindchain/imajev-9b-GGUF","file":"imajev-9b-Q8_0.gguf","label":"Q8_0","size":9527501120,"bits":8.52,"known":true,"rank":0}],"repos":["mindchain/imajev-9b-GGUF"],"logoFrom":"mindchain"},{"id":"nanbeige-4-3-33b-heretic","family":"Luni/Nanbeige-4.3-33B-Heretic","name":"Nanbeige 4.3 33B Heretic","maker":"Luni","catalog":null,"tuned":true,"params":33.12,"active":null,"layers":52,"probe":"Luni/Nanbeige-4.3-33B-Heretic-GGUF/Nanbeige-4.3-33B-Heretic.IQ1_S.gguf","kvBytesPerToken":246432,"kvHeader":212992,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T23:16:38.000Z","downloads":11754,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ1_S.gguf","label":"IQ1_S","size":7656071744,"bits":1.85,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ1_M.gguf","label":"IQ1_M","size":8282440256,"bits":2,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ2_XXS.gguf","label":"IQ2_XXS","size":9326387776,"bits":2.25,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ2_XS.gguf","label":"IQ2_XS","size":10245038656,"bits":2.47,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ2_S.gguf","label":"IQ2_S","size":10838434368,"bits":2.62,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ2_M.gguf","label":"IQ2_M","size":11673592384,"bits":2.82,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q2_K.gguf","label":"Q2_K","size":12657041984,"bits":3.06,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ3_XXS.gguf","label":"IQ3_XXS","size":13108683328,"bits":3.17,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ3_XS.gguf","label":"IQ3_XS","size":14035419712,"bits":3.39,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":14704853568,"bits":3.55,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ3_S.gguf","label":"IQ3_S","size":14755545664,"bits":3.56,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ3_M.gguf","label":"IQ3_M","size":15236145728,"bits":3.68,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":16261284416,"bits":3.93,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":17607721536,"bits":4.25,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":18006549056,"bits":4.35,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.IQ4_NL.gguf","label":"IQ4_NL","size":18992177728,"bits":4.59,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":19066495552,"bits":4.61,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":20051493440,"bits":4.84,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":22934692416,"bits":5.54,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":23504978496,"bits":5.68,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q6_K.gguf","label":"Q6_K","size":27174306368,"bits":6.56,"known":true,"rank":0},{"repo":"Luni/Nanbeige-4.3-33B-Heretic-GGUF","file":"Nanbeige-4.3-33B-Heretic.Q8_0.gguf","label":"Q8_0","size":35195126336,"bits":8.5,"known":true,"rank":0}],"repos":["Luni/Nanbeige-4.3-33B-Heretic-GGUF","Luni/Nanbeige-4.3-33B-Heretic-GSQ-RCO-GGUF"],"logoFrom":"Luni"},{"id":"standardone-8b","family":"StandardThinking/StandardOne-8B","name":"StandardOne 8B","maker":"StandardThinking","catalog":null,"tuned":true,"params":8.49,"active":null,"layers":34,"probe":"StandardThinking/StandardOne-8B-GGUF/StandardOne-8B-IQ2_M.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-24T09:11:21.000Z","downloads":11739,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-IQ2_M.gguf","label":"IQ2_M","size":3106712928,"bits":2.93,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-Q2_K.gguf","label":"Q2_K","size":3352931680,"bits":3.16,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-IQ3_M.gguf","label":"IQ3_M","size":3992366432,"bits":3.76,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4242058592,"bits":4,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4696419680,"bits":4.43,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5198392672,"bits":4.9,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-Q5_K_M.gguf","label":"Q5_K_M","size":6058749280,"bits":5.71,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-Q8_0.gguf","label":"Q8_0","size":9028873312,"bits":8.51,"known":true,"rank":0},{"repo":"StandardThinking/StandardOne-8B-GGUF","file":"StandardOne-8B-BF16.gguf","label":"BF16","size":16987565152,"bits":16.01,"known":true,"rank":0}],"repos":["StandardThinking/StandardOne-8B-GGUF"],"logoFrom":"StandardThinking"},{"id":"qwen3-5-9b-vlm-q4-k-m","family":"jc-builds/Qwen3.5-9B-VLM-Q4_K_M-GGUF","name":"Qwen3.5 9B VLM Q4 K M","maker":"jc-builds","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"jc-builds/Qwen3.5-9B-VLM-Q4_K_M-GGUF/Qwen3.5-9B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-18T15:44:07.000Z","downloads":11714,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jc-builds/Qwen3.5-9B-VLM-Q4_K_M-GGUF","file":"Qwen3.5-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5680522464,"bits":5.08,"known":true,"rank":0}],"repos":["jc-builds/Qwen3.5-9B-VLM-Q4_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-ai-deepseek-v3-1","family":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","name":"Deepseek Ai DeepSeek V3.1","maker":"bartowski","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF/deepseek-ai_DeepSeek-V3.1-IQ1_M/deepseek-ai_DeepSeek-V3.1-IQ1_M-00001-of-00004.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":null,"open":false,"released":"2025-08-21T14:51:04.000Z","downloads":11690,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ1_M/deepseek-ai_DeepSeek-V3.1-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":147448002144,"bits":1.76,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ2_XXS/deepseek-ai_DeepSeek-V3.1-IQ2_XXS-00001-of-00005.gguf","label":"IQ2_XXS","size":164057003744,"bits":1.96,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ2_XS/deepseek-ai_DeepSeek-V3.1-IQ2_XS-00001-of-00005.gguf","label":"IQ2_XS","size":188407101184,"bits":2.25,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ2_S/deepseek-ai_DeepSeek-V3.1-IQ2_S-00001-of-00005.gguf","label":"IQ2_S","size":189630566144,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ2_M/deepseek-ai_DeepSeek-V3.1-IQ2_M-00001-of-00006.gguf","label":"IQ2_M","size":215037628256,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q2_K/deepseek-ai_DeepSeek-V3.1-Q2_K-00001-of-00007.gguf","label":"Q2_K","size":237834514368,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q2_K_L/deepseek-ai_DeepSeek-V3.1-Q2_K_L-00001-of-00007.gguf","label":"Q2_K_L","size":238739474336,"bits":2.85,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ3_XXS/deepseek-ai_DeepSeek-V3.1-IQ3_XXS-00001-of-00007.gguf","label":"IQ3_XXS","size":267630858240,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ3_XS/deepseek-ai_DeepSeek-V3.1-IQ3_XS-00001-of-00008.gguf","label":"IQ3_XS","size":277146191968,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q3_K_S/deepseek-ai_DeepSeek-V3.1-Q3_K_S-00001-of-00008.gguf","label":"Q3_K_S","size":293352982624,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ3_M/deepseek-ai_DeepSeek-V3.1-IQ3_M-00001-of-00008.gguf","label":"IQ3_M","size":307880167520,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q3_K_M/deepseek-ai_DeepSeek-V3.1-Q3_K_M-00001-of-00008.gguf","label":"Q3_K_M","size":307929712736,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q3_K_L/deepseek-ai_DeepSeek-V3.1-Q3_K_L-00001-of-00009.gguf","label":"Q3_K_L","size":319705876736,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q3_K_XL/deepseek-ai_DeepSeek-V3.1-Q3_K_XL-00001-of-00009.gguf","label":"Q3_K_XL","size":320516720896,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ4_XS/deepseek-ai_DeepSeek-V3.1-IQ4_XS-00001-of-00010.gguf","label":"IQ4_XS","size":359980474688,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-IQ4_NL/deepseek-ai_DeepSeek-V3.1-IQ4_NL-00001-of-00010.gguf","label":"IQ4_NL","size":380481241376,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q4_0/deepseek-ai_DeepSeek-V3.1-Q4_0-00001-of-00010.gguf","label":"Q4_0","size":386422079776,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q4_K_S/deepseek-ai_DeepSeek-V3.1-Q4_K_S-00001-of-00011.gguf","label":"Q4_K_S","size":394153886176,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q4_K_M/deepseek-ai_DeepSeek-V3.1-Q4_K_M-00001-of-00011.gguf","label":"Q4_K_M","size":409227727296,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q4_1/deepseek-ai_DeepSeek-V3.1-Q4_1-00001-of-00011.gguf","label":"Q4_1","size":421035032992,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q5_K_M/deepseek-ai_DeepSeek-V3.1-Q5_K_M-00001-of-00013.gguf","label":"Q5_K_M","size":478335943328,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q6_K/deepseek-ai_DeepSeek-V3.1-Q6_K-00001-of-00015.gguf","label":"Q6_K","size":552446147456,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-V3.1-GGUF","file":"deepseek-ai_DeepSeek-V3.1-Q8_0/deepseek-ai_DeepSeek-V3.1-Q8_0-00001-of-00020.gguf","label":"Q8_0","size":713286519840,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/deepseek-ai_DeepSeek-V3.1-GGUF"],"logoFrom":"deepseek-ai"},{"id":"deepseek-ai-deepseek-r1-0528-qwen3-8b","family":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","name":"Deepseek Ai DeepSeek R1 0528 Qwen3 8B","maker":"bartowski","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-05-29T13:27:12.000Z","downloads":11680,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ2_M.gguf","label":"IQ2_M","size":3051913600,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf","label":"Q2_K","size":3281731968,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369632128,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3626873216,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3769610624,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3889475968,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ3_M.gguf","label":"IQ3_M","size":3896619392,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4124160384,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4431393152,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4561838464,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf","label":"Q4_0","size":4787331456,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4793622912,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4802011520,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975931776,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5027783040,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_1.gguf","label":"Q4_1","size":5247754624,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5489668480,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5720760704,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5851111808,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6235206016,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf","label":"Q6_K","size":6725898624,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q6_K_L.gguf","label":"Q6_K_L","size":7027339648,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf","label":"Q8_0","size":8709517696,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF","file":"deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-bf16.gguf","label":"BF16","size":16388042816,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"swish-26b-a4b-final","family":"ReadyArt/Swish-26B-A4B-Final","name":"Swish 26B A4B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Swish-26B-A4B-Final-i1-GGUF/Swish-26B-A4B-Final.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T16:05:50.000Z","downloads":11661,"likes":10,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273728,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659648,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302848,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433088,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203648,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718208,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q2_K.gguf","label":"Q2_K","size":10582739904,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484288,"bits":3.37,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":10785316896,"bits":3.42,"known":false,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696448,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070336,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412224,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412224,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566208,"bits":3.93,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":12506912288,"bits":3.97,"known":false,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736320,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824490944,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728704,"bits":4.41,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":14157578272,"bits":4.49,"known":false,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q4_0.gguf","label":"Q4_0","size":14488058816,"bits":4.59,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":14788570656,"bits":4.69,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":15310206496,"bits":4.85,"known":false,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827840,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q4_1.gguf","label":"Q4_1","size":15969578944,"bits":5.06,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":16335669792,"bits":5.18,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final-Q4_K_M.gguf","label":"Q4_K_M","size":16796017920,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":17666860576,"bits":5.6,"known":false,"rank":0},{"repo":"mradermacher/Swish-26B-A4B-Final-i1-GGUF","file":"Swish-26B-A4B-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736064,"bits":5.7,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":18857578016,"bits":5.98,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final-Q5_K_M.gguf","label":"Q5_K_M","size":19132892416,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":20003735072,"bits":6.34,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final-Q6_K.gguf","label":"Q6_K","size":22638401280,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":23509243936,"bits":7.45,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-Final-GGUF","file":"Swish-26B-A4B-Final-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":27551921696,"bits":8.74,"known":false,"rank":0}],"repos":["ReadyArt/Swish-26B-A4B-Final-GGUF","mradermacher/Swish-26B-A4B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"jan-nano-128k","family":"Menlo/Jan-nano-128k","name":"Jan Nano 128K","maker":"Menlo","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Jan-nano-128k-GGUF/Jan-nano-128k-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-25T06:12:18.000Z","downloads":11653,"likes":108,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083149952,"bits":2.16,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143484032,"bits":2.28,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255345792,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1530402432,"bits":3.05,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-Q2_K.gguf","label":"Q2_K","size":1669500032,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-Q2_K_L.gguf","label":"Q2_K_L","size":1669500032,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674376832,"bits":3.33,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695724672,"bits":3.37,"known":true,"rank":1},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q3_K_S.gguf","label":"Q3_K_S","size":1886997120,"bits":3.76,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q3_K_M.gguf","label":"Q3_K_M","size":2075617920,"bits":4.13,"known":true,"rank":0},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2128385152,"bits":4.24,"known":true,"rank":1},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q3_K_L.gguf","label":"Q3_K_L","size":2239785600,"bits":4.46,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-iQ4_XS.gguf","label":"IQ4_XS","size":2270751648,"bits":4.52,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q4_0.gguf","label":"Q4_0","size":2369546880,"bits":4.72,"known":true,"rank":0},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-IQ4_NL.gguf","label":"IQ4_NL","size":2381343872,"bits":4.74,"known":true,"rank":1},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q4_K_S.gguf","label":"Q4_K_S","size":2383309440,"bits":4.74,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q4_K_M.gguf","label":"Q4_K_M","size":2497280640,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546340992,"bits":5.07,"known":true,"rank":1},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q4_1.gguf","label":"Q4_1","size":2596629120,"bits":5.17,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q5_0.gguf","label":"Q5_0","size":2823711360,"bits":5.62,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q5_K_S.gguf","label":"Q5_K_S","size":2823711360,"bits":5.62,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q5_K_M.gguf","label":"Q5_K_M","size":2889513600,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2899221632,"bits":5.77,"known":true,"rank":1},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q5_1.gguf","label":"Q5_1","size":3050793600,"bits":6.07,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q6_K.gguf","label":"Q6_K","size":3306261120,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658223232,"bits":7.28,"known":true,"rank":1},{"repo":"Menlo/Jan-nano-128k-gguf","file":"jan-nano-128k-Q8_0.gguf","label":"Q8_0","size":4280405120,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056700032,"bits":10.06,"known":true,"rank":1},{"repo":"unsloth/Jan-nano-128k-GGUF","file":"Jan-nano-128k-BF16.gguf","label":"BF16","size":8051285408,"bits":16.02,"known":true,"rank":1}],"repos":["Menlo/Jan-nano-128k-gguf","unsloth/Jan-nano-128k-GGUF"],"logoFrom":"Menlo"},{"id":"wizard-vicuna-13b-uncensored","family":"QuixiAI/Wizard-Vicuna-13B-Uncensored","name":"Wizard Vicuna 13B Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF/Wizard-Vicuna-13B-Uncensored-Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-05-11T00:26:57.000Z","downloads":11651,"likes":118,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q2_K.gguf","label":"Q2_K","size":4854269952,"bits":2.98,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":5658980352,"bits":3.48,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":6337769472,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":6929559552,"bits":4.26,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q4_0.gguf","label":"Q4_0","size":7365834752,"bits":4.53,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":7423178752,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":7865956352,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q5_0.gguf","label":"Q5_0","size":8972285952,"bits":5.51,"known":true,"rank":1},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":8972285952,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":9229924352,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q6_K.gguf","label":"Q6_K","size":10679140352,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0},{"repo":"second-state/Wizard-Vicuna-13B-Uncensored-GGUF","file":"Wizard-Vicuna-13B-Uncensored-Q8_0.gguf","label":"Q8_0","size":13831319552,"bits":8.5,"known":true,"rank":1}],"repos":["TheBloke/Wizard-Vicuna-13B-Uncensored-GGUF","second-state/Wizard-Vicuna-13B-Uncensored-GGUF"],"logoFrom":"QuixiAI"},{"id":"sexpedition-ms3-2-24b","family":"Aleteian/Sexpedition-MS3.2-24B","name":"Sexpedition MS3.2 24B","maker":"Aleteian","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF/Sexpedition-MS3.2-24B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-07-15T09:34:53.000Z","downloads":11649,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ1_S.gguf","label":"IQ1_S","size":5273720064,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ1_M.gguf","label":"IQ1_M","size":5750494464,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545118464,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207032064,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ2_S.gguf","label":"IQ2_S","size":7478351104,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ2_M.gguf","label":"IQ2_M","size":8114050304,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320161024,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q2_K.gguf","label":"Q2_K","size":8890324224,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280591104,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907115264,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400273664,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ3_S.gguf","label":"IQ3_S","size":10428126464,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ3_M.gguf","label":"IQ3_M","size":10650948864,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474081024,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400760064,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758914304,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q4_0.gguf","label":"Q4_0","size":13494228224,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549278464,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333908224,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q4_1.gguf","label":"Q4_1","size":14873105664,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304411904,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763983104,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-i1-GGUF","file":"Sexpedition-MS3.2-24B.i1-Q6_K.gguf","label":"Q6_K","size":19345937664,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Sexpedition-MS3.2-24B-GGUF","file":"Sexpedition-MS3.2-24B.Q8_0.gguf","label":"Q8_0","size":25054778336,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Sexpedition-MS3.2-24B-GGUF","mradermacher/Sexpedition-MS3.2-24B-i1-GGUF"],"logoFrom":null},{"id":"qwen2-5-3b-instruct-uncensored","family":"kikichi/Qwen2.5-3B-Instruct-Uncensored","name":"Qwen2.5 3B Uncensored","maker":"kikichi","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF/Qwen2.5-3B-Instruct-Uncensored.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-04-30T11:58:57.000Z","downloads":11642,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q2_K.gguf","label":"Q2_K","size":1274756000,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":1454357408,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":1590475680,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":1707391904,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":1753185184,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":1834384288,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":1929903008,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":2169666464,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2224815008,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q6_K.gguf","label":"Q6_K","size":2538159008,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.Q8_0.gguf","label":"Q8_0","size":3285476256,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF","file":"Qwen2.5-3B-Instruct-Uncensored.f16.gguf","label":"F16","size":6178317216,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-3B-Instruct-Uncensored-GGUF"],"logoFrom":"kikichi"},{"id":"sommerfugl-31b-v2","family":"oolabs/sommerfugl-31b-v2","name":"Sommerfugl 31B V2","maker":"oolabs","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/sommerfugl-31b-v2-i1-GGUF/sommerfugl-31b-v2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-08T10:39:41.000Z","downloads":11602,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491328,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874240,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845760,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360896,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890624,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067840,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590912,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q2_K.gguf","label":"Q2_K","size":11916315712,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509696,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370752,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358912,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358912,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499264,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110720,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272192,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792192,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q4_0.gguf","label":"Q4_0","size":17701579840,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167296,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065152,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q4_1.gguf","label":"Q4_1","size":19481422912,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843392,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572672,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/sommerfugl-31b-v2-i1-GGUF","file":"sommerfugl-31b-v2.i1-Q6_K.gguf","label":"Q6_K","size":25201486912,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/sommerfugl-31b-v2-i1-GGUF"],"logoFrom":"oolabs"},{"id":"qwen3-5-27b-abliterated","family":"wangzhang/Qwen3.5-27B-abliterated","name":"Qwen3.5 27B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF/Qwen3.5-27B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-28T02:40:01.000Z","downloads":11595,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824160,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7631083680,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433182880,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090590880,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913440,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10004592800,"bits":2.98,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q2_K.gguf","label":"Q2_K","size":10121840224,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325280,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10711664800,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186370720,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967129760,"bits":3.56,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":12073952864,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953440,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328160,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874400,"bits":3.74,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":13289645664,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301442720,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344775840,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506400,"bits":4.49,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q4_0.gguf","label":"Q4_0","size":15476868704,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521433760,"bits":4.62,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":15568619104,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314400,"bits":4.64,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16540272224,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547399840,"bits":4.92,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q4_1.gguf","label":"Q4_1","size":17078240864,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078241440,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679613600,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099040,"bits":5.72,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19399607904,"bits":5.77,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q6_K.gguf","label":"Q6_K","size":22082528864,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-i1-GGUF","file":"Qwen3.5-27B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22082529440,"bits":6.57,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":28595762784,"bits":8.5,"known":true,"rank":0},{"repo":"HeYujie/Qwen3.5-27B-abliterated-GGUF","file":"Qwen3.5-27B-abliterated-Q8_0.gguf","label":"Q8_0","size":28595762784,"bits":8.5,"known":true,"rank":0}],"repos":["HeYujie/Qwen3.5-27B-abliterated-GGUF","mradermacher/Qwen3.5-27B-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"meta-llama-3-70b-instruct","family":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","name":"Meta Llama 3 70B","maker":"ThomasBaruzier","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF/Meta-Llama-3-70B-Instruct-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-04-18T16:42:52.000Z","downloads":11589,"likes":226,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":15343482656,"bits":1.74,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":16751195936,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097384736,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":21142107936,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":22242342688,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":24119293728,"bits":2.74,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":24471943328,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q2_K.gguf","label":"Q2_K","size":26375108384,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494048,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":29307729696,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":29371168544,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":30912050976,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":30912050976,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":31937034016,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":34267494176,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":37140592416,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":37902661408,"bits":4.3,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":39969732512,"bits":4.53,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":39969732512,"bits":4.53,"known":false,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":39969732512,"bits":4.53,"known":false,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":40029943584,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":40053618464,"bits":4.54,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_0.gguf","label":"Q4_0","size":40116533408,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":40347219744,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":42520393504,"bits":4.82,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_1.gguf","label":"Q4_1","size":44313589920,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":45270202144,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":48657446688,"bits":5.52,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q5_0.gguf","label":"Q5_0","size":48804247712,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":49949816608,"bits":5.66,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q5_1/Meta-Llama-3-70B-Instruct-Q5_1-00001-of-00002.gguf","label":"Q5_1","size":53001304416,"bits":6.01,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q6_K/Meta-Llama-3-70B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888143712,"bits":6.56,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-Q8_0/Meta-Llama-3-70B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975050080,"bits":8.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct-F16/Meta-Llama-3-70B-Instruct-F16-00001-of-00003.gguf","label":"F16","size":141117913312,"bits":16,"known":true,"rank":0},{"repo":"MaziyarPanahi/Meta-Llama-3-70B-Instruct-GGUF","file":"Meta-Llama-3-70B-Instruct.fp16-00001-of-00004.gguf","label":"Meta-Llama-3-70B-Instruct.fp16","size":141118425920,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/Meta-Llama-3-70B-Instruct-GGUF","ThomasBaruzier/Meta-Llama-3-70B-Instruct-GGUF","bartowski/Meta-Llama-3-70B-Instruct-GGUF"],"logoFrom":"ThomasBaruzier"},{"id":"redcell-26b-a4b-osint-cyber-apex","family":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","name":"REDCELL 26B A4B OSINT Cyber APEX","maker":"terrorswift","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF/REDCELL-26B-A4B-OSINT-Cyber-Q8_0.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-10T20:55:29.000Z","downloads":11564,"likes":75,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Mini.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Mini","size":12258870816,"bits":3.89,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Compact.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Compact","size":14651485216,"bits":4.65,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-I-Compact.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-I-Compact","size":14651485440,"bits":4.65,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Quality.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Quality","size":19704352288,"bits":6.25,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-I-Quality.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-I-Quality","size":19704352512,"bits":6.25,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Balanced.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-Balanced","size":20655935008,"bits":6.55,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-APEX-I-Balanced.gguf","label":"REDCELL-26B-A4B-OSINT-Cyber-APEX-I-Balanced","size":20655935232,"bits":6.55,"known":false,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-Q8_0.gguf","label":"Q8_0","size":26859858976,"bits":8.52,"known":true,"rank":0},{"repo":"terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF","file":"REDCELL-26B-A4B-OSINT-Cyber-f16.gguf","label":"F16","size":50505135136,"bits":16.01,"known":true,"rank":0}],"repos":["terrorswift/REDCELL-26B-A4B-OSINT-Cyber-APEX-GGUF"],"logoFrom":"unsloth"},{"id":"qwen3-8-27b-efficientthink-val-apex-i-nanoplus-v3","family":"IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3-GGUF","name":"Qwen3.8 27B EfficientThink VAL APEX I NanoPlus V3","maker":"IsValorum","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3-GGUF/Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T19:40:00.000Z","downloads":11557,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3-GGUF","file":"Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3.gguf","label":"Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3","size":11176175232,"bits":3.27,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-27B-EfficientThink-VAL-APEX-I-NanoPlus-V3-GGUF"],"logoFrom":"nerkyor"},{"id":"dolphin-2-2-1-mistral-7b","family":"dphn/dolphin-2.2.1-mistral-7b","name":"Dolphin 2.2.1 Mistral 7B","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF/dolphin-2.2.1-mistral-7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-30T22:50:33.000Z","downloads":11487,"likes":125,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111488,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455680,"bits":1.94,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991696000,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265472,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930880,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2500723136,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q2_K.gguf","label":"Q2_K","size":2719253184,"bits":3,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354560,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018827264,"bits":3.34,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164579328,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3182405120,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903424,"bits":3.63,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518998016,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036480,"bits":4.22,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907701056,"bits":4.32,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q4_0.gguf","label":"Q4_0","size":4123609664,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386880,"bits":4.58,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368452160,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729856,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131423296,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF","file":"dolphin-2.2.1-mistral-7b.i1-Q6_K.gguf","label":"Q6_K","size":5942080128,"bits":6.57,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2.2.1-mistral-7B-GGUF","file":"dolphin-2.2.1-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.2.1-mistral-7B-GGUF","mradermacher/dolphin-2.2.1-mistral-7b-i1-GGUF"],"logoFrom":"dphn"},{"id":"pplx-decider-v1-1-27b","family":"perplexity-ai/pplx-decider-v1.1-27b","name":"Pplx Decider V1.1 27B","maker":"perplexity-ai","catalog":null,"tuned":false,"params":25.63,"active":null,"layers":64,"probe":"Livesport/pplx-decider-v1.1-27b-GGUF/pplx-decider-v1.1-27b-Q8_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-05T12:32:27.000Z","downloads":11430,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Livesport/pplx-decider-v1.1-27b-GGUF","file":"pplx-decider-v1.1-27b-Q5_K_M-dyn.gguf","label":"pplx-decider-v1.1-27b-Q5_K_M-dyn","size":19584478368,"bits":6.11,"known":false,"rank":0},{"repo":"Livesport/pplx-decider-v1.1-27b-GGUF","file":"pplx-decider-v1.1-27b-Q8_0.gguf","label":"Q8_0","size":27246296928,"bits":8.5,"known":true,"rank":0}],"repos":["Livesport/pplx-decider-v1.1-27b-GGUF"],"logoFrom":"perplexity-ai"},{"id":"carnice-qwen3-6-moe-35b-a3b","family":"samuelcardillo/Carnice-Qwen3.6-MoE-35B-A3B","name":"Carnice Qwen3.6 MoE 35B A3B","maker":"samuelcardillo","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-MTP-GGUF/Carnice-Qwen3.6-MoE-35B-A3B-F16.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-19T08:07:15.000Z","downloads":11421,"likes":49,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Mini.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Mini","size":14316567104,"bits":3.23,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-Compact.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-Compact","size":17293090112,"bits":3.9,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Compact.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Compact","size":17293090368,"bits":3.9,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-Quality.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-Quality","size":22819403072,"bits":5.14,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Quality.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Quality","size":22819403328,"bits":5.14,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-Balanced.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-Balanced","size":25624958272,"bits":5.77,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Balanced.gguf","label":"Carnice-Qwen3.6-MoE-35B-A3B-APEX-I-Balanced","size":25624958528,"bits":5.77,"known":false,"rank":0},{"repo":"mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-MTP-GGUF","file":"Carnice-Qwen3.6-MoE-35B-A3B-F16.gguf","label":"F16","size":71065942976,"bits":16.01,"known":true,"rank":1}],"repos":["mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-GGUF","mudler/Carnice-Qwen3.6-MoE-35B-A3B-APEX-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"altworld-hemmingway-1","family":"botp/Altworld_Hemmingway-1-GGUF","name":"Altworld Hemmingway 1","maker":"botp","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"botp/Altworld_Hemmingway-1-GGUF/Altworld_Hemmingway-1-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-21T12:26:56.000Z","downloads":11418,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268800,"bits":2.6,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_XS.gguf","label":"IQ2_XS","size":9088526400,"bits":2.66,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_S.gguf","label":"IQ2_S","size":9684043840,"bits":2.84,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ2_M.gguf","label":"IQ2_M","size":10522249280,"bits":3.08,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q2_K.gguf","label":"Q2_K","size":10821544000,"bits":3.17,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168000,"bits":3.61,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q3_K_S.gguf","label":"Q3_K_S","size":12739885120,"bits":3.73,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ3_XS.gguf","label":"IQ3_XS","size":12799604800,"bits":3.75,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q3_K_M.gguf","label":"Q3_K_M","size":13404051520,"bits":3.93,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q3_K_L.gguf","label":"Q3_K_L","size":14122817600,"bits":4.14,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ3_M.gguf","label":"IQ3_M","size":14860630080,"bits":4.35,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ4_XS.gguf","label":"IQ4_XS","size":15475951680,"bits":4.53,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_0.gguf","label":"Q4_0","size":16348768320,"bits":4.79,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_K_S.gguf","label":"Q4_K_S","size":16363513920,"bits":4.79,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-IQ4_NL.gguf","label":"IQ4_NL","size":17442400320,"bits":5.11,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_K_M.gguf","label":"Q4_K_M","size":17442400320,"bits":5.11,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_1.gguf","label":"Q4_1","size":17825458240,"bits":5.22,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q4_K_L.gguf","label":"Q4_K_L","size":18820704320,"bits":5.51,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q5_K_S.gguf","label":"Q5_K_S","size":19566913600,"bits":5.73,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q5_K_M.gguf","label":"Q5_K_M","size":20923877440,"bits":6.13,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q6_K_S.gguf","label":"Q6_K_S","size":22857455680,"bits":6.69,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q6_K.gguf","label":"Q6_K","size":23860566080,"bits":6.99,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q6_K_L.gguf","label":"Q6_K_L","size":24958908480,"bits":7.31,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-Q8_0.gguf","label":"Q8_0","size":29116389440,"bits":8.53,"known":true,"rank":0},{"repo":"botp/Altworld_Hemmingway-1-GGUF","file":"Altworld_Hemmingway-1-bf16/Altworld_Hemmingway-1-bf16-00001-of-00002.gguf","label":"BF16","size":54657734624,"bits":16.01,"known":true,"rank":0}],"repos":["botp/Altworld_Hemmingway-1-GGUF"],"logoFrom":"Altworld"},{"id":"nous-hermes-2-mixtral-8x7b-dpo","family":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","name":"Nous Hermes 2 Mixtral 8x7B DPO","maker":"Nous Research","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF/Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-11T06:14:47.000Z","downloads":11360,"likes":71,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1164,"arenaCoding":1176,"arenaVision":null,"builds":[{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":9821677888,"bits":1.68,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":10847185216,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556364096,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923707200,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":14127860864,"bits":2.42,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":15495203968,"bits":2.65,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q2_K.gguf","label":"Q2_K","size":17309182880,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q2_K.gguf","label":"Q2_K","size":17311239552,"bits":2.97,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242473088,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350401216,"bits":3.31,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":20432531648,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432531648,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":21430776000,"bits":3.67,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q3_K_M.gguf","label":"Q3_K_M","size":22544404192,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546460864,"bits":3.86,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169656512,"bits":4.14,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080550400,"bits":4.3,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q4_0.gguf","label":"Q4_0","size":26441544480,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q4_0.gguf","label":"Q4_0","size":26561041664,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745591040,"bits":4.58,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q4_K_M.gguf","label":"Q4_K_M","size":28446421792,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448478464,"bits":4.87,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q5_0.gguf","label":"Q5_0","size":32229291808,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231348480,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q5_K_M.gguf","label":"Q5_K_M","size":33227536160,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229592832,"bits":5.69,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q6_K.gguf","label":"Q6_K","size":38378773344,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-DPO.i1-Q6_K.gguf","label":"Q6_K","size":38380830016,"bits":6.57,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","file":"nous-hermes-2-mixtral-8x7b-dpo.Q8_0.gguf","label":"Q8_0","size":49624279776,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-i1-GGUF"],"logoFrom":"NousResearch"},{"id":"gemma-4-12b-it-qat-q4-0-unquantized-uncensored-heretic-v3","family":"OS-Software/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3","name":"Gemma 4 12B Qat Q4 0 Unquantized Uncensored Heretic V3","maker":"OS-Software","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-07T20:55:08.000Z","downloads":11354,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693536,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ1_M.gguf","label":"IQ1_M","size":3202850016,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110816,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887844576,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598816,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807456,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149216,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q2_K.gguf","label":"Q2_K","size":4830149856,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196256,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394976,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ3_S.gguf","label":"IQ3_S","size":5528231136,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528231136,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993696,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087089376,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321376,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635257056,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975880416,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q4_0.gguf","label":"Q4_0","size":6997998816,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024049376,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381384416,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3.i1-Q4_1.gguf","label":"Q4_1","size":7657127136,"bits":5.14,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-12B-it-qat-q4_0-unquantized-uncensored-heretic-v3-i1-GGUF"],"logoFrom":"OS-Software"},{"id":"dolphin3-0-llama3-1-8b-abliterated","family":"huihui-ai/Dolphin3.0-Llama3.1-8B-abliterated","name":"Dolphin3.0 Llama3.1 8B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF/Dolphin3.0-Llama3.1-8B-abliterated.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-01-08T20:09:50.000Z","downloads":11340,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q2_K.gguf","label":"Q2_K","size":3179142048,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3664510688,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018929376,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4321967840,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4484375072,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692681504,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920746784,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599307552,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5733000992,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q6_K.gguf","label":"Q6_K","size":6596021088,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.Q8_0.gguf","label":"Q8_0","size":8540789472,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF","file":"Dolphin3.0-Llama3.1-8B-abliterated.f16.gguf","label":"F16","size":16068925152,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Dolphin3.0-Llama3.1-8B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"deepseek-v4-pro-qwen3-5-4b","family":"Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B","name":"DeepSeek V4 Pro Qwen3.5 4B","maker":"Jackrong","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-GGUF/DeepSeek-V4-Pro-Qwen3.5-4B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-24T16:38:01.000Z","downloads":11314,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q2_K.gguf","label":"Q2_K","size":1959169888,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2121750368,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2191730528,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2216798048,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2318808928,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2482648928,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2578812768,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q4_0.gguf","label":"Q4_0","size":2617683808,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2631774048,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2677649248,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2783448928,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q4_1.gguf","label":"Q4_1","size":2842390368,"bits":5.25,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3072995168,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3161427808,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.i1-Q6_K.gguf","label":"Q6_K","size":3563030368,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.Q8_0.gguf","label":"Q8_0","size":4610582112,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-GGUF","file":"DeepSeek-V4-Pro-Qwen3.5-4B.f16.gguf","label":"F16","size":8665622112,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-GGUF","mradermacher/DeepSeek-V4-Pro-Qwen3.5-4B-i1-GGUF"],"logoFrom":"Jackrong"},{"id":"qwen3-8-flash-next-gsq-rco-uncensored-q8g","family":"rSalone/Qwen3.8-Flash-Next-GSQ-RCO-uncensored-q8g-GGUF","name":"Qwen3.8 Flash Next GSQ RCO Uncensored Q8g","maker":"rSalone","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"rSalone/Qwen3.8-Flash-Next-GSQ-RCO-uncensored-q8g-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-uncensored-q8g-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-11T08:46:10.000Z","downloads":11312,"likes":9,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"rSalone/Qwen3.8-Flash-Next-GSQ-RCO-uncensored-q8g-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-uncensored-q8g-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":83848431296,"bits":3.79,"known":true,"rank":0}],"repos":["rSalone/Qwen3.8-Flash-Next-GSQ-RCO-uncensored-q8g-GGUF"],"logoFrom":"rSalone"},{"id":"neohorse-1-9b","family":"TokenRhythm/NeoHorse-1-9B","name":"NeoHorse 1 9B","maker":"TokenRhythm","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"TokenRhythm/NeoHorse-1-9B-GGUF/NeoHorse-1-9B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-05T10:59:02.000Z","downloads":11301,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TokenRhythm/NeoHorse-1-9B-GGUF","file":"NeoHorse-1-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5629109056,"bits":5.03,"known":true,"rank":0},{"repo":"TokenRhythm/NeoHorse-1-9B-GGUF","file":"NeoHorse-1-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6467969856,"bits":5.78,"known":true,"rank":0},{"repo":"TokenRhythm/NeoHorse-1-9B-GGUF","file":"NeoHorse-1-9B-Q8_0.gguf","label":"Q8_0","size":9527501632,"bits":8.52,"known":true,"rank":0},{"repo":"TokenRhythm/NeoHorse-1-9B-GGUF","file":"NeoHorse-1-9B-BF16.gguf","label":"BF16","size":17920697152,"bits":16.02,"known":true,"rank":0},{"repo":"TokenRhythm/NeoHorse-1-9B-GGUF","file":"NeoHorse-1-9B-F16.gguf","label":"F16","size":17920697152,"bits":16.02,"known":true,"rank":0}],"repos":["TokenRhythm/NeoHorse-1-9B-GGUF"],"logoFrom":"TokenRhythm"},{"id":"smaug-humanizer","family":"abacusai/Smaug-Humanizer","name":"Smaug Humanizer","maker":"abacusai","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"bartowski/abacusai_Smaug-Humanizer-GGUF/abacusai_Smaug-Humanizer-IQ2_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T16:51:01.000Z","downloads":11277,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-IQ2_M.gguf","label":"IQ2_M","size":4446437888,"bits":2.99,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q2_K.gguf","label":"Q2_K","size":4630757888,"bits":3.11,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-IQ3_XXS.gguf","label":"IQ3_XXS","size":5310591488,"bits":3.57,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q3_K_S.gguf","label":"Q3_K_S","size":5548717568,"bits":3.73,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-IQ3_XS.gguf","label":"IQ3_XS","size":5556197888,"bits":3.73,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q3_K_M.gguf","label":"Q3_K_M","size":5799054848,"bits":3.9,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q3_K_L.gguf","label":"Q3_K_L","size":6120846848,"bits":4.11,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-IQ3_M.gguf","label":"IQ3_M","size":6475708928,"bits":4.35,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-IQ4_XS.gguf","label":"IQ4_XS","size":6821247488,"bits":4.58,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q4_0.gguf","label":"Q4_0","size":7127740928,"bits":4.79,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q4_K_S.gguf","label":"Q4_K_S","size":7231851008,"bits":4.86,"known":true,"rank":1},{"repo":"abacusai/Smaug-Humanizer-GGUF","file":"Smaug-Humanizer-Q4_K_M.gguf","label":"Q4_K_M","size":7381364928,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-IQ4_NL.gguf","label":"IQ4_NL","size":7618431488,"bits":5.12,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q4_1.gguf","label":"Q4_1","size":7755411968,"bits":5.21,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q4_K_L.gguf","label":"Q4_K_L","size":8258236928,"bits":5.55,"known":true,"rank":1},{"repo":"abacusai/Smaug-Humanizer-GGUF","file":"Smaug-Humanizer-Q5_K_M.gguf","label":"Q5_K_M","size":8547250368,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q5_K_S.gguf","label":"Q5_K_S","size":8572748288,"bits":5.76,"known":true,"rank":1},{"repo":"abacusai/Smaug-Humanizer-GGUF","file":"Smaug-Humanizer-Q6_K.gguf","label":"Q6_K","size":9786003648,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q6_K_S.gguf","label":"Q6_K_S","size":9994562048,"bits":6.71,"known":true,"rank":1},{"repo":"bartowski/abacusai_Smaug-Humanizer-GGUF","file":"abacusai_Smaug-Humanizer-Q6_K_L.gguf","label":"Q6_K_L","size":10934501888,"bits":7.34,"known":true,"rank":1},{"repo":"abacusai/Smaug-Humanizer-GGUF","file":"Smaug-Humanizer-Q8_0.gguf","label":"Q8_0","size":12669628608,"bits":8.51,"known":true,"rank":0},{"repo":"abacusai/Smaug-Humanizer-GGUF","file":"Smaug-Humanizer-BF16.gguf","label":"BF16","size":23832047808,"bits":16.01,"known":true,"rank":0}],"repos":["abacusai/Smaug-Humanizer-GGUF","bartowski/abacusai_Smaug-Humanizer-GGUF","mradermacher/Smaug-Humanizer-i1-GGUF"],"logoFrom":"abacusai"},{"id":"yi-34b-200k-dare-megamerge-v8","family":"brucethemoose/Yi-34B-200K-DARE-megamerge-v8","name":"Yi 34B 200K DARE Megamerge V8","maker":"brucethemoose","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF/Yi-34B-200K-DARE-megamerge-v8.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-01-14T18:13:39.000Z","downloads":11236,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ1_S.gguf","label":"IQ1_S","size":7498993920,"bits":1.74,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ1_M.gguf","label":"IQ1_M","size":8176800000,"bits":1.9,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.IQ2_XXS.gguf","label":"IQ2_XXS","size":9306476800,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306476800,"bits":2.16,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.IQ2_XS.gguf","label":"IQ2_XS","size":10306556160,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306556160,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ2_S.gguf","label":"IQ2_S","size":10891036352,"bits":2.53,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q2_K_S.gguf","label":"Q2_K_S","size":11755210880,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ2_M.gguf","label":"IQ2_M","size":11794777792,"bits":2.74,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q2_K.gguf","label":"Q2_K","size":12766759040,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q2_K.gguf","label":"Q2_K","size":12825249920,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333890752,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234336832,"bits":3.31,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q3_K_S.gguf","label":"Q3_K_S","size":14960311872,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960311872,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ3_S.gguf","label":"IQ3_S","size":15018802752,"bits":3.49,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ3_M.gguf","label":"IQ3_M","size":15564717632,"bits":3.62,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q3_K_M.gguf","label":"Q3_K_M","size":16654941760,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654941760,"bits":3.87,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q3_K_L.gguf","label":"Q3_K_L","size":18139463232,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139463232,"bits":4.22,"known":true,"rank":1},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475070432,"bits":4.3,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q4_0.gguf","label":"Q4_0","size":19466548640,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q4_0.gguf","label":"Q4_0","size":19530773920,"bits":4.54,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q4_K_S.gguf","label":"Q4_K_S","size":19598669216,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598669216,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q4_K_M.gguf","label":"Q4_K_M","size":20658730400,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658730400,"bits":4.81,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q5_0.gguf","label":"Q5_0","size":23707712672,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q5_K_S.gguf","label":"Q5_K_S","size":23707712672,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707712672,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q5_K_M.gguf","label":"Q5_K_M","size":24321866912,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321866912,"bits":5.66,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q6_K.gguf","label":"Q6_K","size":28213949472,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF","file":"Yi-34B-200K-DARE-megamerge-v8.i1-Q6_K.gguf","label":"Q6_K","size":28213949472,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","file":"yi-34b-200k-dare-megamerge-v8.Q8_0.gguf","label":"Q8_0","size":36542312224,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yi-34B-200K-DARE-megamerge-v8-GGUF","mradermacher/Yi-34B-200K-DARE-megamerge-v8-i1-GGUF"],"logoFrom":"brucethemoose"},{"id":"glm-4-5-iceblink-v3-106b-a12b","family":"zerofata/GLM-4.5-Iceblink-v3-106B-A12B","name":"GLM 4.5 Iceblink V3 106B A12B","maker":"zerofata","catalog":null,"tuned":true,"params":106.85,"active":13.42,"layers":46,"probe":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF/GLM-4.5-Iceblink-v3-106B-A12B.Q2_K.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2026-03-10T22:55:43.000Z","downloads":11235,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q2_K.gguf","label":"Q2_K","size":43603625984,"bits":3.26,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q3_K_S.gguf","label":"Q3_K_S","size":50705192960,"bits":3.8,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q3_K_M.gguf","label":"Q3_K_M","size":55279065088,"bits":4.14,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q3_K_L.gguf","label":"Q3_K_L","size":57637443584,"bits":4.32,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.IQ4_XS.gguf","label":"IQ4_XS","size":58683648000,"bits":4.39,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q4_K_S.gguf","label":"Q4_K_S","size":64739780608,"bits":4.85,"known":true,"rank":1},{"repo":"zerofata/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"IQ4_XS-Q5_0/GLM-Air-v4-SFT-3-writing-Q8_0-FFN-IQ4_XS-IQ4_XS-Q5_0-00001-of-00002.gguf","label":"Q5_0","size":65860100800,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q4_K_M.gguf","label":"Q4_K_M","size":70448211968,"bits":5.27,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q5_K_S.gguf","label":"Q5_K_S","size":75729545216,"bits":5.67,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q5_K_M.gguf","label":"Q5_K_M","size":80638076928,"bits":6.04,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q6_K.gguf","label":"Q6_K","size":95858849792,"bits":7.18,"known":true,"rank":1},{"repo":"mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","file":"GLM-4.5-Iceblink-v3-106B-A12B.Q8_0.gguf","label":"Q8_0","size":113612253184,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/GLM-4.5-Iceblink-v3-106B-A12B-GGUF","zerofata/GLM-4.5-Iceblink-v3-106B-A12B-GGUF"],"logoFrom":"zerofata"},{"id":"vllm-d3-lite","family":"ggml-org/vllm-d3-lite-GGUF","name":"Vllm D3 Lite","maker":"ggml-org","catalog":null,"tuned":false,"params":1.01,"active":null,"layers":24,"probe":"ggml-org/vllm-d3-lite-GGUF/vllm-d3-lite-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:25:39.000Z","downloads":11221,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/vllm-d3-lite-GGUF","file":"vllm-d3-lite-Q8_0.gguf","label":"Q8_0","size":1082017344,"bits":8.57,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-lite-GGUF","file":"vllm-d3-lite-BF16.gguf","label":"BF16","size":2025305664,"bits":16.04,"known":true,"rank":0}],"repos":["ggml-org/vllm-d3-lite-GGUF"],"logoFrom":"vllm-sr"},{"id":"mistral-nemo-instruct-2407-12b-thinking-m-claude-opus-high-reasoning","family":"DavidAU/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning","name":"Mistral Nemo 2407 12B Thinking M Claude Opus High Reasoning","maker":"DavidAU","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-07T05:52:00.000Z","downloads":11114,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ1_S.gguf","label":"IQ1_S","size":2999213792,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ1_M.gguf","label":"IQ1_M","size":3221626592,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592314592,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915079392,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ2_S.gguf","label":"IQ2_S","size":4138475232,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ2_M.gguf","label":"IQ2_M","size":4435025632,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493680352,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q2_K.gguf","label":"Q2_K","size":4791049952,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945387232,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306490592,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534228192,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ3_S.gguf","label":"IQ3_S","size":5562080992,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ3_M.gguf","label":"IQ3_M","size":5722234592,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083092192,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561504992,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742712032,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_0.gguf","label":"Q4_0","size":7094640352,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097917152,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120199392,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477206752,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_1.gguf","label":"Q4_1","size":7795220192,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518737632,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727633632,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q6_K.gguf","label":"Q6_K","size":10056212192,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"glm-5","family":"zai-org/GLM-5","name":"GLM 5","maker":"Z.ai","catalog":null,"tuned":true,"params":753.86,"active":42.38,"layers":79,"probe":"unsloth/GLM-5-GGUF/GLM-5-UD-TQ1_0.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":202752,"arch":"glm-dsa","vision":false,"licence":"mit","open":true,"released":"2026-02-11T04:55:46.000Z","downloads":11105,"likes":228,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1457,"arenaCoding":1498,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-5-GGUF","file":"GLM-5-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":176142433184,"bits":1.87,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-IQ1_S/GLM-5-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":203699011168,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-IQ1_M/GLM-5-UD-IQ1_M-00001-of-00006.gguf","label":"UD-IQ1_M","size":223855224416,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-IQ2_XXS/GLM-5-UD-IQ2_XXS-00001-of-00006.gguf","label":"UD-IQ2_XXS","size":241073170016,"bits":2.56,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-IQ2_M/GLM-5-UD-IQ2_M-00001-of-00007.gguf","label":"UD-IQ2_M","size":254763378336,"bits":2.7,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q2_K/GLM-5-Q2_K-00001-of-00007.gguf","label":"Q2_K","size":275953473216,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q2_K_L/GLM-5-Q2_K_L-00001-of-00007.gguf","label":"Q2_K_L","size":276176500448,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-Q2_K_XL/GLM-5-UD-Q2_K_XL-00001-of-00007.gguf","label":"UD-Q2_K_XL","size":281382790880,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-IQ3_XXS/GLM-5-UD-IQ3_XXS-00001-of-00008.gguf","label":"UD-IQ3_XXS","size":304536467744,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q3_K_S/GLM-5-Q3_K_S-00001-of-00008.gguf","label":"Q3_K_S","size":326276833568,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-Q3_K_XL/GLM-5-UD-Q3_K_XL-00001-of-00008.gguf","label":"UD-Q3_K_XL","size":332461357376,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q3_K_M/GLM-5-Q3_K_M-00001-of-00009.gguf","label":"Q3_K_M","size":360308302304,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"IQ4_XS/GLM-5-IQ4_XS-00001-of-00010.gguf","label":"IQ4_XS","size":402895582272,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"MXFP4_MOE/GLM-5-MXFP4_MOE-00001-of-00010.gguf","label":"MXFP4_MOE","size":410557924192,"bits":4.36,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"IQ4_NL/GLM-5-IQ4_NL-00001-of-00010.gguf","label":"IQ4_NL","size":425923884032,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q4_0/GLM-5-Q4_0-00001-of-00010.gguf","label":"Q4_0","size":427145999360,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q4_K_S/GLM-5-Q4_K_S-00001-of-00010.gguf","label":"Q4_K_S","size":428368114688,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-Q4_K_XL/GLM-5-UD-Q4_K_XL-00001-of-00010.gguf","label":"UD-Q4_K_XL","size":430704800768,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q4_K_M/GLM-5-Q4_K_M-00001-of-00011.gguf","label":"Q4_K_M","size":455879275712,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q4_1/GLM-5-Q4_1-00001-of-00011.gguf","label":"Q4_1","size":472704107744,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q5_K_S/GLM-5-Q5_K_S-00001-of-00012.gguf","label":"Q5_K_S","size":519738348800,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q5_K_M/GLM-5-Q5_K_M-00001-of-00012.gguf","label":"Q5_K_M","size":535169914112,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-Q5_K_XL/GLM-5-UD-Q5_K_XL-00001-of-00012.gguf","label":"UD-Q5_K_XL","size":536222946560,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q6_K/GLM-5-Q6_K-00001-of-00014.gguf","label":"Q6_K","size":619377928352,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-Q6_K_XL/GLM-5-UD-Q6_K_XL-00001-of-00015.gguf","label":"UD-Q6_K_XL","size":645157970208,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"Q8_0/GLM-5-Q8_0-00001-of-00018.gguf","label":"Q8_0","size":801344964608,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"UD-Q8_K_XL/GLM-5-UD-Q8_K_XL-00001-of-00019.gguf","label":"UD-Q8_K_XL","size":868774627424,"bits":9.22,"known":true,"rank":0},{"repo":"unsloth/GLM-5-GGUF","file":"BF16/GLM-5-BF16-00001-of-00033.gguf","label":"BF16","size":1507979369824,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-5-GGUF"],"logoFrom":"zai-org"},{"id":"apus-reflex-9b","family":"apus-ailab/APUS-Reflex-9B","name":"APUS Reflex 9B","maker":"apus-ailab","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"apus-ailab/APUS-Reflex-9B-GGUF/APUS-OpenJev-v1-9B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T02:56:48.000Z","downloads":11093,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apus-ailab/APUS-Reflex-9B-GGUF","file":"APUS-OpenJev-v1-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5629109472,"bits":5.03,"known":true,"rank":0},{"repo":"apus-ailab/APUS-Reflex-9B-GGUF","file":"APUS-OpenJev-v1-9B-Q8_0.gguf","label":"Q8_0","size":9527501728,"bits":8.52,"known":true,"rank":0},{"repo":"apus-ailab/APUS-Reflex-9B-GGUF","file":"APUS-OpenJev-v1-9B-BF16.gguf","label":"BF16","size":17920697248,"bits":16.02,"known":true,"rank":0}],"repos":["apus-ailab/APUS-Reflex-9B-GGUF"],"logoFrom":"apus-ailab"},{"id":"nex-agi-nex-n2-5-mini","family":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","name":"Nex Agi Nex N2.5 Mini","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/nex-agi_Nex-N2.5-mini-GGUF/nex-agi_Nex-N2.5-mini-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-11T07:51:37.000Z","downloads":11071,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ2_XXS.gguf","label":"IQ2_XXS","size":10793195648,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ2_XS.gguf","label":"IQ2_XS","size":11265259648,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ2_S.gguf","label":"IQ2_S","size":11979544704,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ2_M.gguf","label":"IQ2_M","size":13233805440,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q2_K.gguf","label":"Q2_K","size":13839333504,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ3_XXS.gguf","label":"IQ3_XXS","size":15581673600,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ3_XS.gguf","label":"IQ3_XS","size":16318691456,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q3_K_S.gguf","label":"Q3_K_S","size":16318691456,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q3_K_M.gguf","label":"Q3_K_M","size":17344329856,"bits":4,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q3_K_L.gguf","label":"Q3_K_L","size":18267076736,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ3_M.gguf","label":"IQ3_M","size":18958219392,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ4_XS.gguf","label":"IQ4_XS","size":19886930048,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q4_0.gguf","label":"Q4_0","size":19942611072,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q4_K_S.gguf","label":"Q4_K_S","size":20946974848,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q4_1.gguf","label":"Q4_1","size":21973768320,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-IQ4_NL.gguf","label":"IQ4_NL","size":22318512256,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q4_K_M.gguf","label":"Q4_K_M","size":22318512256,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q4_K_L.gguf","label":"Q4_K_L","size":24113674368,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q5_K_S.gguf","label":"Q5_K_S","size":25137084544,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q5_K_M.gguf","label":"Q5_K_M","size":26984675456,"bits":6.23,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q6_K.gguf","label":"Q6_K","size":29373331584,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q6_K_L.gguf","label":"Q6_K_L","size":32298858624,"bits":7.46,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-Q8_0.gguf","label":"Q8_0","size":36914690176,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2.5-mini-GGUF","file":"nex-agi_Nex-N2.5-mini-bf16/nex-agi_Nex-N2.5-mini-bf16-00001-of-00002.gguf","label":"BF16","size":69376636960,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nex-agi_Nex-N2.5-mini-GGUF"],"logoFrom":"nex-agi"},{"id":"oxcoder-9b","family":"OrionLLM/OxCoder-9B","name":"OxCoder 9B","maker":"OrionLLM","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/OxCoder-9B-GGUF/OxCoder-9B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-07T22:45:04.000Z","downloads":11056,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q2_K.gguf","label":"Q2_K","size":3827271104,"bits":3.42,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4259415136,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4259415488,"bits":3.81,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623533152,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623533504,"bits":4.13,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4925523040,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4925523392,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.IQ4_XS.gguf","label":"IQ4_XS","size":5227906496,"bits":4.67,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q4_0.gguf","label":"Q4_0","size":5313365088,"bits":4.75,"known":true,"rank":0},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5351638112,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5351638464,"bits":4.78,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629117536,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629117888,"bits":5.03,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q5_0.gguf","label":"Q5_0","size":6305317984,"bits":5.64,"known":true,"rank":0},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6305317984,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6305318336,"bits":5.64,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467978336,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467978688,"bits":5.78,"known":true,"rank":1},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q6_K.gguf","label":"Q6_K","size":7359268288,"bits":6.58,"known":true,"rank":1},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.Q8_0.gguf","label":"Q8_0","size":9527510464,"bits":8.52,"known":true,"rank":1},{"repo":"prithivMLmods/OxCoder-9B-GGUF","file":"OxCoder-9B.BF16.gguf","label":"BF16","size":17920705632,"bits":16.02,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GGUF","file":"OxCoder-9B.f16.gguf","label":"F16","size":17920705984,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/OxCoder-9B-GGUF","mradermacher/OxCoder-9B-i1-GGUF","prithivMLmods/OxCoder-9B-GGUF"],"logoFrom":"OrionLLM"},{"id":"qwen3-8-27b-uncensored-iq4-xs-mtp-16gb-vram","family":"Bucoid/Qwen3.8-27B-Uncensored-IQ4-XS-MTP-16GB-VRAM-GGUF","name":"Qwen3.8 27B Uncensored IQ4 XS MTP 16GB VRAM","maker":"Bucoid","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"Bucoid/Qwen3.8-27B-Uncensored-IQ4-XS-MTP-16GB-VRAM-GGUF/Qwen3.8-27B-Uncensored-IQ4_XS_4BPW.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T13:49:25.000Z","downloads":10974,"likes":64,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Bucoid/Qwen3.8-27B-Uncensored-IQ4-XS-MTP-16GB-VRAM-GGUF","file":"Qwen3.8-27B-Uncensored-IQ4_XS_4BPW.gguf","label":"IQ4_XS","size":13905647712,"bits":4.07,"known":true,"rank":0}],"repos":["Bucoid/Qwen3.8-27B-Uncensored-IQ4-XS-MTP-16GB-VRAM-GGUF"],"logoFrom":"Qwen"},{"id":"impish-bloodmoon-12b","family":"SicariusSicariiStuff/Impish_Bloodmoon_12B","name":"Impish Bloodmoon 12B","maker":"SicariusSicariiStuff","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF/Impish_Bloodmoon-Q3_K_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-01T09:40:43.000Z","downloads":10953,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q3_K_S.gguf","label":"Q3_K_S","size":5534238048,"bits":3.61,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q3_K_M.gguf","label":"Q3_K_M","size":6083102048,"bits":3.97,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q3_K_L.gguf","label":"Q3_K_L","size":6561514848,"bits":4.29,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q4_K_S.gguf","label":"Q4_K_S","size":7120210592,"bits":4.65,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q4_K_M.gguf","label":"Q4_K_M","size":7477217952,"bits":4.88,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q5_K_S.gguf","label":"Q5_K_S","size":8518750112,"bits":5.56,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q5_K_M.gguf","label":"Q5_K_M","size":8727646112,"bits":5.7,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q6_K.gguf","label":"Q6_K","size":10056226048,"bits":6.57,"known":true,"rank":0},{"repo":"SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF","file":"Impish_Bloodmoon-Q8_0.gguf","label":"Q8_0","size":13022390336,"bits":8.5,"known":true,"rank":0}],"repos":["SicariusSicariiStuff/Impish_Bloodmoon_12B_GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"ostrich-70b","family":"some1nostr/Ostrich-70B","name":"Ostrich 70B","maker":"some1nostr","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"some1nostr/Ostrich-70B/ostrich-70b-v43001-Q3_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-13T00:27:54.000Z","downloads":10933,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"some1nostr/Ostrich-70B","file":"ostrich-70b-v43001-Q3_K.gguf","label":"Q3_K","size":34267494240,"bits":3.89,"known":true,"rank":0},{"repo":"some1nostr/Ostrich-70B","file":"ostrich-70b-v43000-Q4_0.gguf","label":"Q4_0","size":39969732448,"bits":4.53,"known":true,"rank":0},{"repo":"some1nostr/Ostrich-70B","file":"ostrich-70b-v43001-Q5_K.gguf","label":"Q5_K","size":49949816672,"bits":5.66,"known":true,"rank":0},{"repo":"some1nostr/Ostrich-70B","file":"ostrich-70b-v32090-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975049792,"bits":8.5,"known":true,"rank":0}],"repos":["some1nostr/Ostrich-70B"],"logoFrom":null},{"id":"tipo-v2-1-1b-a200m","family":"KBlueLeaf/TIPO-v2.1-1B-A200M","name":"TIPO V2.1 1B A200M","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":1.01,"active":0.26,"layers":16,"probe":"KBlueLeaf/TIPO-v2.1-1B-A200M/gguf/TIPO-v2.1-1B-A200M-Q8_0.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":0,"context":4096,"arch":"dots1","vision":false,"licence":null,"open":false,"released":"2026-08-22T18:55:24.000Z","downloads":10927,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/TIPO-v2.1-1B-A200M","file":"gguf/TIPO-v2.1-1B-A200M-Q8_0.gguf","label":"Q8_0","size":1072689600,"bits":8.5,"known":true,"rank":0},{"repo":"KBlueLeaf/TIPO-v2.1-1B-A200M","file":"TIPO-v2.1-1B-A200M-f16.gguf","label":"F16","size":2015578528,"bits":15.96,"known":true,"rank":0}],"repos":["KBlueLeaf/TIPO-v2.1-1B-A200M"],"logoFrom":"KBlueLeaf"},{"id":"artemis-31b-v1-1","family":"TheDrummer/Artemis-31B-v1.1","name":"Artemis 31B V1.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF/TheDrummer_Artemis-31B-v1.1-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-07-13T06:04:24.000Z","downloads":10849,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830191008,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ2_XS.gguf","label":"IQ2_XS","size":11500943776,"bits":3,"known":true,"rank":0},{"repo":"TheDrummer/Artemis-31B-v1.1-GGUF","file":"Artemis-31B-v1m-Q2_K.gguf","label":"Q2_K","size":11916313632,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ2_S.gguf","label":"IQ2_S","size":12075358624,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ2_M.gguf","label":"IQ2_M","size":12649773472,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q2_K_L.gguf","label":"Q2_K_L","size":12972935584,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981709216,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":13841353120,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":14329063840,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ3_M.gguf","label":"IQ3_M","size":15129829792,"bits":3.94,"known":true,"rank":0},{"repo":"TheDrummer/Artemis-31B-v1.1-GGUF","file":"Artemis-31B-v1m-Q3_K_M.gguf","label":"Q3_K_M","size":15287108640,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":16810625440,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151936928,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":17155893664,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-IQ4_NL.gguf","label":"IQ4_NL","size":18025687456,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q4_0.gguf","label":"Q4_0","size":18076264864,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":18195655072,"bits":4.74,"known":true,"rank":0},{"repo":"TheDrummer/Artemis-31B-v1.1-GGUF","file":"Artemis-31B-v1m-Q4_K_M.gguf","label":"Q4_K_M","size":18687063072,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q4_1.gguf","label":"Q4_1","size":19765275040,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":19939801504,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":21504862624,"bits":5.6,"known":true,"rank":0},{"repo":"TheDrummer/Artemis-31B-v1.1-GGUF","file":"Artemis-31B-v1m-Q5_K_M.gguf","label":"Q5_K_M","size":21845570592,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q5_K_L.gguf","label":"Q5_K_L","size":22950189472,"bits":5.98,"known":true,"rank":0},{"repo":"TheDrummer/Artemis-31B-v1.1-GGUF","file":"Artemis-31B-v1m-Q6_K.gguf","label":"Q6_K","size":25201484832,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":27068033440,"bits":7.05,"known":true,"rank":0},{"repo":"TheDrummer/Artemis-31B-v1.1-GGUF","file":"Artemis-31B-v1m-Q8_0.gguf","label":"Q8_0","size":32635675680,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1.1-GGUF","file":"TheDrummer_Artemis-31B-v1.1-bf16/TheDrummer_Artemis-31B-v1.1-bf16-00001-of-00002.gguf","label":"BF16","size":61413189984,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Artemis-31B-v1.1-GGUF","bartowski/TheDrummer_Artemis-31B-v1.1-GGUF"],"logoFrom":"TheDrummer"},{"id":"ista-daslab-qwen3-8-27b-gsq-rco-gguf-unsloth-mtp","family":"cruizba/ISTA-DASLab-Qwen3.8-27B-GSQ-RCO-GGUF-Unsloth-MTP","name":"ISTA DASLab Qwen3.8 27B GSQ RCO GGUF Unsloth MTP","maker":"cruizba","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"cruizba/ISTA-DASLab-Qwen3.8-27B-GSQ-RCO-GGUF-Unsloth-MTP/Qwen3.8-27B-GSQ-RCO-IQ2_XS+MTP.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-31T19:14:29.000Z","downloads":10847,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cruizba/ISTA-DASLab-Qwen3.8-27B-GSQ-RCO-GGUF-Unsloth-MTP","file":"Qwen3.8-27B-GSQ-RCO-IQ2_XS+MTP.gguf","label":"Qwen3.8-27B-GSQ-RCO-IQ2_XS+MTP","size":8627255360,"bits":2.53,"known":false,"rank":0},{"repo":"cruizba/ISTA-DASLab-Qwen3.8-27B-GSQ-RCO-GGUF-Unsloth-MTP","file":"Qwen3.8-27B-GSQ-RCO-IQ2_S+MTP.gguf","label":"Qwen3.8-27B-GSQ-RCO-IQ2_S+MTP","size":9463924800,"bits":2.77,"known":false,"rank":0},{"repo":"cruizba/ISTA-DASLab-Qwen3.8-27B-GSQ-RCO-GGUF-Unsloth-MTP","file":"Qwen3.8-27B-GSQ-RCO-IQ3_XXS+MTP.gguf","label":"Qwen3.8-27B-GSQ-RCO-IQ3_XXS+MTP","size":10298771520,"bits":3.02,"known":false,"rank":0}],"repos":["cruizba/ISTA-DASLab-Qwen3.8-27B-GSQ-RCO-GGUF-Unsloth-MTP"],"logoFrom":"ISTA-DASLab"},{"id":"gemma-4-12b-it-uncensored-heretic","family":"llmfan46/gemma-4-12B-it-uncensored-heretic","name":"Gemma 4 12B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF/gemma-4-12B-it-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-11T22:55:38.000Z","downloads":10836,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":4830151808,"bits":3.24,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":5528233088,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":6087091328,"bits":4.09,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":6566323328,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":6690555008,"bits":4.49,"known":true,"rank":1},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":8223359136,"bits":5.52,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":8544075936,"bits":5.74,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":9240805536,"bits":6.21,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":9428811936,"bits":6.33,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":9786024096,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":12669649056,"bits":8.51,"known":true,"rank":0},{"repo":"llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","file":"gemma-4-12B-it-uncensored-heretic-BF16.gguf","label":"BF16","size":23832068256,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-12B-it-uncensored-heretic-GGUF","mradermacher/gemma-4-12B-it-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-5-9b-coder","family":"armand0e/Qwen3.5-9B-Coder","name":"Qwen3.5 9B Coder","maker":"armand0e","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-Coder-GGUF/Qwen3.5-9B-Coder.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-14T14:33:50.000Z","downloads":10830,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q2_K.gguf","label":"Q2_K","size":3914971072,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q3_K_S.gguf","label":"Q3_K_S","size":4364023744,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q3_K_M.gguf","label":"Q3_K_M","size":4737611712,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q3_K_L.gguf","label":"Q3_K_L","size":5048514496,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.IQ4_XS.gguf","label":"IQ4_XS","size":5357877184,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q4_K_S.gguf","label":"Q4_K_S","size":5488555968,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q4_K_M.gguf","label":"Q4_K_M","size":5780092864,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q5_K_S.gguf","label":"Q5_K_S","size":6472644544,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q5_K_M.gguf","label":"Q5_K_M","size":6642546624,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q6_K.gguf","label":"Q6_K","size":7558903744,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.Q8_0.gguf","label":"Q8_0","size":9786062784,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Coder-GGUF","file":"Qwen3.5-9B-Coder.f16.gguf","label":"F16","size":18407323584,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Coder-GGUF"],"logoFrom":"armand0e"},{"id":"ollama3-2-flutter","family":"pavansn2000/ollama3.2_flutter","name":"Ollama3.2 Flutter","maker":"pavansn2000","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"pavansn2000/ollama3.2_flutter/unsloth.Q8_0.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-12T15:18:52.000Z","downloads":10827,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"pavansn2000/ollama3.2_flutter","file":"unsloth.Q8_0.gguf","label":"Q8_0","size":3421898848,"bits":8.53,"known":true,"rank":0}],"repos":["pavansn2000/ollama3.2_flutter"],"logoFrom":null},{"id":"gemma-2-9b-it-abliterated","family":"IlyaGusev/gemma-2-9b-it-abliterated","name":"Gemma 2 9B Abliterated","maker":"IlyaGusev","catalog":null,"tuned":true,"params":9.24,"active":null,"layers":42,"probe":"bartowski/gemma-2-9b-it-abliterated-GGUF/gemma-2-9b-it-abliterated-IQ2_M.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-07-13T19:29:30.000Z","downloads":10817,"likes":57,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-IQ2_M.gguf","label":"IQ2_M","size":3434669024,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q2_K.gguf","label":"Q2_K","size":3805397984,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":4027605984,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":4144989152,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":4337664992,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":4494615520,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":4761781216,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":5132452832,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":5183030240,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354660832,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5443142624,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5443142624,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5443142624,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_0.gguf","label":"Q4_0","size":5459198944,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":5478925280,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5761057760,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":5983265760,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":6483592160,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":6647366624,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":6869574624,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q6_K.gguf","label":"Q6_K","size":7589069792,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":7811277792,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-Q8_0.gguf","label":"Q8_0","size":9827148768,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/gemma-2-9b-it-abliterated-GGUF","file":"gemma-2-9b-it-abliterated-f32.gguf","label":"F32","size":36972880576,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/gemma-2-9b-it-abliterated-GGUF"],"logoFrom":"IlyaGusev"},{"id":"gemma-3-12b-it-heretic-v2","family":"DreamFast/gemma-3-12b-it-heretic-v2","name":"Gemma 3 12B Heretic V2","maker":"DreamFast","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"DreamFast/gemma-3-12b-it-heretic-v2/gguf/gemma-3-12b-it-heretic-v2-Q3_K_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2026-03-10T05:44:58.000Z","downloads":10813,"likes":105,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q3_K_M.gguf","label":"Q3_K_M","size":6008817856,"bits":4.08,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q4_K_S.gguf","label":"Q4_K_S","size":6935333056,"bits":4.71,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q4_K_M.gguf","label":"Q4_K_M","size":7300778176,"bits":4.96,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q5_K_S.gguf","label":"Q5_K_S","size":8231962816,"bits":5.6,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q5_K_M.gguf","label":"Q5_K_M","size":8445036736,"bits":5.74,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q6_K.gguf","label":"Q6_K","size":9660811456,"bits":6.57,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-Q8_0.gguf","label":"Q8_0","size":12510212416,"bits":8.5,"known":true,"rank":0},{"repo":"DreamFast/gemma-3-12b-it-heretic-v2","file":"gguf/gemma-3-12b-it-heretic-v2-f16.gguf","label":"F16","size":23540151616,"bits":16,"known":true,"rank":0}],"repos":["DreamFast/gemma-3-12b-it-heretic-v2"],"logoFrom":"google"},{"id":"vikhr-nemo-12b-instruct-r-21-09-24","family":"Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24","name":"Vikhr Nemo 12B R 21 09 24","maker":"Vikhrmodels","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-20T13:32:03.000Z","downloads":10812,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf","label":"IQ2_M","size":4435035136,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf","label":"Q2_K","size":4791059776,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf","label":"IQ3_XS","size":5306501472,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf","label":"Q2_K_L","size":5446429760,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf","label":"Q3_K_S","size":5534239072,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf","label":"IQ3_M","size":5722245472,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf","label":"Q3_K_M","size":6083103072,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf","label":"Q3_K_L","size":6561515872,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf","label":"IQ4_XS","size":6742723936,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071714976,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071714976,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071714976,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf","label":"Q4_0","size":7094652576,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf","label":"Q4_K_S","size":7120211616,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148727360,"bits":4.67,"known":true,"rank":0},{"repo":"VlSav/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M-GGUF","file":"vikhr-nemo-12b-instruct-r-21-09-24-q4_k_m.gguf","label":"Q4_K_M","size":7477218656,"bits":4.88,"known":true,"rank":1},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf","label":"Q4_K_M","size":7477218976,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf","label":"Q4_K_L","size":7975300160,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf","label":"Q5_K_S","size":8518751136,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf","label":"Q5_K_M","size":8727647136,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf","label":"Q5_K_L","size":9141840960,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf","label":"Q6_K","size":10056227072,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf","label":"Q6_K_L","size":10381290560,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf","label":"Q8_0","size":13022391360,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF","file":"Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf","label":"F16","size":24504317440,"bits":16,"known":true,"rank":0}],"repos":["VlSav/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M-GGUF","bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF"],"logoFrom":"Vikhrmodels"},{"id":"phind-codellama-34b-v1","family":"Phind/Phind-CodeLlama-34B-v1","name":"Phind CodeLlama 34B V1","maker":"Phind","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF/Phind-CodeLlama-34B-v1.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-25T20:16:25.000Z","downloads":10778,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":7251129536,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":7919400128,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033184448,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024875200,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":10614387904,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":11505415360,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q2_K.gguf","label":"Q2_K","size":12505691328,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010252992,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880259776,"bits":3.29,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605350080,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":14658827456,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":15230366912,"bits":3.61,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306140352,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771525312,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068681920,"bits":4.28,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q4_0.gguf","label":"Q4_0","size":19119682752,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191510208,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20219901120,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237178560,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838799040,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF","file":"Phind-CodeLlama-34B-v1.i1-Q6_K.gguf","label":"Q6_K","size":27683878080,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-v1-GGUF","file":"phind-codellama-34b-v1.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":1}],"repos":["TheBloke/Phind-CodeLlama-34B-v1-GGUF","mradermacher/Phind-CodeLlama-34B-v1-i1-GGUF"],"logoFrom":"Phind"},{"id":"dolphin3-0-r1-mistral-24b","family":"dphn/Dolphin3.0-R1-Mistral-24B","name":"Dolphin3.0 R1 Mistral 24B","maker":"dphn","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-06T21:56:47.000Z","downloads":10777,"likes":88,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545132352,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ2_XS.gguf","label":"IQ2_XS","size":7207045952,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ2_S.gguf","label":"IQ2_S","size":7478366048,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ2_M.gguf","label":"IQ2_M","size":8114065248,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q2_K.gguf","label":"Q2_K","size":8890339488,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q2_K_L.gguf","label":"Q2_K_L","size":9545709472,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ3_XS.gguf","label":"IQ3_XS","size":9907131584,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q3_K_S.gguf","label":"Q3_K_S","size":10400289984,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ3_M.gguf","label":"IQ3_M","size":10650965184,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q3_K_M.gguf","label":"Q3_K_M","size":11474097344,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q3_K_L.gguf","label":"Q3_K_L","size":12400776384,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ4_XS.gguf","label":"IQ4_XS","size":12758931648,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987987872,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-IQ4_NL.gguf","label":"IQ4_NL","size":13468031488,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_0.gguf","label":"Q4_0","size":13494245888,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_K_S.gguf","label":"Q4_K_S","size":13549296128,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_K_M.gguf","label":"Q4_K_M","size":14333925888,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_K_L.gguf","label":"Q4_K_L","size":14832007072,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_1.gguf","label":"Q4_1","size":14873123968,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q5_K_S.gguf","label":"Q5_K_S","size":16304430848,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q5_K_M.gguf","label":"Q5_K_M","size":16764002048,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q5_K_L.gguf","label":"Q5_K_L","size":17178195872,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q6_K.gguf","label":"Q6_K","size":19345957984,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q6_K_L.gguf","label":"Q6_K_L","size":19671021472,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q8_0.gguf","label":"Q8_0","size":25054803872,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF","file":"cognitivecomputations_Dolphin3.0-R1-Mistral-24B-f32/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-f32-00001-of-00003.gguf","label":"F32","size":94297580224,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF"],"logoFrom":"dphn"},{"id":"hunyuanocr","family":"tencent/HunyuanOCR","name":"HunyuanOCR","maker":"Tencent","catalog":null,"tuned":false,"params":0.54,"active":null,"layers":24,"probe":"ggml-org/HunyuanOCR-GGUF/HunyuanOCR-Q8_0.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"hunyuan_vl","vision":true,"licence":"other","open":false,"released":"2025-11-18T04:08:56.000Z","downloads":10765,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/HunyuanOCR-GGUF","file":"HunyuanOCR-Q8_0.gguf","label":"Q8_0","size":577949408,"bits":8.56,"known":true,"rank":0},{"repo":"ggml-org/HunyuanOCR-GGUF","file":"HunyuanOCR-bf16.gguf","label":"BF16","size":1083218528,"bits":16.05,"known":true,"rank":0}],"repos":["ggml-org/HunyuanOCR-GGUF"],"logoFrom":"tencent"},{"id":"qwen-35b-a3b-signoffour-coder","family":"pragmaticcs/Qwen-35B-A3B-SignOfFour-Coder-GGUF","name":"Qwen 35B A3B SignOfFour Coder","maker":"pragmaticcs","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"pragmaticcs/Qwen-35B-A3B-SignOfFour-Coder-GGUF/Qwen-35B-A3B-SignOfFour-Coder-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-03T12:37:07.000Z","downloads":10751,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ1_S.gguf","label":"IQ1_S","size":7484166240,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ1_M.gguf","label":"IQ1_M","size":8239233120,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497677920,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507055200,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ2_S.gguf","label":"IQ2_S","size":10652504160,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ2_M.gguf","label":"IQ2_M","size":11659260000,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152121440,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q2_K.gguf","label":"Q2_K","size":12939618400,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623783520,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484168800,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182209120,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ3_S.gguf","label":"IQ3_S","size":15250448480,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ3_M.gguf","label":"IQ3_M","size":15440543840,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764788832,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115354720,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728802400,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q4_0.gguf","label":"Q4_0","size":19799292000,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889928288,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166782560,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q4_1.gguf","label":"Q4_1","size":21848193120,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981308000,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729155680,"bits":5.71,"known":true,"rank":0},{"repo":"pragmaticcs/Qwen-35B-A3B-SignOfFour-Coder-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder-APEX-High-Quality.gguf","label":"Qwen-35B-A3B-SignOfFour-Coder-APEX-High-Quality","size":25087431968,"bits":5.79,"known":false,"rank":0},{"repo":"mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder.i1-Q6_K.gguf","label":"Q6_K","size":28514177120,"bits":6.58,"known":true,"rank":0},{"repo":"pragmaticcs/Qwen-35B-A3B-SignOfFour-Coder-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder-Q8_0.gguf","label":"Q8_0","size":36903163168,"bits":8.52,"known":true,"rank":0},{"repo":"pragmaticcs/Qwen-35B-A3B-SignOfFour-Coder-GGUF","file":"Qwen-35B-A3B-SignOfFour-Coder-BF16-00001-of-00002.gguf","label":"BF16","size":69376661280,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen-35B-A3B-SignOfFour-Coder-i1-GGUF","pragmaticcs/Qwen-35B-A3B-SignOfFour-Coder-GGUF"],"logoFrom":"pragmaticcs"},{"id":"google-gemma-3-12b-it-qat-q4-0-gguf-small-fix","family":"Dampfinchen/google-gemma-3-12b-it-qat-q4_0-gguf-small-fix","name":"Google Gemma 3 12B Qat Q4 0 Gguf Small Fix","maker":"Dampfinchen","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"Dampfinchen/google-gemma-3-12b-it-qat-q4_0-gguf-small-fix/gemma-3-12b-it-q4_0_s.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-04-09T21:46:55.000Z","downloads":10722,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Dampfinchen/google-gemma-3-12b-it-qat-q4_0-gguf-small-fix","file":"gemma-3-12b-it-q4_0_s.gguf","label":"Q4_0_S","size":6886961696,"bits":4.68,"known":false,"rank":0}],"repos":["Dampfinchen/google-gemma-3-12b-it-qat-q4_0-gguf-small-fix"],"logoFrom":"google"},{"id":"l3-8b-lunaris-v1","family":"bartowski/L3-8B-Lunaris-v1-GGUF","name":"L3 8B Lunaris V1","maker":"bartowski","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/L3-8B-Lunaris-v1-GGUF/L3-8B-Lunaris-v1-IQ2_XS.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-06-29T04:53:40.000Z","downloads":10704,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ2_XS.gguf","label":"IQ2_XS","size":2605781536,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ2_S.gguf","label":"IQ2_S","size":2758488608,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ2_M.gguf","label":"IQ2_M","size":2948280864,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q2_K.gguf","label":"Q2_K","size":3179131424,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912288,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747168,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q3_K_S.gguf","label":"Q3_K_S","size":3664499232,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ3_M.gguf","label":"IQ3_M","size":3784823328,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q3_K_M.gguf","label":"Q3_K_M","size":4018917920,"bits":4,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q3_K_L.gguf","label":"Q3_K_L","size":4321956384,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-IQ4_XS.gguf","label":"IQ4_XS","size":4447662624,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q2_K_L.gguf","label":"Q2_K_L","size":4677161504,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q4_K_S.gguf","label":"Q4_K_S","size":4692668960,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q4_K_M.gguf","label":"Q4_K_M","size":4920734240,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q5_K_S.gguf","label":"Q5_K_S","size":5599293984,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q5_K_M.gguf","label":"Q5_K_M","size":5732987424,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":5766631968,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q4_K_L.gguf","label":"Q4_K_L","size":6295638560,"bits":6.27,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q6_K.gguf","label":"Q6_K","size":6596006432,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q5_K_L.gguf","label":"Q5_K_L","size":7042224672,"bits":7.02,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q6_K_L.gguf","label":"Q6_K_L","size":7835472416,"bits":7.81,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q8_0.gguf","label":"Q8_0","size":8540770848,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-Q8_0_L.gguf","label":"Q8_0_L","size":9525776928,"bits":9.49,"known":false,"rank":0},{"repo":"bartowski/L3-8B-Lunaris-v1-GGUF","file":"L3-8B-Lunaris-v1-f32.gguf","label":"F32","size":32128880928,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/L3-8B-Lunaris-v1-GGUF"],"logoFrom":"bartowski"},{"id":"k2-horizon-7b-heretic","family":"Avicennasis/K2-Horizon-7B-heretic","name":"K2 Horizon 7B Heretic","maker":"Avicennasis","catalog":null,"tuned":true,"params":9,"active":null,"layers":36,"probe":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF/K2-Horizon-7B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-03T19:34:27.000Z","downloads":10701,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2531736160,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2672114272,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2906077792,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3112122976,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":3321764448,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3508935264,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3553204832,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3751385696,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3826653792,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4137581152,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4280318560,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4300372576,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4407327328,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4634868320,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4942101088,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5113600608,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5351725664,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5358017120,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5366405728,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5592177248,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5837412960,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6335683168,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6466034272,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-heretic-i1-GGUF","file":"K2-Horizon-7B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":7394507360,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-7B-heretic-i1-GGUF"],"logoFrom":"Avicennasis"},{"id":"qwen3-8-27b-antislop","family":"AlexWortega/Qwen3.8-27B-antislop","name":"Qwen3.8 27B Antislop","maker":"AlexWortega","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF/Qwen3.8-27B-antislop.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-23T13:26:26.000Z","downloads":10694,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825600,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085120,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184320,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592320,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914880,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594240,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326720,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q2_K.gguf","label":"Q2_K","size":10711666240,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372160,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131200,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329600,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875840,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444160,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777280,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507840,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q4_0.gguf","label":"Q4_0","size":15521435200,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315840,"bits":4.64,"known":true,"rank":0},{"repo":"rawmodels/Qwen3.8-27B-antislop-GGUF","file":"Qwen3.8-27B-antislop-Q4_K_M.gguf","label":"Q4_K_M","size":16547400064,"bits":4.92,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401280,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q4_1.gguf","label":"Q4_1","size":17078242880,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615040,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100480,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-antislop-i1-GGUF","file":"Qwen3.8-27B-antislop.i1-Q6_K.gguf","label":"Q6_K","size":22082530880,"bits":6.57,"known":true,"rank":0},{"repo":"rawmodels/Qwen3.8-27B-antislop-GGUF","file":"Qwen3.8-27B-antislop-Q8_0.gguf","label":"Q8_0","size":28595763584,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.8-27B-antislop-i1-GGUF","rawmodels/Qwen3.8-27B-antislop-GGUF"],"logoFrom":"AlexWortega"},{"id":"qwen3-8-27b-obliterated-mythos-class-agentic","family":"medismera/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic","name":"Qwen3.8 27B OBLITERATED Mythos Class Agentic","maker":"medismera","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-06T23:44:27.000Z","downloads":10667,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q2_K.gguf","label":"Q2_K","size":10864594112,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q3_K_S.gguf","label":"Q3_K_S","size":12256537792,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-i1-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.i1-IQ3_S.gguf","label":"IQ3_S","size":12602609152,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-i1-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.i1-IQ3_M.gguf","label":"IQ3_M","size":12768333312,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q3_K_M.gguf","label":"Q3_K_M","size":13500738752,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q3_K_L.gguf","label":"Q3_K_L","size":14559800512,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.IQ4_XS.gguf","label":"IQ4_XS","size":15420452032,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-i1-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.i1-Q4_0.gguf","label":"Q4_0","size":15760420352,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q4_K_S.gguf","label":"Q4_K_S","size":15825300672,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q4_K_M.gguf","label":"Q4_K_M","size":16810716352,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-i1-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.i1-Q4_1.gguf","label":"Q4_1","size":17343770112,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q5_K_S.gguf","label":"Q5_K_S","size":18971684032,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q5_K_M.gguf","label":"Q5_K_M","size":19535703232,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q6_K.gguf","label":"Q6_K","size":22431001792,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","file":"Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic.Q8_0.gguf","label":"Q8_0","size":29047086272,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-GGUF","mradermacher/Qwen3.8-27B-OBLITERATED-Mythos-Class-Agentic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"minicpm5-2b-heretic-abliterated","family":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","name":"MiniCPM5 2B Heretic Abliterated","maker":"Abiray","catalog":null,"tuned":true,"params":2.52,"active":null,"layers":42,"probe":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF/MiniCPM5-2B-heretic-abliterated-Q3_K_M.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T05:36:26.000Z","downloads":10645,"likes":43,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","file":"MiniCPM5-2B-heretic-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":1291422624,"bits":4.1,"known":true,"rank":0},{"repo":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","file":"MiniCPM5-2B-heretic-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1498483616,"bits":4.76,"known":true,"rank":0},{"repo":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","file":"MiniCPM5-2B-heretic-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1561320352,"bits":4.96,"known":true,"rank":0},{"repo":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","file":"MiniCPM5-2B-heretic-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1808063392,"bits":5.74,"known":true,"rank":0},{"repo":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","file":"MiniCPM5-2B-heretic-abliterated-Q6_K.gguf","label":"Q6_K","size":2070227872,"bits":6.57,"known":true,"rank":0},{"repo":"Abiray/MiniCPM5-2B-heretic-abliterated-GGUF","file":"MiniCPM5-2B-heretic-abliterated-Q8_0.gguf","label":"Q8_0","size":2679712672,"bits":8.51,"known":true,"rank":0}],"repos":["Abiray/MiniCPM5-2B-heretic-abliterated-GGUF"],"logoFrom":"openbmb"},{"id":"deepseek-v3-1","family":"deepseek-ai/DeepSeek-V3.1","name":"DeepSeek V3.1","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-V3.1-GGUF/DeepSeek-V3.1-UD-TQ1_0.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-08-21T02:37:52.000Z","downloads":10636,"likes":98,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1416,"arenaCoding":1447,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"DeepSeek-V3.1-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":170499768256,"bits":2.03,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-IQ1_S/DeepSeek-V3.1-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":192314343808,"bits":2.29,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-IQ1_M/DeepSeek-V3.1-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":206824653344,"bits":2.47,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-IQ2_XXS/DeepSeek-V3.1-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":225879130592,"bits":2.69,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-IQ2_M/DeepSeek-V3.1-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":235509252576,"bits":2.81,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q2_K/DeepSeek-V3.1-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":245696582144,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q2_K_L/DeepSeek-V3.1-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":245913772544,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-Q2_K_XL/DeepSeek-V3.1-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":255725077088,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-IQ3_XXS/DeepSeek-V3.1-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":279696491104,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q3_K_S/DeepSeek-V3.1-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":290448357952,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-Q3_K_XL/DeepSeek-V3.1-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":300024709856,"bits":3.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q3_K_M/DeepSeek-V3.1-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":320451083008,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"IQ4_XS/DeepSeek-V3.1-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":358347326240,"bits":4.27,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"IQ4_NL/DeepSeek-V3.1-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":379135951680,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q4_0/DeepSeek-V3.1-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":380100248384,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q4_K_S/DeepSeek-V3.1-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":381064545088,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-Q4_K_XL/DeepSeek-V3.1-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":386913043296,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q4_K_M/DeepSeek-V3.1-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":405398012928,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q4_1/DeepSeek-V3.1-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":420771120128,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q5_K_S/DeepSeek-V3.1-Q5_K_S-00001-of-00010.gguf","label":"Q5_K_S","size":462632453184,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q5_K_M/DeepSeek-V3.1-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":476161393760,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-Q5_K_XL/DeepSeek-V3.1-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":484582147136,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q6_K/DeepSeek-V3.1-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":551313395136,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-Q6_K_XL/DeepSeek-V3.1-UD-Q6_K_XL-00001-of-00012.gguf","label":"UD-Q6_K_XL","size":574468492704,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"Q8_0/DeepSeek-V3.1-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286520224,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"UD-Q8_K_XL/DeepSeek-V3.1-UD-Q8_K_XL-00001-of-00017.gguf","label":"UD-Q8_K_XL","size":780571185056,"bits":9.31,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-GGUF","file":"BF16/DeepSeek-V3.1-BF16-00001-of-00030.gguf","label":"BF16","size":1342273053984,"bits":16,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-V3.1-GGUF"],"logoFrom":"deepseek-ai"},{"id":"huihui-mistral-small-3-2-24b-instruct-2506-abliterated-llamacppfixed","family":"nicoboss/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed","name":"Huihui Mistral Small 3.2 24B 2506 Abliterated Llamacppfixed","maker":"nicoboss","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-07-07T15:02:45.000Z","downloads":10630,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ1_S.gguf","label":"IQ1_S","size":5273735776,"bits":1.79,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ1_M.gguf","label":"IQ1_M","size":5750510176,"bits":1.95,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545134176,"bits":2.22,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207047776,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ2_S.gguf","label":"IQ2_S","size":7478366816,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ2_M.gguf","label":"IQ2_M","size":8114066016,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320176736,"bits":2.82,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q2_K.gguf","label":"Q2_K","size":8890339648,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280606816,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907130976,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q3_K_S.gguf","label":"Q3_K_S","size":10400289088,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ3_S.gguf","label":"IQ3_S","size":10428142176,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-IQ3_M.gguf","label":"IQ3_M","size":10650964576,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q3_K_M.gguf","label":"Q3_K_M","size":11474096448,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q3_K_L.gguf","label":"Q3_K_L","size":12400775488,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.IQ4_XS.gguf","label":"IQ4_XS","size":12890001728,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-Q4_0.gguf","label":"Q4_0","size":13494243936,"bits":4.58,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q4_K_S.gguf","label":"Q4_K_S","size":13549293888,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q4_K_M.gguf","label":"Q4_K_M","size":14333923648,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.i1-Q4_1.gguf","label":"Q4_1","size":14873121376,"bits":5.05,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q5_K_S.gguf","label":"Q5_K_S","size":16304427328,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q5_K_M.gguf","label":"Q5_K_M","size":16763998528,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q6_K.gguf","label":"Q6_K","size":19345953088,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","file":"Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed.Q8_0.gguf","label":"Q8_0","size":25054794048,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-GGUF","mradermacher/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-llamacppfixed-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"swish-31b-final","family":"ReadyArt/Swish-31B-Final","name":"Swish 31B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Swish-31B-Final-i1-GGUF/Swish-31B-Final.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T02:59:32.000Z","downloads":10623,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491488,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874400,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845920,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361056,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890784,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068000,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591072,"bits":2.86,"known":true,"rank":1},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":11380048704,"bits":2.97,"known":false,"rank":0},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q2_K.gguf","label":"Q2_K","size":11916315872,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509856,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370912,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359072,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359072,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499424,"bits":3.76,"known":true,"rank":1},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":14734887744,"bits":3.84,"known":false,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final-Q3_K_M.gguf","label":"Q3_K_M","size":15287110176,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272352,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792352,"bits":4.36,"known":true,"rank":1},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16949627712,"bits":4.42,"known":false,"rank":0},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q4_0.gguf","label":"Q4_0","size":17701580000,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167456,"bits":4.63,"known":true,"rank":1},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18398309184,"bits":4.79,"known":false,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final-Q4_K_M.gguf","label":"Q4_K_M","size":18687064608,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19313519424,"bits":5.03,"known":false,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19425684288,"bits":5.06,"known":false,"rank":0},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q4_1.gguf","label":"Q4_1","size":19481423072,"bits":5.08,"known":true,"rank":1},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20349582144,"bits":5.3,"known":false,"rank":0},{"repo":"mradermacher/Swish-31B-Final-i1-GGUF","file":"Swish-31B-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843552,"bits":5.55,"known":true,"rank":1},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final-Q5_K_M.gguf","label":"Q5_K_M","size":21845572128,"bits":5.69,"known":true,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22974360384,"bits":5.99,"known":false,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":23508089664,"bits":6.13,"known":false,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final-Q6_K.gguf","label":"Q6_K","size":25201486368,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":26864003904,"bits":7,"known":false,"rank":0},{"repo":"ReadyArt/Swish-31B-Final-GGUF","file":"Swish-31B-Final-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":33956883264,"bits":8.85,"known":false,"rank":0}],"repos":["ReadyArt/Swish-31B-Final-GGUF","mradermacher/Swish-31B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"openhermes-2-5-mistral-7b","family":"teknium/OpenHermes-2.5-Mistral-7B","name":"OpenHermes 2.5 Mistral 7B","maker":"teknium","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF/openhermes-2.5-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-29T20:36:39.000Z","downloads":10608,"likes":285,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-GGUF","file":"openhermes-2.5-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/OpenHermes-2.5-Mistral-7B-GGUF"],"logoFrom":"teknium"},{"id":"lfm2-5-8b-a1b-hermes-agentic-coder-abliterated-v3","family":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3","name":"LFM2.5 8B A1B Hermes Agentic Coder Abliterated V3","maker":"DuoNeural","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-09-18T22:09:43.000Z","downloads":10605,"likes":14,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ1_S.gguf","label":"IQ1_S","size":1820811968,"bits":1.72,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ1_M.gguf","label":"IQ1_M","size":2008916672,"bits":1.9,"known":true,"rank":1},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Abliterated-v3-G-TAP-v3-IQ2_XXS.gguf","label":"IQ2_XXS","size":2322424640,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2574017216,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ2_S.gguf","label":"IQ2_S","size":2592465600,"bits":2.45,"known":true,"rank":1},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Abliterated-v3-G-TAP-v3-IQ2_M.gguf","label":"IQ2_M","size":2843272000,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2956255936,"bits":2.79,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q2_K.gguf","label":"Q2_K","size":3190432448,"bits":3.01,"known":true,"rank":1},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Abliterated-v3-G-TAP-v3-IQ3_XXS.gguf","label":"IQ3_XXS","size":3334906688,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3555418816,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ3_S.gguf","label":"IQ3_S","size":3755074240,"bits":3.55,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3755074240,"bits":3.55,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ3_M.gguf","label":"IQ3_M","size":3778749120,"bits":3.57,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4108395200,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4436861632,"bits":4.19,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4588298944,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4844675776,"bits":4.58,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q4_0.gguf","label":"Q4_0","size":4853850816,"bits":4.58,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4863550144,"bits":4.59,"known":true,"rank":1},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Abliterated-v3-G-TAP-v3-Q4_K_M.gguf","label":"Q4_K_M","size":5155562304,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q4_1.gguf","label":"Q4_1","size":5357429440,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5870183104,"bits":5.54,"known":true,"rank":1},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-Q5_K_M.gguf","label":"Q5_K_M","size":6030335872,"bits":5.7,"known":true,"rank":0},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-Q6_K.gguf","label":"Q6_K","size":6959783808,"bits":6.57,"known":true,"rank":0},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-Q8_0.gguf","label":"Q8_0","size":9010192256,"bits":8.51,"known":true,"rank":0},{"repo":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-BF16.gguf","label":"BF16","size":16947257216,"bits":16.01,"known":true,"rank":0}],"repos":["DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-GGUF","mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v3-i1-GGUF"],"logoFrom":"DuoNeural"},{"id":"whiterabbitneo-v3-7b","family":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","name":"WhiteRabbitNeo WhiteRabbitNeo V3 7B","maker":"bartowski","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-22T20:41:26.000Z","downloads":10572,"likes":30,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ2_M.gguf","label":"IQ2_M","size":2780343488,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q2_K.gguf","label":"Q2_K","size":3015941312,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515648,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3346257088,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492369600,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3548165312,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ3_M.gguf","label":"IQ3_M","size":3574013120,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808392384,"bits":4,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088460480,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4218473664,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437814464,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_0.gguf","label":"Q4_0","size":4444122304,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457770176,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565333184,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683074752,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_1.gguf","label":"Q4_1","size":4873284800,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q4_K_L.gguf","label":"Q4_K_L","size":5087564992,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315177664,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444832448,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q5_K_L.gguf","label":"Q5_K_L","size":5781198016,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q6_K.gguf","label":"Q6_K","size":6254200000,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q6_K_L.gguf","label":"Q6_K_L","size":6518183104,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-Q8_0.gguf","label":"Q8_0","size":8098526400,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF","file":"WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-bf16.gguf","label":"BF16","size":15237854112,"bits":16,"known":true,"rank":0}],"repos":["bartowski/WhiteRabbitNeo_WhiteRabbitNeo-V3-7B-GGUF"],"logoFrom":"DeepHat"},{"id":"custom-mixed","family":"zed122/custom-mixed-gguf","name":"Custom Mixed","maker":"zed122","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":32,"probe":"zed122/custom-mixed-gguf/Meta-Llama-3-8B-Instruct-custom-mixed.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T22:56:30.000Z","downloads":10571,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zed122/custom-mixed-gguf","file":"Devstral-Small-2-24B-Instruct-2512-custom-mixed.gguf","label":"Devstral-Small-2-24B-Instruct-2512-custom-mixed","size":17544891232,"bits":5.95,"known":false,"rank":0},{"repo":"zed122/custom-mixed-gguf","file":"Qwen3-Coder-30B-A3B-Instruct-custom-mixed.gguf","label":"Qwen3-Coder-30B-A3B-Instruct-custom-mixed","size":17626268832,"bits":5.98,"known":false,"rank":0},{"repo":"zed122/custom-mixed-gguf","file":"Muse-Glimmer-30B-Custom.gguf","label":"Muse-Glimmer-30B-Custom","size":20375920928,"bits":6.92,"known":false,"rank":0},{"repo":"zed122/custom-mixed-gguf","file":"Qwen3.6-35B-A3B-custom-mixed.gguf","label":"Qwen3.6-35B-A3B-custom-mixed","size":20443660576,"bits":6.94,"known":false,"rank":0},{"repo":"zed122/custom-mixed-gguf","file":"Phi-3.5-MoE-MXFP4-Hybrid.gguf","label":"Phi-3.5-MoE-MXFP4-Hybrid","size":22662907744,"bits":7.69,"known":false,"rank":0},{"repo":"zed122/custom-mixed-gguf","file":"Nemotron-3.5-Lightning-30B-A3B-Q4_K_M_custom-mixed.gguf","label":"Nemotron-3.5-Lightning-30B-A3B-Q4_K_M_custom-mixed","size":23870612032,"bits":8.1,"known":false,"rank":0}],"repos":["zed122/custom-mixed-gguf"],"logoFrom":null},{"id":"allura-org-qwen3-6-35b-a3b-anko","family":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","name":"Allura Org Qwen3.6 35B A3B Anko","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF/allura-org_Qwen3.6-35B-A3B-Anko-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-21T17:45:30.000Z","downloads":10571,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778452960,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ2_XS.gguf","label":"IQ2_XS","size":10797144544,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ2_S.gguf","label":"IQ2_S","size":11010275808,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ2_M.gguf","label":"IQ2_M","size":12066716128,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q2_K.gguf","label":"Q2_K","size":12617079264,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q2_K_L.gguf","label":"Q2_K_L","size":13113719264,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829536,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q3_K_S.gguf","label":"Q3_K_S","size":15513516512,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ3_XS.gguf","label":"IQ3_XS","size":16218683872,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q3_K_M.gguf","label":"Q3_K_M","size":16226548192,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q3_K_L.gguf","label":"Q3_K_L","size":16886495712,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ3_M.gguf","label":"IQ3_M","size":16900258272,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485152,"bits":4,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ4_XS.gguf","label":"IQ4_XS","size":18806446560,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-IQ4_NL.gguf","label":"IQ4_NL","size":19861346784,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q4_0.gguf","label":"Q4_0","size":19942611424,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q4_K_S.gguf","label":"Q4_K_S","size":20592728544,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q4_K_M.gguf","label":"Q4_K_M","size":21391448544,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q4_K_L.gguf","label":"Q4_K_L","size":21768894944,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q4_1.gguf","label":"Q4_1","size":21973768672,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q5_K_S.gguf","label":"Q5_K_S","size":24156150240,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q5_K_M.gguf","label":"Q5_K_M","size":25017457120,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q5_K_L.gguf","label":"Q5_K_L","size":25331333600,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q6_K.gguf","label":"Q6_K","size":30053415392,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q6_K_L.gguf","label":"Q6_K_L","size":30299748832,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-Q8_0.gguf","label":"Q8_0","size":36914690528,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF","file":"allura-org_Qwen3.6-35B-A3B-Anko-bf16/allura-org_Qwen3.6-35B-A3B-Anko-bf16-00001-of-00002.gguf","label":"BF16","size":69376637312,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/allura-org_Qwen3.6-35B-A3B-Anko-GGUF"],"logoFrom":"allura-org"},{"id":"jebadiah-9b-v2","family":"frontier-infra/jebadiah-9b-v2","name":"Jebadiah 9B V2","maker":"frontier-infra","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"frontier-infra/jebadiah-9b-v2-GGUF/jebadiah-9b-v2-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-25T15:19:56.000Z","downloads":10518,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"frontier-infra/jebadiah-9b-v2-GGUF","file":"jebadiah-9b-v2-Q4_K_M.gguf","label":"Q4_K_M","size":5780090752,"bits":5.03,"known":true,"rank":0},{"repo":"frontier-infra/jebadiah-9b-v2-GGUF","file":"jebadiah-9b-v2-Q5_K_M.gguf","label":"Q5_K_M","size":6642544512,"bits":5.78,"known":true,"rank":0},{"repo":"frontier-infra/jebadiah-9b-v2-GGUF","file":"jebadiah-9b-v2-Q8_0.gguf","label":"Q8_0","size":9786060672,"bits":8.51,"known":true,"rank":0}],"repos":["frontier-infra/jebadiah-9b-v2-GGUF"],"logoFrom":"frontier-infra"},{"id":"qwen3-5-122b-a10b-heretic","family":"trohrbaugh/Qwen3.5-122B-A10B-heretic","name":"Qwen3.5 122B A10B Heretic","maker":"trohrbaugh","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF/Qwen3.5-122B-A10B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-01T05:40:50.000Z","downloads":10516,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":24837711200,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":27598640480,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32200189280,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":35890865504,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":36257133920,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":39938372960,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":41742411104,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":44577400160,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47148234080,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50166302048,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":52921517408,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":52924024160,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":53788853600,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":58602063200,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":63189321056,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":65244882272,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":69335999840,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":69639955808,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74208240992,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":76614624608,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":84196418912,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":86955517280,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":100307731808,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","file":"Qwen3.5-122B-A10B-heretic.Q8_0.gguf","label":"Q8_0","size":129871934528,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.5-122B-A10B-heretic-GGUF","mradermacher/Qwen3.5-122B-A10B-heretic-i1-GGUF"],"logoFrom":"trohrbaugh"},{"id":"glm-4-7-flash-uncensored-hauhaucs-balanced","family":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced","name":"GLM 4.7 Flash Uncensored HauhauCS Balanced","maker":"HauhauCS","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-24T15:47:44.000Z","downloads":10487,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":18132721216,"bits":4.85,"known":true,"rank":0},{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Balanced-Q6_K.gguf","label":"Q6_K","size":24614785600,"bits":6.58,"known":true,"rank":0},{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Balanced-Q8_0.gguf","label":"Q8_0","size":31842799168,"bits":8.51,"known":true,"rank":0},{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Balanced-FP16.gguf","label":"GLM-4.7-Flash-Uncensored-HauhauCS-Balanced-FP16","size":59908836928,"bits":16.01,"known":false,"rank":0}],"repos":["HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Balanced"],"logoFrom":"zai-org"},{"id":"deepseek-r1-0528-qwen3-8b-abliterated","family":"huihui-ai/DeepSeek-R1-0528-Qwen3-8B-abliterated","name":"DeepSeek R1 0528 Qwen3 8B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"noteventhrice/DeepSeek-R1-0528-Qwen3-8B-abliterated-Q4_K_M-GGUF/deepseek-r1-0528-qwen3-8b-abliterated-q4_k_m.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-05-30T03:50:48.000Z","downloads":10468,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noteventhrice/DeepSeek-R1-0528-Qwen3-8B-abliterated-Q4_K_M-GGUF","file":"deepseek-r1-0528-qwen3-8b-abliterated-q4_k_m.gguf","label":"Q4_K_M","size":5027783168,"bits":4.91,"known":true,"rank":0}],"repos":["noteventhrice/DeepSeek-R1-0528-Qwen3-8B-abliterated-Q4_K_M-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-5-4b-claude-4-6-os-auto-variable-heretic-uncensored-thinking","family":"DavidAU/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","name":"Qwen3.5 4B Claude 4.6 OS Auto Variable HERETIC UNCENSORED THINKING","maker":"DavidAU","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T03:33:06.000Z","downloads":10468,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q2_K.gguf","label":"Q2_K","size":1797507200,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q3_K_S.gguf","label":"Q3_K_S","size":2069880960,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q3_K_M.gguf","label":"Q3_K_M","size":2257477760,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q3_K_L.gguf","label":"Q3_K_L","size":2358403200,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.IQ4_XS.gguf","label":"IQ4_XS","size":2450389120,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q4_K_S.gguf","label":"Q4_K_S","size":2557008000,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q4_K_M.gguf","label":"Q4_K_M","size":2707515520,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q5_K_S.gguf","label":"Q5_K_S","size":2990037120,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q5_K_M.gguf","label":"Q5_K_M","size":3108759680,"bits":5.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q6_K.gguf","label":"Q6_K","size":3464056960,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q8_0.gguf","label":"Q8_0","size":4482404480,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.f16.gguf","label":"F16","size":8424394880,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF"],"logoFrom":"DavidAU"},{"id":"gemma-4-e2b-it-heretic-v1","family":"TrueRealRaven/gemma-4-E2B-it-heretic-v1","name":"Gemma 4 E2B Heretic V1","maker":"TrueRealRaven","catalog":null,"tuned":true,"params":4.63,"active":null,"layers":35,"probe":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF/gemma-4-E2B-it-heretic-v1.i1-IQ1_S.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-20T18:06:02.000Z","downloads":10465,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":2315867104,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":2355385312,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2421248992,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2478068704,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":2500482016,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":2553172960,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2648085472,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2923369440,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q2_K.gguf","label":"Q2_K","size":2980656096,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3060220896,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3102079968,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":3103020000,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":3125580768,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3191960544,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3271783392,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3292402656,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3350402016,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q4_0.gguf","label":"Q4_0","size":3351876576,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3354432480,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3416121312,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q4_1.gguf","label":"Q4_1","size":3465958368,"bits":5.99,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3582399456,"bits":6.19,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3616710624,"bits":6.25,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF","file":"gemma-4-E2B-it-heretic-v1.i1-Q6_K.gguf","label":"Q6_K","size":3829836768,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E2B-it-heretic-v1-i1-GGUF"],"logoFrom":"TrueRealRaven"},{"id":"gemma-3-4b-it-abliterated","family":"mlabonne/gemma-3-4b-it-abliterated","name":"Gemma 3 4B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF/mlabonne_gemma-3-4b-it-abliterated-IQ2_M.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-03-16T15:31:40.000Z","downloads":10465,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-IQ2_M.gguf","label":"IQ2_M","size":1537982624,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":1689452704,"bits":3.48,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.q2_k.gguf","label":"Q2_K","size":1729164416,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":1863390624,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":1891733664,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":1937364384,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":1986803104,"bits":4.1,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.q3_k_m.gguf","label":"Q3_K_M","size":2098459776,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":2236085664,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":2263242144,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":2363512224,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q4_0.gguf","label":"Q4_0","size":2370065824,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":2377930144,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":2398654624,"bits":4.95,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.q4_k_m.gguf","label":"Q4_K_M","size":2489894016,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q4_1.gguf","label":"Q4_1","size":2564052384,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":2652463264,"bits":5.47,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":2764592544,"bits":5.7,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.q5_k_m.gguf","label":"Q5_K_M","size":2829698176,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":2992267424,"bits":6.17,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.q6_k.gguf","label":"Q6_K","size":3190740096,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":3353309344,"bits":6.91,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.q8_0.gguf","label":"Q8_0","size":4130402176,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","file":"mlabonne_gemma-3-4b-it-abliterated-bf16.gguf","label":"BF16","size":7767803776,"bits":16.02,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-GGUF","file":"gemma-3-4b-it-abliterated.fp16.gguf","label":"gemma-3-4b-it-abliterated.fp16","size":7767803776,"bits":16.02,"known":false,"rank":0}],"repos":["bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF","mlabonne/gemma-3-4b-it-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"qwen3-8-35b-a3b-distill-mtp-apex-i-miniplus-v2-1","family":"IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-GGUF","name":"Qwen3.8 35B A3B Distill MTP APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-GGUF/Qwen3.8-35B-A3B-Distill.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-17T21:58:19.000Z","downloads":10447,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-GGUF","file":"Qwen3.8-35B-A3B-Distill.APEX-I-MiniPlus-V2.1.gguf","label":"Qwen3.8-35B-A3B-Distill.APEX-I-MiniPlus-V2.1","size":14751301344,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-35B-A3B-Distill-MTP-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"empero-ai"},{"id":"llama-3-groq-8b-tool-use","family":"Groq/Llama-3-Groq-8B-Tool-Use","name":"Llama 3 Groq 8B Tool Use","maker":"Groq","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF/Llama-3-Groq-8B-Tool-Use-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-06-24T20:06:59.000Z","downloads":10410,"likes":57,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-IQ2_M.gguf","label":"IQ2_M","size":2948308544,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q2_K.gguf","label":"Q2_K","size":3179159872,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-IQ3_XS.gguf","label":"IQ3_XS","size":3518778112,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q3_K_S.gguf","label":"Q3_K_S","size":3664530176,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q2_K_L.gguf","label":"Q2_K_L","size":3692207872,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-IQ3_M.gguf","label":"IQ3_M","size":3784854272,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q3_K_M.gguf","label":"Q3_K_M","size":4018948864,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q3_K_L.gguf","label":"Q3_K_L","size":4321987328,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-IQ4_XS.gguf","label":"IQ4_XS","size":4447696064,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q4_K_S.gguf","label":"Q4_K_S","size":4692703168,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781678336,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q4_K_M.gguf","label":"Q4_K_M","size":4920768448,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q4_K_L.gguf","label":"Q4_K_L","size":5310684928,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q5_K_S.gguf","label":"Q5_K_S","size":5599331264,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q5_K_M.gguf","label":"Q5_K_M","size":5733024704,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q5_K_L.gguf","label":"Q5_K_L","size":6057271040,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q6_K.gguf","label":"Q6_K","size":6596046976,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q6_K_L.gguf","label":"Q6_K_L","size":6850518784,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-Q8_0.gguf","label":"Q8_0","size":8540823296,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","file":"Llama-3-Groq-8B-Tool-Use-f32.gguf","label":"F32","size":32129077728,"bits":32.01,"known":true,"rank":0}],"repos":["MaziyarPanahi/Llama-3-Groq-8B-Tool-Use-GGUF","bartowski/Llama-3-Groq-8B-Tool-Use-GGUF","lmstudio-community/Llama-3-Groq-8B-Tool-Use-GGUF"],"logoFrom":"Groq"},{"id":"fallen-gemma3-27b-v1","family":"TheDrummer/Fallen-Gemma3-27B-v1","name":"Fallen Gemma3 27B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF/TheDrummer_Fallen-Gemma3-27B-v1-IQ2_XS.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":false,"licence":"other","open":false,"released":"2025-03-19T01:26:54.000Z","downloads":10407,"likes":34,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ2_XS.gguf","label":"IQ2_XS","size":8438903872,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ2_S.gguf","label":"IQ2_S","size":8782408768,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ2_M.gguf","label":"IQ2_M","size":9493072960,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q2_K.gguf","label":"Q2_K","size":10503720640,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716478528,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":10845115456,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":11562233536,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":12167614144,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ3_M.gguf","label":"IQ3_M","size":12547073728,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":13437640384,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":14543462080,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":14767447744,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":14884856896,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":15567396544,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q4_0.gguf","label":"Q4_0","size":15617973952,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":15674056384,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":16546688704,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":16888083520,"bits":5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q4_1.gguf","label":"Q4_1","size":17167294144,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":18767191744,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":19271675584,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":19613070400,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q6_K.gguf","label":"Q6_K","size":22166974144,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":22508368960,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-Q8_0.gguf","label":"Q8_0","size":28707972160,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF","file":"TheDrummer_Fallen-Gemma3-27B-v1-bf16/TheDrummer_Fallen-Gemma3-27B-v1-bf16-00001-of-00002.gguf","label":"BF16","size":54027964384,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"granite-4-0-h-small","family":"ibm-granite/granite-4.0-h-small","name":"Granite 4.0 H Small","maker":"IBM","catalog":null,"tuned":false,"params":32.21,"active":8.8,"layers":40,"probe":"unsloth/granite-4.0-h-small-GGUF/granite-4.0-h-small-UD-TQ1_0.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-16T19:50:49.000Z","downloads":10373,"likes":75,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1287,"arenaCoding":1330,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8710302624,"bits":2.16,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9587960736,"bits":2.38,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":10075855776,"bits":2.5,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10927188896,"bits":2.71,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11569212320,"bits":2.87,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q2_K.gguf","label":"Q2_K","size":11779386016,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q2_K_L.gguf","label":"Q2_K_L","size":11995655072,"bits":2.98,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12383075232,"bits":3.08,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13696773024,"bits":3.4,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q3_K_S.gguf","label":"Q3_K_S","size":14053075616,"bits":3.49,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":14634552224,"bits":3.63,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q3_K_M.gguf","label":"Q3_K_M","size":15360125600,"bits":3.81,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q3_K_L.gguf","label":"Q3_K_L","size":16475286176,"bits":4.09,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-IQ4_XS.gguf","label":"IQ4_XS","size":17432357792,"bits":4.33,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q4_0.gguf","label":"Q4_0","size":18274167456,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-IQ4_NL.gguf","label":"IQ4_NL","size":18401962912,"bits":4.57,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q4_K_S.gguf","label":"Q4_K_S","size":18421754528,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":18756426656,"bits":4.66,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q4_K_M.gguf","label":"Q4_K_M","size":19476621984,"bits":4.84,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q4_1.gguf","label":"Q4_1","size":20260563616,"bits":5.03,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q5_0.gguf","label":"Q5_0","size":22246959776,"bits":5.53,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q5_K_S.gguf","label":"Q5_K_S","size":22246959776,"bits":5.53,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q5_K_M.gguf","label":"Q5_K_M","size":22866406048,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23121537952,"bits":5.74,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q5_1.gguf","label":"Q5_1","size":24233355936,"bits":6.02,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q6_K.gguf","label":"Q6_K","size":26468051616,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":27871898528,"bits":6.92,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-Q8_0.gguf","label":"Q8_0","size":34264885920,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38071217056,"bits":9.46,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-small-GGUF","file":"granite-4.0-h-small-f16.gguf","label":"F16","size":64446180288,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-small-GGUF","file":"BF16/granite-4.0-h-small-BF16-00001-of-00002.gguf","label":"BF16","size":64446180480,"bits":16.01,"known":true,"rank":1}],"repos":["ibm-granite/granite-4.0-h-small-GGUF","unsloth/granite-4.0-h-small-GGUF"],"logoFrom":"ibm-granite"},{"id":"thinkingcap-qwen3-8-27b-gguf-rco-4-2bpw","family":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF-RCO-4.2bpw","name":"ThinkingCap Qwen3.8 27B GGUF RCO 4.2bpw","maker":"bottlecapai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF-RCO-4.2bpw/ThinkingCap-Qwen3.8-27B-RCO-4.2bpw.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-10-07T11:54:04.000Z","downloads":10372,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF-RCO-4.2bpw","file":"ThinkingCap-Qwen3.8-27B-RCO-4.2bpw.gguf","label":"ThinkingCap-Qwen3.8-27B-RCO","size":14309041504,"bits":4.19,"known":false,"rank":0}],"repos":["bottlecapai/ThinkingCap-Qwen3.8-27B-GGUF-RCO-4.2bpw"],"logoFrom":"bottlecapai"},{"id":"openchat-3-6-8b-20240522","family":"openchat/openchat-3.6-8b-20240522","name":"Openchat 3.6 8B 20240522","maker":"openchat","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF/openchat-3.6-8b-20240522.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-05-07T06:24:03.000Z","downloads":10372,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ1_S.gguf","label":"IQ1_S","size":2019627808,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ1_M.gguf","label":"IQ1_M","size":2161972000,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212320,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ2_XS.gguf","label":"IQ2_XS","size":2605781792,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ2_S.gguf","label":"IQ2_S","size":2758488864,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ2_M.gguf","label":"IQ2_M","size":2948281120,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q2_K_S.gguf","label":"Q2_K_S","size":2988815136,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q2_K.gguf","label":"Q2_K","size":3179131680,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912544,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ3_XS.gguf","label":"IQ3_XS","size":3518747424,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q3_K_S.gguf","label":"Q3_K_S","size":3664499488,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ3_S.gguf","label":"IQ3_S","size":3682325280,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ3_M.gguf","label":"IQ3_M","size":3784823584,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q3_K.gguf","label":"Q3_K","size":4018918176,"bits":4,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q3_K_L.gguf","label":"Q3_K_L","size":4321956640,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ4_XS.gguf","label":"IQ4_XS","size":4447662880,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.IQ4_NL.gguf","label":"IQ4_NL","size":4677989152,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q4_K_S.gguf","label":"Q4_K_S","size":4692669216,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q4_K.gguf","label":"Q4_K","size":4920734496,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q5_K_S.gguf","label":"Q5_K_S","size":5599293952,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q5_K.gguf","label":"Q5_K","size":5732987392,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q6_K.gguf","label":"Q6_K","size":6596006400,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.Q8_0.gguf","label":"Q8_0","size":8540770816,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.BF16.gguf","label":"BF16","size":16068891136,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/openchat-3.6-8b-20240522-IMat-GGUF","file":"openchat-3.6-8b-20240522.FP16.gguf","label":"openchat-3.6-8b-20240522.FP16","size":16068891136,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/openchat-3.6-8b-20240522-IMat-GGUF"],"logoFrom":"openchat"},{"id":"ui-mate-9b","family":"tencent/UI-Mate-9B","name":"UI Mate 9B","maker":"Tencent","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/tencent_UI-Mate-9B-GGUF/tencent_UI-Mate-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T04:55:32.000Z","downloads":10361,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-IQ2_M.gguf","label":"IQ2_M","size":3769427072,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q2_K.gguf","label":"Q2_K","size":4064273536,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020352,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528512,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669318272,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533504,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920190080,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553536,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111030912,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643584,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478900864,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q4_0.gguf","label":"Q4_0","size":5482833024,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598176384,"bits":5,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5910783104,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q4_1.gguf","label":"Q4_1","size":5944861824,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001009792,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526428288,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665675904,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6852928640,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681600,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q6_K.gguf","label":"Q6_K","size":7700259968,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192926848,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-Q8_0.gguf","label":"Q8_0","size":9545983104,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","file":"tencent_UI-Mate-9B-bf16.gguf","label":"BF16","size":17920697184,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/tencent_UI-Mate-9B-GGUF"],"logoFrom":"tencent"},{"id":"lunarahome-26b-a4b-i1","family":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","name":"LunaraHome 26B A4B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/LunaraHome-26B-A4B-i1-GGUF/LunaraHome-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T20:07:26.000Z","downloads":10335,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273664,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659584,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302784,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433024,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203584,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718144,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582739840,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484224,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696384,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070272,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412160,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412160,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566144,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736256,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824490880,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728640,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488058752,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827776,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969578880,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018560,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736000,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893056,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/LunaraHome-26B-A4B-i1-GGUF","file":"LunaraHome-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638401920,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/LunaraHome-26B-A4B-i1-GGUF"],"logoFrom":"google"},{"id":"cyberdonia-24b-v8","family":"Naphula/Cyberdonia-24B-v8","name":"Cyberdonia 24B V8","maker":"Naphula","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Cyberdonia-24B-v8-i1-GGUF/Cyberdonia-24B-v8.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T02:30:20.000Z","downloads":10333,"likes":7,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Cyberdonia-24B-v8-i1-GGUF","file":"Cyberdonia-24B-v8.i1-IQ1_S.gguf","label":"IQ1_S","size":5273724416,"bits":1.79,"known":true,"rank":1},{"repo":"mradermacher/Cyberdonia-24B-v8-i1-GGUF","file":"Cyberdonia-24B-v8.i1-IQ1_M.gguf","label":"IQ1_M","size":5750498816,"bits":1.95,"known":true,"rank":1},{"repo":"mradermacher/Cyberdonia-24B-v8-i1-GGUF","file":"Cyberdonia-24B-v8.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545122816,"bits":2.22,"known":true,"rank":1},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ2_XS.gguf","label":"IQ2_XS","size":7908762816,"bits":2.68,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ2_S.gguf","label":"IQ2_S","size":8248239296,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Cyberdonia-24B-v8-i1-GGUF","file":"Cyberdonia-24B-v8.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320165376,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ2_M.gguf","label":"IQ2_M","size":8798741696,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q2_K.gguf","label":"Q2_K","size":9096766656,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ3_XXS.gguf","label":"IQ3_XXS","size":9529631936,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ3_XS.gguf","label":"IQ3_XS","size":10120111296,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/Cyberdonia-24B-v8-i1-GGUF","file":"Cyberdonia-24B-v8.i1-IQ3_S.gguf","label":"IQ3_S","size":10428130816,"bits":3.54,"known":true,"rank":1},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q3_K_S.gguf","label":"Q3_K_S","size":10564117696,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ3_M.gguf","label":"IQ3_M","size":10841007296,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q3_K_M.gguf","label":"Q3_K_M","size":11649721536,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q3_K_L.gguf","label":"Q3_K_L","size":12459746496,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ4_XS.gguf","label":"IQ4_XS","size":12908012736,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q4_0.gguf","label":"Q4_0","size":13602366656,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-IQ4_NL.gguf","label":"IQ4_NL","size":13604005056,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q4_K_S.gguf","label":"Q4_K_S","size":13667902656,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q4_K_M.gguf","label":"Q4_K_M","size":14573118656,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q4_1.gguf","label":"Q4_1","size":14955029696,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q4_K_L.gguf","label":"Q4_K_L","size":15071192256,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q5_K_S.gguf","label":"Q5_K_S","size":16360121536,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q5_K_M.gguf","label":"Q5_K_M","size":16958956736,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q6_K.gguf","label":"Q6_K","size":19726869696,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q6_K_L.gguf","label":"Q6_K_L","size":20051928256,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-Q8_0.gguf","label":"Q8_0","size":25054782656,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Naphula_Cyberdonia-24B-v8-GGUF","file":"Naphula_Cyberdonia-24B-v8-bf16.gguf","label":"BF16","size":47153521504,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Naphula_Cyberdonia-24B-v8-GGUF","mradermacher/Cyberdonia-24B-v8-i1-GGUF"],"logoFrom":"Naphula"},{"id":"glm-5-3-flash-bf16","family":"zai-org/GLM-5.3-Flash-BF16","name":"GLM 5.3 Flash BF16","maker":"Z.ai","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"bartowski/GLM-5.3-Flash-BF16-GGUF/GLM-5.3-Flash-BF16-IQ1_S/GLM-5.3-Flash-BF16-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-08-25T06:45:05.000Z","downloads":10327,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ1_S/GLM-5.3-Flash-BF16-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":74845873152,"bits":1.87,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ1_M/GLM-5.3-Flash-BF16-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":83014968416,"bits":2.07,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ2_XXS/GLM-5.3-Flash-BF16-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":96630711424,"bits":2.41,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ2_XS/GLM-5.3-Flash-BF16-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":101428274304,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ2_S/GLM-5.3-Flash-BF16-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":107523515552,"bits":2.68,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":120618067200,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q2_K/GLM-5.3-Flash-BF16-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":125671154912,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ3_XXS/GLM-5.3-Flash-BF16-IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":138825147648,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ3_XS/GLM-5.3-Flash-BF16-IQ3_XS-00001-of-00004.gguf","label":"IQ3_XS","size":147357148384,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q3_K_S/GLM-5.3-Flash-BF16-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":147357148384,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q3_K_M/GLM-5.3-Flash-BF16-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":155020141792,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q3_K_L/GLM-5.3-Flash-BF16-Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":162437768544,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ3_M/GLM-5.3-Flash-BF16-IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":166627878240,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ4_XS/GLM-5.3-Flash-BF16-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":177744881024,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q4_0/GLM-5.3-Flash-BF16-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":184093197696,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q4_K_S/GLM-5.3-Flash-BF16-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":189295994240,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-IQ4_NL/GLM-5.3-Flash-BF16-IQ4_NL-00001-of-00006.gguf","label":"IQ4_NL","size":200828233184,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":200828233184,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q4_1/GLM-5.3-Flash-BF16-Q4_1-00001-of-00006.gguf","label":"Q4_1","size":202609804736,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q5_K_S/GLM-5.3-Flash-BF16-Q5_K_S-00001-of-00006.gguf","label":"Q5_K_S","size":227912951264,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00001-of-00007.gguf","label":"Q5_K_M","size":243691923040,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q6_K_S/GLM-5.3-Flash-BF16-Q6_K_S-00001-of-00007.gguf","label":"Q6_K_S","size":268171978336,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00001-of-00008.gguf","label":"Q6_K","size":281044297408,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","file":"GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00001-of-00009.gguf","label":"Q8_0","size":341502043648,"bits":8.52,"known":true,"rank":0}],"repos":["bartowski/GLM-5.3-Flash-BF16-GGUF"],"logoFrom":"zai-org"},{"id":"qwen3-5-4b-abliterated","family":"wangzhang/Qwen3.5-4B-abliterated","name":"Qwen3.5 4B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-4B-abliterated-GGUF/Qwen3.5-4B-abliterated.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T10:15:49.000Z","downloads":10326,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q2_K.gguf","label":"Q2_K","size":1797506208,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":2069879968,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2257476768,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2358402208,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2450388128,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2557007008,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2707514528,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2990036128,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":3108758688,"bits":5.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q6_K.gguf","label":"Q6_K","size":3464055968,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.Q8_0.gguf","label":"Q8_0","size":4482403488,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B_Abliterated-GGUF","file":"Qwen3.5-4B_Abliterated.f16.gguf","label":"F16","size":8424393888,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-abliterated-GGUF","mradermacher/Qwen3.5-4B_Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-8-27b-coder390-efficientthink-abliterated-val-apex-i-miniplus-v3","family":"IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-MiniPlus-V3-GGUF","name":"Huihui Qwen3.8 27B Coder390 EfficientThink Abliterated VAL APEX I MiniPlus V3","maker":"IsValorum","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-MiniPlus-V3-GGUF/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.VAL-APEX-I-MiniPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T20:35:28.000Z","downloads":10311,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-MiniPlus-V3-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.VAL-APEX-I-MiniPlus-V3.gguf","label":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.VAL-APEX-I-MiniPlus-V3","size":14161708768,"bits":4.15,"known":false,"rank":0}],"repos":["IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-MiniPlus-V3-GGUF"],"logoFrom":"huihui-ai"},{"id":"magnum-v4-72b","family":"anthracite-org/magnum-v4-72b","name":"Magnum V4 72B","maker":"anthracite-org","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"bartowski/magnum-v4-72b-GGUF/magnum-v4-72b-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-20T03:23:10.000Z","downloads":10306,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ1_M.gguf","label":"IQ1_M","size":23740212416,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490023616,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ2_XS.gguf","label":"IQ2_XS","size":27057644736,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ2_M.gguf","label":"IQ2_M","size":29338985664,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q2_K.gguf","label":"Q2_K","size":29811762368,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q2_K_L.gguf","label":"Q2_K_L","size":31028274368,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845082304,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q3_K_S.gguf","label":"Q3_K_S","size":34487788736,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ3_M.gguf","label":"IQ3_M","size":35503596736,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q3_K_M.gguf","label":"Q3_K_M","size":37698725056,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q3_K_L.gguf","label":"Q3_K_L","size":39505224896,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-IQ4_XS.gguf","label":"IQ4_XS","size":39709074624,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q3_K_XL.gguf","label":"Q3_K_XL","size":40595219648,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q4_0.gguf","label":"Q4_0","size":41383126208,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q4_K_S.gguf","label":"Q4_K_S","size":43889222848,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q4_K_M.gguf","label":"Q4_K_M","size":47415715008,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q5_K_S/magnum-v4-72b-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":51375138176,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q5_K_M/magnum-v4-72b-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54447465856,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q6_K/magnum-v4-72b-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347628928,"bits":7.08,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-72b-GGUF","file":"magnum-v4-72b-Q8_0/magnum-v4-72b-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262611840,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/magnum-v4-72b-GGUF"],"logoFrom":"anthracite-org"},{"id":"gpt-oss-20b-abliterated","family":"wangzhang/gpt-oss-20b-abliterated","name":"Gpt Oss 20B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/gpt-oss-20b-abliterated-GGUF/gpt-oss-20b-abliterated.Q3_K_S.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-10T09:30:20.000Z","downloads":10288,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12061091456,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q2_K.gguf","label":"Q2_K","size":12065515136,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":12245780096,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":12916151936,"bits":4.94,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":13335111296,"bits":5.1,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":14654243456,"bits":5.61,"known":true,"rank":1},{"repo":"wangzhang/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated-q4_k_m.gguf","label":"Q4_K_M","size":15805136416,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":15892205696,"bits":6.08,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":16893063296,"bits":6.46,"known":true,"rank":1},{"repo":"mradermacher/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated.Q6_K.gguf","label":"Q6_K","size":22193346176,"bits":8.49,"known":true,"rank":1},{"repo":"wangzhang/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated-q8_0.gguf","label":"Q8_0","size":22261912096,"bits":8.52,"known":true,"rank":0},{"repo":"wangzhang/gpt-oss-20b-abliterated-GGUF","file":"gpt-oss-20b-abliterated-bf16.gguf","label":"BF16","size":41860888096,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/gpt-oss-20b-abliterated-GGUF","mradermacher/gpt-oss-20b-abliterated-i1-GGUF","wangzhang/gpt-oss-20b-abliterated-GGUF"],"logoFrom":"openai"},{"id":"granite-3-3-8b-instruct","family":"ibm-granite/granite-3.3-8b-instruct","name":"Granite 3.3 8B","maker":"IBM","catalog":null,"tuned":false,"params":8.17,"active":null,"layers":40,"probe":"ibm-granite/granite-3.3-8b-instruct-GGUF/granite-3.3-8b-instruct-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-09T11:41:39.000Z","downloads":10280,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q2_K.gguf","label":"Q2_K","size":3103605504,"bits":3.04,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q2_K.gguf","label":"Q2_K","size":3103605504,"bits":3.04,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3592504064,"bits":3.52,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3592504064,"bits":3.52,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3996599040,"bits":3.91,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3996599040,"bits":3.91,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4349444864,"bits":4.26,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4349444864,"bits":4.26,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_0.gguf","label":"Q4_0","size":4650910464,"bits":4.55,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_0.gguf","label":"Q4_0","size":4650910464,"bits":4.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4685775616,"bits":4.59,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4685775616,"bits":4.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4942873344,"bits":4.84,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4942873344,"bits":4.84,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_1.gguf","label":"Q4_1","size":5148984064,"bits":5.04,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q4_1.gguf","label":"Q4_1","size":5148984064,"bits":5.04,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_0.gguf","label":"Q5_0","size":5647057664,"bits":5.53,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5647057664,"bits":5.53,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_0.gguf","label":"Q5_0","size":5647057664,"bits":5.53,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5647057664,"bits":5.53,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5797462784,"bits":5.68,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5797462784,"bits":5.68,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_1.gguf","label":"Q5_1","size":6145131264,"bits":6.02,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q5_1.gguf","label":"Q5_1","size":6145131264,"bits":6.02,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q6_K.gguf","label":"Q6_K","size":6705464064,"bits":6.57,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q6_K.gguf","label":"Q6_K","size":6705464064,"bits":6.57,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q8_0.gguf","label":"Q8_0","size":8684264992,"bits":8.5,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-Q8_0.gguf","label":"Q8_0","size":8684264992,"bits":8.5,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-f16.gguf","label":"F16","size":16344139552,"bits":16,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-F16.gguf","label":"F16","size":16344139552,"bits":16,"known":true,"rank":0},{"repo":"mrutkows/granite-3.3-8b-instruct-GGUF","file":"granite-3.3-8b-instruct-bf16.gguf","label":"BF16","size":16344139552,"bits":16,"known":true,"rank":0}],"repos":["ibm-granite/granite-3.3-8b-instruct-GGUF","mrutkows/granite-3.3-8b-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-5-9b-claude-4-6-highiq-thinking-heretic-uncensored","family":"DavidAU/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED","name":"Qwen3.5 9B Claude 4.6 HighIQ THINKING HERETIC UNCENSORED","maker":"DavidAU","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-04T02:19:19.000Z","downloads":10276,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ1_S.gguf","label":"IQ1_S","size":2446944576,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ1_M.gguf","label":"IQ1_M","size":2600446272,"bits":2.32,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2856282432,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3065145664,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ2_S.gguf","label":"IQ2_S","size":3207768384,"bits":2.87,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ2_M.gguf","label":"IQ2_M","size":3412437312,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3508496704,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q2_K.gguf","label":"Q2_K","size":3638519808,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3793463616,"bits":3.39,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4136462656,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q3_K_S.gguf","label":"Q3_K_S","size":4259407872,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ3_S.gguf","label":"IQ3_S","size":4263864640,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383872,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q3_K_M.gguf","label":"Q3_K_M","size":4616185856,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q3_K_L.gguf","label":"Q3_K_L","size":4824852480,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.IQ4_XS.gguf","label":"IQ4_XS","size":5102069760,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5317552448,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-Q4_0.gguf","label":"Q4_0","size":5325941056,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q4_K_S.gguf","label":"Q4_K_S","size":5340620800,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q4_K_M.gguf","label":"Q4_K_M","size":5627045888,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.i1-Q4_1.gguf","label":"Q4_1","size":5809334592,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q5_K_S.gguf","label":"Q5_K_S","size":6305310720,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q5_K_M.gguf","label":"Q5_K_M","size":6522005504,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q6_K.gguf","label":"Q6_K","size":7359260672,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.Q8_0.gguf","label":"Q8_0","size":9527502848,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","file":"Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED.f16.gguf","label":"F16","size":17920698368,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-GGUF","mradermacher/Qwen3.5-9B-Claude-4.6-HighIQ-THINKING-HERETIC-UNCENSORED-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-qwen3-6-27b-abliterated","family":"huihui-ai/Huihui-Qwen3.6-27B-abliterated","name":"Huihui Qwen3.6 27B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF/Huihui-Qwen3.6-27B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-23T13:45:17.000Z","downloads":10273,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824416,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7631083936,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183136,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591136,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913696,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593056,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325536,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10711665056,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186370976,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130016,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953696,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328416,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874656,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301442976,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776096,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506656,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521434016,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314656,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400096,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078241696,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679613856,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099296,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22082529696,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","file":"Huihui-Qwen3.6-27B-abliterated.Q8_0.gguf","label":"Q8_0","size":28595763328,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Huihui-Qwen3.6-27B-abliterated-GGUF","mradermacher/Huihui-Qwen3.6-27B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"ernie-4-5-21b-a3b-pt","family":"baidu/ERNIE-4.5-21B-A3B-PT","name":"ERNIE 4.5 21B A3B PT","maker":"Baidu","catalog":null,"tuned":false,"params":21.83,"active":3.35,"layers":28,"probe":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF/baidu_ERNIE-4.5-21B-A3B-PT-IQ2_XS.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"ernie4_5-moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-28T06:13:30.000Z","downloads":10271,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-IQ2_XS.gguf","label":"IQ2_XS","size":6346976352,"bits":2.33,"known":true,"rank":1},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-IQ2_S.gguf","label":"IQ2_S","size":6369913952,"bits":2.33,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":6504202016,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7066500896,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-IQ2_M.gguf","label":"IQ2_M","size":7164537952,"bits":2.63,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":7235276576,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7757506336,"bits":2.84,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8025599776,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q2_K.gguf","label":"Q2_K","size":8152596256,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q2_K_L.gguf","label":"Q2_K_L","size":8152596256,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":8222883616,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-IQ3_XXS.gguf","label":"IQ3_XXS","size":8993094752,"bits":3.3,"known":true,"rank":1},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-IQ3_XS.gguf","label":"IQ3_XS","size":9350859872,"bits":3.43,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9540402976,"bits":3.5,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q3_K_S.gguf","label":"Q3_K_S","size":9639608096,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-IQ3_M.gguf","label":"IQ3_M","size":10293595232,"bits":3.77,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q3_K_M.gguf","label":"Q3_K_M","size":10524815136,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":10577162016,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-Q3_K_L.gguf","label":"Q3_K_L","size":10663750752,"bits":3.91,"known":true,"rank":1},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-Q3_K_XL.gguf","label":"Q3_K_XL","size":10727873632,"bits":3.93,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-IQ4_XS.gguf","label":"IQ4_XS","size":11823021856,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-IQ4_NL.gguf","label":"IQ4_NL","size":12475596576,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q4_0.gguf","label":"Q4_0","size":12501360416,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q4_K_S.gguf","label":"Q4_K_S","size":12536094496,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q4_K_M.gguf","label":"Q4_K_M","size":13331015456,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":13431623456,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-Q4_K_L.gguf","label":"Q4_K_L","size":13563391072,"bits":4.97,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q4_1.gguf","label":"Q4_1","size":13778452256,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q5_K_S.gguf","label":"Q5_K_S","size":15142297376,"bits":5.55,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q5_K_M.gguf","label":"Q5_K_M","size":15585330976,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":15710269216,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-Q5_K_L.gguf","label":"Q5_K_L","size":15815576672,"bits":5.8,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q6_K.gguf","label":"Q6_K","size":17972039456,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","file":"baidu_ERNIE-4.5-21B-A3B-PT-Q6_K_L.gguf","label":"Q6_K_L","size":18147900512,"bits":6.65,"known":true,"rank":1},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":19260210976,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-Q8_0.gguf","label":"Q8_0","size":23205355296,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":26643537696,"bits":9.76,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","file":"ERNIE-4.5-21B-A3B-PT-BF16.gguf","label":"BF16","size":43662417664,"bits":16,"known":true,"rank":0}],"repos":["bartowski/baidu_ERNIE-4.5-21B-A3B-PT-GGUF","unsloth/ERNIE-4.5-21B-A3B-PT-GGUF"],"logoFrom":"baidu"},{"id":"qwen3-8-distill-35b-a3b-coder-abliterated","family":"Lord-H4D3ZS/Qwen3.8-Distill-35B-A3B-Coder-Abliterated","name":"Qwen3.8 Distill 35B A3B Coder Abliterated","maker":"Lord-H4D3ZS","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"Lord-H4D3ZS/Qwen3.8-Distill-35B-A3B-Coder-Abliterated/Qwen3.8-Distill-35B-A3B-Coder-Abliterated-Q2KXL_ROCMFPX.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T07:46:20.000Z","downloads":10267,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lord-H4D3ZS/Qwen3.8-Distill-35B-A3B-Coder-Abliterated","file":"Qwen3.8-Distill-35B-A3B-Coder-Abliterated-Q2KXL_ROCMFPX.gguf","label":"Qwen3.8-Distill-35B-A3B-Coder-Abliterated-Q2KXL_ROCMFPX","size":12289701344,"bits":2.77,"known":false,"rank":0}],"repos":["Lord-H4D3ZS/Qwen3.8-Distill-35B-A3B-Coder-Abliterated"],"logoFrom":"Qwen"},{"id":"qwen2-5-coder-1-5b-instruct-abliterated","family":"huihui-ai/Qwen2.5-Coder-1.5B-Instruct-abliterated","name":"Qwen2.5 Coder 1.5B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF/Qwen2.5-Coder-1.5B-Instruct-abliterated-IQ2_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-13T21:50:25.000Z","downloads":10252,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-IQ2_M.gguf","label":"IQ2_M","size":701332960,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":752881120,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":831977440,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":861222880,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":876942304,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":924456928,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":980441056,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":980785120,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1019711968,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1066228192,"bits":4.79,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1066228192,"bits":4.79,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1066228192,"bits":4.79,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":1068808672,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1071585760,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1117321696,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":1184643040,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":1259174368,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1285495264,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":1290528736,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":1429530592,"bits":6.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":1464179680,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":1577220064,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":1894533088,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-f16.gguf","label":"F16","size":3560416928,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Coder-1.5B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"g4-meromero-31b-uncensored-heretic","family":"llmfan46/G4-MeroMero-31B-uncensored-heretic","name":"G4 MeroMero 31B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF/G4-MeroMero-31B-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-15T22:29:00.000Z","downloads":10177,"likes":26,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":11916314816,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":13761358016,"bits":3.59,"known":true,"rank":1},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15287109344,"bits":3.98,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":16628270816,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":16862234816,"bits":4.39,"known":true,"rank":1},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":17763165920,"bits":4.63,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":18687063776,"bits":4.87,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":21311842016,"bits":5.55,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":21845571296,"bits":5.69,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":25201485536,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":32635676384,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","file":"G4-MeroMero-31B-uncensored-heretic-BF16.gguf","label":"BF16","size":61413189344,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/G4-MeroMero-31B-uncensored-heretic-GGUF","mradermacher/G4-MeroMero-31B-uncensored-heretic-GGUF","mradermacher/G4-MeroMero-31B-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"granite-4-0-350m","family":"ibm-granite/granite-4.0-350m","name":"Granite 4.0 350M","maker":"IBM","catalog":null,"tuned":false,"params":0.35,"active":null,"layers":28,"probe":"unsloth/granite-4.0-350m-GGUF/granite-4.0-350m-UD-IQ3_XXS.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-07T20:25:05.000Z","downloads":10169,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":172142368,"bits":3.93,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q2_K.gguf","label":"Q2_K","size":180645280,"bits":4.13,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q3_K_S.gguf","label":"Q3_K_S","size":195325344,"bits":4.46,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q3_K_M.gguf","label":"Q3_K_M","size":208326048,"bits":4.76,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":213272352,"bits":4.87,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q3_K_L.gguf","label":"Q3_K_L","size":219925920,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-IQ4_XS.gguf","label":"IQ4_XS","size":221818656,"bits":5.07,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q4_0.gguf","label":"Q4_0","size":228470176,"bits":5.22,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q4_K_S.gguf","label":"Q4_K_S","size":229387680,"bits":5.24,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-IQ4_NL.gguf","label":"IQ4_NL","size":229388064,"bits":5.24,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q4_K_M.gguf","label":"Q4_K_M","size":236985760,"bits":5.42,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":240742176,"bits":5.5,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q4_1.gguf","label":"Q4_1","size":244067744,"bits":5.58,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q5_0.gguf","label":"Q5_0","size":259665312,"bits":5.94,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q5_K_S.gguf","label":"Q5_K_S","size":259665312,"bits":5.94,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q5_K_M.gguf","label":"Q5_K_M","size":264052128,"bits":6.04,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":265213728,"bits":6.06,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q5_1.gguf","label":"Q5_1","size":275262880,"bits":6.29,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q6_K.gguf","label":"Q6_K","size":292810144,"bits":6.69,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":338521888,"bits":7.74,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-Q8_0.gguf","label":"Q8_0","size":378138016,"bits":8.64,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-350m-GGUF","file":"granite-4.0-350m-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":516992800,"bits":11.82,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-350m-GGUF","file":"granite-4.0-350m-bf16.gguf","label":"BF16","size":708439456,"bits":16.19,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-350m-GGUF","unsloth/granite-4.0-350m-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen2-5-coder-7b-instruct-heretic","family":"trohrbaugh/Qwen2.5-Coder-7B-Instruct-heretic","name":"Qwen2.5 Coder 7B Heretic","maker":"trohrbaugh","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF/Qwen2.5-Coder-7B-Instruct-heretic.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-08T18:54:51.000Z","downloads":10159,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q2_K.gguf","label":"Q2_K","size":3015941248,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":3492369536,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":3808392320,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4088460416,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":4250299520,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":4457770112,"bits":4.68,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-7B-Instruct-heretic","file":"Qwen2.5-Coder-7B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":4683074208,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":4683074688,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":5315177600,"bits":5.58,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-7B-Instruct-heretic","file":"Qwen2.5-Coder-7B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5444831904,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":5444832384,"bits":5.72,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-7B-Instruct-heretic","file":"Qwen2.5-Coder-7B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":6254199520,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q6_K.gguf","label":"Q6_K","size":6254199936,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-7B-Instruct-heretic","file":"Qwen2.5-Coder-7B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":8098525920,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.Q8_0.gguf","label":"Q8_0","size":8098526336,"bits":8.5,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-7B-Instruct-heretic","file":"Qwen2.5-Coder-7B-Instruct-heretic-F16.gguf","label":"F16","size":15237853792,"bits":16,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","file":"Qwen2.5-Coder-7B-Instruct-heretic.f16.gguf","label":"F16","size":15237854336,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-Coder-7B-Instruct-heretic-GGUF","saidutta69/Qwen2.5-Coder-7B-Instruct-heretic"],"logoFrom":"trohrbaugh"},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-apex","family":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","name":"Nemotron 3 Nano Omni 30B A3B Reasoning APEX","maker":"mudler","catalog":null,"tuned":true,"params":31.58,"active":0.63,"layers":52,"probe":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-F16.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":true,"licence":"other","open":false,"released":"2026-04-28T22:34:48.000Z","downloads":10153,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Nano.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Nano","size":18002708576,"bits":4.56,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Mini.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Mini","size":18770401376,"bits":4.76,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Compact.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Compact","size":20335655744,"bits":5.15,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Compact.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Compact","size":20335656032,"bits":5.15,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Quality.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Quality","size":22971551552,"bits":5.82,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Quality.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Quality","size":22971551840,"bits":5.82,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Balanced.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-Balanced","size":27212280128,"bits":6.89,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Balanced.gguf","label":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-I-Balanced","size":27212280416,"bits":6.89,"known":false,"rank":0},{"repo":"mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF","file":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-F16.gguf","label":"F16","size":63181504832,"bits":16.01,"known":true,"rank":0}],"repos":["mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF"],"logoFrom":"nvidia"},{"id":"olmo-3-7b-instruct","family":"allenai/Olmo-3-7B-Instruct","name":"Olmo 3 7B","maker":"Ai2","catalog":null,"tuned":false,"params":7.3,"active":null,"layers":32,"probe":"unsloth/Olmo-3-7B-Instruct-GGUF/Olmo-3-7B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":1610612736,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-19T20:49:53.000Z","downloads":10132,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1941747200,"bits":2.13,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2042295808,"bits":2.24,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2254091776,"bits":2.47,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2676061440,"bits":2.93,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2717038080,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":2857914624,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":2901701888,"bits":3.18,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2944341504,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":2954181504,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3033111424,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3149977536,"bits":3.45,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3301759168,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3468318656,"bits":3.8,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3651459264,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":3841457024,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":3950565312,"bits":4.33,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4014029696,"bits":4.4,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4216404864,"bits":4.62,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4227677056,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4247337856,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4309961664,"bits":4.72,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4471602048,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4569348992,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q4_1.gguf","label":"Q4_1","size":4646826368,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4776446912,"bits":5.23,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5077247872,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5208713088,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5214103424,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5462215616,"bits":5.99,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":5991893568,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3-7B-Instruct-GGUF","file":"allenai_Olmo-3-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6190844864,"bits":6.78,"known":true,"rank":1},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6799314112,"bits":7.45,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":7759252672,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":9320734912,"bits":10.21,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","file":"Olmo-3-7B-Instruct-BF16.gguf","label":"BF16","size":14600642496,"bits":16,"known":true,"rank":0}],"repos":["bartowski/allenai_Olmo-3-7B-Instruct-GGUF","unsloth/Olmo-3-7B-Instruct-GGUF"],"logoFrom":"allenai"},{"id":"rocinante-x-12b-v1-heretic-uncensored","family":"DavidAU/Rocinante-X-12B-v1-Heretic-Uncensored","name":"Rocinante X 12B V1 Heretic Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF/Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-27T22:46:11.000Z","downloads":10122,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2999216224,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":3221629024,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592317024,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915081824,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":4138477664,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":4435028064,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493682784,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q2_K.gguf","label":"Q2_K","size":4791052096,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945389664,"bits":3.23,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306493024,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":5534230336,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":5562083424,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":5722237024,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6083094336,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":6561507136,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":6800058176,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":7094642784,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097919584,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7120201536,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":7477208896,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":7795222624,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":8518739776,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":8727635776,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q6_K.gguf","label":"Q6_K","size":10056214336,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","file":"Rocinante-X-12B-v1-Heretic-Uncensored.Q8_0.gguf","label":"Q8_0","size":13022373696,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-GGUF","mradermacher/Rocinante-X-12B-v1-Heretic-Uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-5-2b-uncensored-abliterix-som-i1","family":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","name":"Qwen3.5 2B Uncensored Abliterix SOM I1","maker":"mradermacher","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":25,"probe":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF/Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T20:24:05.000Z","downloads":10117,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ1_S.gguf","label":"IQ1_S","size":722962688,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ1_M.gguf","label":"IQ1_M","size":748205312,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276352,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719616,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ2_S.gguf","label":"IQ2_S","size":832092416,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ2_M.gguf","label":"IQ2_M","size":865749248,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754496,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944164096,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q2_K.gguf","label":"Q2_K","size":968543488,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174592,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203328,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ3_S.gguf","label":"IQ3_S","size":1051091200,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ3_M.gguf","label":"IQ3_M","size":1059447040,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099260160,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164534016,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963648,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q4_0.gguf","label":"Q4_0","size":1204847872,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056832,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586560,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397952,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q4_1.gguf","label":"Q4_1","size":1288283392,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374078208,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122432,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Abliterix-SOM.i1-Q6_K.gguf","label":"Q6_K","size":1556392192,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-2B-Uncensored-Abliterix-SOM-i1-GGUF"],"logoFrom":"AkaumiKaede"},{"id":"normistral-7b-warm","family":"ltg/normistral-7b-warm","name":"Normistral 7B Warm","maker":"ltg","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"ltg/normistral-7b-warm/normistral-7b-warm.Q3_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-02-04T23:10:48.000Z","downloads":10116,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ltg/normistral-7b-warm","file":"normistral-7b-warm.Q3_K_M.gguf","label":"Q3_K_M","size":3523489248,"bits":3.89,"known":true,"rank":0},{"repo":"ltg/normistral-7b-warm","file":"normistral-7b-warm.Q4_K_M.gguf","label":"Q4_K_M","size":4373360096,"bits":4.83,"known":true,"rank":0},{"repo":"ltg/normistral-7b-warm","file":"normistral-7b-warm.Q5_K_M.gguf","label":"Q5_K_M","size":5136723424,"bits":5.67,"known":true,"rank":0},{"repo":"ltg/normistral-7b-warm","file":"normistral-7b-warm.Q6_K.gguf","label":"Q6_K","size":5947796960,"bits":6.56,"known":true,"rank":0},{"repo":"ltg/normistral-7b-warm","file":"normistral-7b-warm.Q8_0.gguf","label":"Q8_0","size":7703113184,"bits":8.5,"known":true,"rank":0}],"repos":["ltg/normistral-7b-warm","ltg/normistral-7b-warm-instruct"],"logoFrom":"ltg"},{"id":"qwen3-8-27b-humanlike-chat-2-0","family":"LessThanThreeAI/Qwen3.8-27B-Humanlike-Chat-2.0","name":"Qwen3.8 27B Humanlike 2.0","maker":"LessThanThreeAI","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-GGUF/Qwen3.8-27B-Humanlike-Chat-2.0.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-03T06:13:57.000Z","downloads":10114,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q2_K.gguf","label":"Q2_K","size":10864593792,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537472,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608512,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332672,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738432,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559800192,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040512,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q4_0.gguf","label":"Q4_0","size":15760419712,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300352,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810716032,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q4_1.gguf","label":"Q4_1","size":17343769472,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683712,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702912,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.i1-Q6_K.gguf","label":"Q6_K","size":22431001472,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-GGUF","file":"Qwen3.8-27B-Humanlike-Chat-2.0.Q8_0.gguf","label":"Q8_0","size":29047085664,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-GGUF","mradermacher/Qwen3.8-27B-Humanlike-Chat-2.0-i1-GGUF"],"logoFrom":"LessThanThreeAI"},{"id":"hy-mt2-1-8b-1-25bit","family":"tencent/Hy-MT2-1.8B-1.25Bit-GGUF","name":"Hy MT2 1.8B 1.25Bit","maker":"Tencent","catalog":null,"tuned":false,"params":1.79,"active":null,"layers":32,"probe":"tencent/Hy-MT2-1.8B-1.25Bit-GGUF/Hy-MT2-1.8B-1.25Bit.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-20T09:26:32.000Z","downloads":10086,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tencent/Hy-MT2-1.8B-1.25Bit-GGUF","file":"Hy-MT2-1.8B-1.25Bit.gguf","label":"Hy-MT2-1.8B-1.25Bit","size":461860800,"bits":2.06,"known":false,"rank":0}],"repos":["tencent/Hy-MT2-1.8B-1.25Bit-GGUF"],"logoFrom":"tencent"},{"id":"tokyotech-llm-swallow-ms-7b-instruct-v0-1","family":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","name":"Tokyotech Llm Swallow MS 7B V0.1","maker":"mmnga","catalog":null,"tuned":false,"params":7.33,"active":null,"layers":32,"probe":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-02T13:37:22.000Z","downloads":10032,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ1_S.gguf","label":"IQ1_S","size":1657278304,"bits":1.81,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ1_M.gguf","label":"IQ1_M","size":1799622496,"bits":1.96,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2036862816,"bits":2.22,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":2243432288,"bits":2.45,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ2_S.gguf","label":"IQ2_S","size":2360589664,"bits":2.58,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ2_M.gguf","label":"IQ2_M","size":2550381920,"bits":2.78,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q2_K.gguf","label":"Q2_K","size":2770294112,"bits":3.02,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":2770294592,"bits":3.02,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2877013344,"bits":3.14,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":3074360160,"bits":3.36,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":3074360640,"bits":3.36,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":3220112224,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3220112704,"bits":3.51,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ3_S.gguf","label":"IQ3_S","size":3237938016,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.IQ3_S.gguf","label":"IQ3_S","size":3237938496,"bits":3.53,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ3_M.gguf","label":"IQ3_M","size":3340436320,"bits":3.65,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.IQ3_M.gguf","label":"IQ3_M","size":3340436800,"bits":3.65,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":3574530912,"bits":3.9,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q3_K.gguf","label":"Q3_K","size":3574531392,"bits":3.9,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":3574531392,"bits":3.9,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":3877569376,"bits":4.23,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":3877569856,"bits":4.23,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":3967725920,"bits":4.33,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":4004426560,"bits":4.37,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q4_0.gguf","label":"Q4_0","size":4170336608,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q4_0.gguf","label":"Q4_0","size":4170337088,"bits":4.55,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":4187113824,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":4201793888,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4201794368,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.IQ4_NL.gguf","label":"IQ4_NL","size":4216474432,"bits":4.6,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":4429859168,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q4_K.gguf","label":"Q4_K","size":4429859648,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4429859648,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q4_1.gguf","label":"Q4_1","size":4617501504,"bits":5.04,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q5_0.gguf","label":"Q5_0","size":5064665440,"bits":5.53,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":5064665440,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q5_0.gguf","label":"Q5_0","size":5064665920,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":5064665920,"bits":5.53,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-MS-7b-instruct-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":5198358880,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","file":"Swallow-MS-7b-instruct-v0.1.Q5_K.gguf","label":"Q5_K","size":5198359360,"bits":5.67,"known":true,"rank":0}],"repos":["RichardErkhov/tokyotech-llm_-_Swallow-MS-7b-instruct-v0.1-gguf","mmnga/tokyotech-llm-Swallow-MS-7b-instruct-v0.1-gguf"],"logoFrom":"mmnga"},{"id":"bielik-11b-v3-0-instruct","family":"speakleash/Bielik-11B-v3.0-Instruct","name":"Bielik 11B V3.0","maker":"speakleash","catalog":null,"tuned":false,"params":11.17,"active":null,"layers":50,"probe":"speakleash/Bielik-11B-v3.0-Instruct-GGUF/Bielik-11B-v3.0-Instruct.Q4_K_M.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-07T09:05:29.000Z","downloads":10030,"likes":36,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","file":"Bielik-11B-v3.0-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":6724051584,"bits":4.82,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","file":"Bielik-11B-v3.0-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":7907041920,"bits":5.66,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","file":"Bielik-11B-v3.0-Instruct.Q6_K.gguf","label":"Q6_K","size":9163969152,"bits":6.56,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","file":"Bielik-11B-v3.0-Instruct.Q8_0.gguf","label":"Q8_0","size":11868811904,"bits":8.5,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","file":"Bielik-11B-v3.0-Instruct.bf16.gguf","label":"BF16","size":22339170688,"bits":16,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","file":"Bielik-11B-v3.0-Instruct.f16.gguf","label":"F16","size":22339170944,"bits":16,"known":true,"rank":0}],"repos":["speakleash/Bielik-11B-v3.0-Instruct-GGUF"],"logoFrom":"speakleash"},{"id":"huihui-ai-huihui-gpt-oss-20b-bf16-abliterated","family":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","name":"Huihui Ai Huihui Gpt Oss 20B BF16 Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q3_K_L.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":null,"open":false,"released":"2025-08-07T03:36:06.000Z","downloads":10010,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":11488222880,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":11510341280,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ2_XXS.gguf","label":"IQ2_XXS","size":11510341280,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q4_0.gguf","label":"Q4_0","size":11519188640,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ2_M.gguf","label":"IQ2_M","size":11545730720,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ2_S.gguf","label":"IQ2_S","size":11545730720,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":11554578080,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ3_M.gguf","label":"IQ3_M","size":11559001760,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":11559001760,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":11559001760,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q2_K.gguf","label":"Q2_K","size":11559001760,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":11559186080,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":11561213600,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":11561213600,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q4_1.gguf","label":"Q4_1","size":11592985760,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":11667151520,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":11673418400,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":11722885280,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":11728414880,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":11777789600,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":11848568480,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":11890593440,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":11909394080,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109565600,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-Q8_0.gguf","label":"Q8_0","size":22261911200,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF","file":"huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-bf16.gguf","label":"BF16","size":41860886880,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"mimo-v2-6-flash-mopd","family":"XiaomiMiMo/MiMo-V2.6-Flash-MOPD","name":"MiMo V2.6 Flash MOPD","maker":"Xiaomi","catalog":null,"tuned":false,"params":308.78,"active":9.2,"layers":48,"probe":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF/MiMo-V2.6-Flash-MOPD-Q2_K_S-00001-of-00002.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":25559040,"context":1048576,"arch":"mimo2","vision":true,"licence":"mit","open":true,"released":"2026-09-27T04:01:00.000Z","downloads":9996,"likes":11,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF","file":"MiMo-V2.6-Flash-MOPD-Q2_K_S-00001-of-00002.gguf","label":"Q2_K_S","size":105864191648,"bits":2.74,"known":true,"rank":0},{"repo":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF","file":"MiMo-V2.6-Flash-MOPD-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":126365949600,"bits":3.27,"known":true,"rank":0},{"repo":"ddh0/MiMo-V2.6-Flash-MOPD-GGUF","file":"MiMo-V2.6-Flash-MOPD-3.39bpw.gguf","label":"MiMo-V2.6-Flash-MOPD","size":131409717600,"bits":3.4,"known":false,"rank":0},{"repo":"ddh0/MiMo-V2.6-Flash-MOPD-GGUF","file":"MiMo-V2.6-Flash-MOPD-3.61bpw-IQ3_S.gguf","label":"IQ3_S","size":139630709088,"bits":3.62,"known":true,"rank":0},{"repo":"ddh0/MiMo-V2.6-Flash-MOPD-GGUF","file":"MiMo-V2.6-Flash-MOPD-3.61bpw-Q3_K.gguf","label":"Q3_K","size":139630709088,"bits":3.62,"known":true,"rank":0},{"repo":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF","file":"MiMo-V2.6-Flash-MOPD-MXFP4-00001-of-00002.gguf","label":"MXFP4","size":167369465248,"bits":4.34,"known":true,"rank":0}],"repos":["ddh0/MiMo-V2.6-Flash-MOPD-GGUF","ggml-org/MiMo-V2.6-Flash-MOPD-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"neurallemon-7b","family":"backyardai/NeuralLemon-7B-GGUF","name":"NeuralLemon 7B","maker":"backyardai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"backyardai/NeuralLemon-7B-GGUF/NeuralLemon-7B.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-21T22:50:26.000Z","downloads":9977,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ1_S.gguf","label":"IQ1_S","size":1612102752,"bits":1.78,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ1_M.gguf","label":"IQ1_M","size":1754446944,"bits":1.94,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687264,"bits":2.2,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ2_XS.gguf","label":"IQ2_XS","size":2198256736,"bits":2.43,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ2_S.gguf","label":"IQ2_S","size":2310921312,"bits":2.55,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ2_M.gguf","label":"IQ2_M","size":2500713568,"bits":2.76,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344992,"bits":3.12,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018816608,"bits":3.34,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164568384,"bits":3.5,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ3_S.gguf","label":"IQ3_S","size":3182394464,"bits":3.52,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ3_M.gguf","label":"IQ3_M","size":3284892768,"bits":3.63,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518987072,"bits":3.89,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822025536,"bits":4.22,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3907689568,"bits":4.32,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140374848,"bits":4.57,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368440128,"bits":4.83,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997716800,"bits":5.52,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131410240,"bits":5.67,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q6_K.gguf","label":"Q6_K","size":5942065984,"bits":6.57,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.Q8_0.gguf","label":"Q8_0","size":7695858496,"bits":8.5,"known":true,"rank":0},{"repo":"backyardai/NeuralLemon-7B-GGUF","file":"NeuralLemon-7B.F32.gguf","label":"F32","size":28967664448,"bits":32.01,"known":true,"rank":0}],"repos":["backyardai/NeuralLemon-7B-GGUF"],"logoFrom":"backyardai"},{"id":"qwopus3-8-27b-flash-v2-abliterated","family":"shawnw3i/Qwopus3.8-27B-Flash-V2-abliterated","name":"Qwopus3.8 27B Flash V2 Abliterated","maker":"shawnw3i","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF/Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-01T17:44:25.000Z","downloads":9915,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825312,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084832,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184032,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592032,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914592,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593952,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326432,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10711665952,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371872,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130912,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954592,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329312,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875552,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443872,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776992,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507552,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521434912,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315552,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400992,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078242592,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614752,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100192,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF","file":"Qwopus3.8-27B-Flash-V2-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22082530592,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwopus3.8-27B-Flash-V2-abliterated-i1-GGUF"],"logoFrom":null},{"id":"cydonia-24b-v4-3-absolute-heresy","family":"MuXodious/Cydonia-24B-v4.3-absolute-heresy","name":"Cydonia 24B V4.3 Absolute Heresy","maker":"MuXodious","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF/Cydonia-24B-v4.3-absolute-heresy.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-21T15:52:35.000Z","downloads":9906,"likes":26,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ1_S.gguf","label":"IQ1_S","size":5273723264,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ1_M.gguf","label":"IQ1_M","size":5750497664,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545121664,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207035264,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ2_S.gguf","label":"IQ2_S","size":7478354304,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ2_M.gguf","label":"IQ2_M","size":8114053504,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320164224,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q2_K.gguf","label":"Q2_K","size":8890327424,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280594304,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907118464,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400276864,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ3_S.gguf","label":"IQ3_S","size":10428129664,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ3_M.gguf","label":"IQ3_M","size":10650952064,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474084224,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400763264,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758917504,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q4_0.gguf","label":"Q4_0","size":13494231424,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281664,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333911424,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q4_1.gguf","label":"Q4_1","size":14873108864,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304415104,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763986304,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.i1-Q6_K.gguf","label":"Q6_K","size":19345940864,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","file":"Cydonia-24B-v4.3-absolute-heresy.Q8_0.gguf","label":"Q8_0","size":25054781536,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Cydonia-24B-v4.3-absolute-heresy-GGUF","mradermacher/Cydonia-24B-v4.3-absolute-heresy-i1-GGUF"],"logoFrom":"MuXodious"},{"id":"red-snow-5-3-flash","family":"freakyskittle/RED-SNOW-5.3-FLASH-GGUF","name":"RED SNOW 5.3 FLASH","maker":"freakyskittle","catalog":null,"tuned":false,"params":320.76,"active":17.76,"layers":46,"probe":"freakyskittle/RED-SNOW-5.3-FLASH-GGUF/RED-SNOW-5.3-FLASH-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-10-06T07:03:25.000Z","downloads":9900,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"freakyskittle/RED-SNOW-5.3-FLASH-GGUF","file":"RED-SNOW-5.3-FLASH-Q2_K.gguf","label":"Q2_K","size":106184683648,"bits":2.65,"known":true,"rank":0},{"repo":"freakyskittle/RED-SNOW-5.3-FLASH-GGUF","file":"RED-SNOW-5.3-FLASH-Q3_K_M.gguf","label":"Q3_K_M","size":138608069760,"bits":3.46,"known":true,"rank":0},{"repo":"freakyskittle/RED-SNOW-5.3-FLASH-GGUF","file":"RED-SNOW-5.3-FLASH-Q4_K_M.gguf","label":"Q4_K_M","size":181490178176,"bits":4.53,"known":true,"rank":0},{"repo":"freakyskittle/RED-SNOW-5.3-FLASH-GGUF","file":"RED-SNOW-5.3-FLASH-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":190747904128,"bits":4.76,"known":true,"rank":0}],"repos":["freakyskittle/RED-SNOW-5.3-FLASH-GGUF"],"logoFrom":"Blackfrost-AI"},{"id":"aescode-32b","family":"microsoft/AesCode-32B","name":"AesCode 32B","maker":"Microsoft","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/AesCode-32B-GGUF/AesCode-32B-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T13:05:36.000Z","downloads":9886,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10634558272,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ2_XS.gguf","label":"IQ2_XS","size":11406572352,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ2_S.gguf","label":"IQ2_S","size":12022810432,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ2_M.gguf","label":"IQ2_M","size":12710938432,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q2_K.gguf","label":"Q2_K","size":13005256512,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":13596985152,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ3_XS.gguf","label":"IQ3_XS","size":14368768832,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14914028352,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ3_M.gguf","label":"IQ3_M","size":15496315712,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q3_K_M.gguf","label":"Q3_K_M","size":16515728192,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17519739712,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ4_XS.gguf","label":"IQ4_XS","size":18123034432,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q4_0.gguf","label":"Q4_0","size":19049119552,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-IQ4_NL.gguf","label":"IQ4_NL","size":19070091072,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q4_K_S.gguf","label":"Q4_K_S","size":19135627072,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q4_K_M.gguf","label":"Q4_K_M","size":20485668672,"bits":5,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q4_1.gguf","label":"Q4_1","size":20898668352,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q4_K_L.gguf","label":"Q4_K_L","size":21063025472,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22813753152,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q5_K_M.gguf","label":"Q5_K_M","size":23794171712,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q6_K.gguf","label":"Q6_K","size":27980380992,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q6_K_L.gguf","label":"Q6_K_L","size":28357182272,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-Q8_0.gguf","label":"Q8_0","size":34817721152,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/AesCode-32B-GGUF","file":"AesCode-32B-bf16/AesCode-32B-bf16-00001-of-00002.gguf","label":"BF16","size":65531577056,"bits":16,"known":true,"rank":0}],"repos":["bartowski/AesCode-32B-GGUF"],"logoFrom":"microsoft"},{"id":"k2-horizon-mova-36b-a4b-heretic","family":"darkc0de/K2-Horizon-MoVA-36B-A4B-heretic","name":"K2 Horizon MoVA 36B A4B Heretic","maker":"darkc0de","catalog":null,"tuned":true,"params":37.44,"active":13.03,"layers":48,"probe":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF/K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":222560,"kvHeader":196608,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T10:13:03.000Z","downloads":9883,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7863835712,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8688748352,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10063602752,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11179214912,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":11360084032,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":12459967552,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12809623872,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":13622398272,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14599676992,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":15695093312,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":16393727552,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":16394772032,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":16547004992,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17661229632,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18841451072,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":20131584832,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":21320269632,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":21361434432,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":22368021312,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":23579551552,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":25879015232,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":26439465792,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF","file":"K2-Horizon-MoVA-36B-A4B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":30765375552,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-MoVA-36B-A4B-heretic-i1-GGUF"],"logoFrom":"darkc0de"},{"id":"sabi-noema","family":"sabicap/sabi-noema","name":"Sabi Noema","maker":"sabicap","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"owao/Sabi-Noema-GGUF/Sabi-Noema-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-13T12:38:56.000Z","downloads":9878,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q3_K_M.gguf","label":"Q3_K_M","size":13301443488,"bits":3.96,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q3_K_L.gguf","label":"Q3_K_L","size":14344776608,"bits":4.27,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q4_K_S.gguf","label":"Q4_K_S","size":15586315168,"bits":4.64,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q4_K_M.gguf","label":"Q4_K_M","size":16547400608,"bits":4.92,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q5_K_S.gguf","label":"Q5_K_S","size":18679614368,"bits":5.56,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q5_K_M.gguf","label":"Q5_K_M","size":19231099808,"bits":5.72,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q6_K.gguf","label":"Q6_K","size":22082530208,"bits":6.57,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-Q8_0.gguf","label":"Q8_0","size":28595764128,"bits":8.5,"known":true,"rank":0},{"repo":"owao/Sabi-Noema-GGUF","file":"Sabi-Noema-BF16.gguf","label":"BF16","size":53808282528,"bits":16,"known":true,"rank":0}],"repos":["owao/Sabi-Noema-GGUF"],"logoFrom":"sabicap"},{"id":"minicpm-v-4-7-35b-a3b-abliterated-i1","family":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","name":"MiniCPM V 4.7 35B A3B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":34.66,"active":2.67,"layers":41,"probe":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF/MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T10:43:25.000Z","downloads":9873,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7483772320,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8238839200,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497284000,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10506661280,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652073632,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11658829472,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12151679648,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12939176608,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623352992,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14483690400,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15181730720,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15249970080,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440065440,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764310432,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18114876320,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728287392,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19798765728,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889402016,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166256288,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21847644320,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23980736672,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24728584352,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF","file":"MiniCPM-V-4.7-35B-A3B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":28513557920,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/MiniCPM-V-4.7-35B-A3B-abliterated-i1-GGUF"],"logoFrom":"openbmb"},{"id":"wicked-stuff-26b-a4b-final","family":"ReadyArt/Wicked-Stuff-26B-A4B-Final","name":"Wicked Stuff 26B A4B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF/Wicked-Stuff-26B-A4B-Final.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T13:02:56.000Z","downloads":9832,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273760,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659680,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302880,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433120,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203680,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718240,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q2_K.gguf","label":"Q2_K","size":10582739936,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484320,"bits":3.37,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":10785316896,"bits":3.42,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696480,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070368,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412256,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412256,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566240,"bits":3.93,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":12506912288,"bits":3.97,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736352,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824490976,"bits":4.38,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728736,"bits":4.41,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":14157578272,"bits":4.49,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q4_0.gguf","label":"Q4_0","size":14488058848,"bits":4.59,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":14788570656,"bits":4.69,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":15310206496,"bits":4.85,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827872,"bits":4.9,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q4_1.gguf","label":"Q4_1","size":15969578976,"bits":5.06,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":16335669792,"bits":5.18,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018656,"bits":5.33,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":17666860576,"bits":5.6,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736096,"bits":5.7,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":18857578016,"bits":5.98,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893152,"bits":6.07,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":20003735072,"bits":6.34,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q6_K.gguf","label":"Q6_K","size":22638402016,"bits":7.18,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":23509243936,"bits":7.45,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","file":"Wicked-Stuff-26B-A4B-Final-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":27551921696,"bits":8.74,"known":false,"rank":0}],"repos":["ReadyArt/Wicked-Stuff-26B-A4B-Final-GGUF","mradermacher/Wicked-Stuff-26B-A4B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"nvidia-nemotron-3-5-super-vl-120b-a12b-heretic-ara","family":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara","name":"NVIDIA Nemotron 3.5 Super VL 120B A12B Heretic Ara","maker":"spiritfather","catalog":null,"tuned":true,"params":120.67,"active":2.41,"layers":88,"probe":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF/i1-IQ2_M/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.i1-IQ2_M-00001-of-00002.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":true,"licence":"other","open":false,"released":"2026-10-18T21:25:26.000Z","downloads":9804,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF","file":"i1-IQ2_M/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.i1-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":52915573344,"bits":3.51,"known":true,"rank":0},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF","file":"i1-IQ3_XXS/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.i1-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":56830251584,"bits":3.77,"known":true,"rank":0},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF","file":"i1-IQ3_M/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.i1-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":60778082912,"bits":4.03,"known":true,"rank":0},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF","file":"i1-IQ4_XS/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.i1-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":66330579520,"bits":4.4,"known":true,"rank":0},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-GGUF","file":"Q4_0/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.Q4_0-00001-of-00002.gguf","label":"Q4_0","size":71803752704,"bits":4.76,"known":true,"rank":1},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF","file":"i1-Q4_K_M/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.i1-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":86051082848,"bits":5.7,"known":true,"rank":0},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-GGUF","file":"Q5_K_M/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":95716331904,"bits":6.35,"known":true,"rank":1},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-GGUF","file":"Q6_K/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.Q6_K-00001-of-00003.gguf","label":"Q6_K","size":112921989504,"bits":7.49,"known":true,"rank":1},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-GGUF","file":"Q8_0/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.Q8_0-00001-of-00003.gguf","label":"Q8_0","size":128472994176,"bits":8.52,"known":true,"rank":1},{"repo":"spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-GGUF","file":"BF16/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara.BF16-00001-of-00006.gguf","label":"BF16","size":241518662368,"bits":16.01,"known":true,"rank":1}],"repos":["spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-GGUF","spiritfather/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-heretic-ara-i1-GGUF"],"logoFrom":"spiritfather"},{"id":"seed-oss-36b-instruct","family":"ByteDance-Seed/Seed-OSS-36B-Instruct","name":"Seed OSS 36B","maker":"ByteDance","catalog":null,"tuned":false,"params":36.15,"active":null,"layers":64,"probe":"unsloth/Seed-OSS-36B-Instruct-GGUF/Seed-OSS-36B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"seed_oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-20T15:03:26.000Z","downloads":9797,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":8473742496,"bits":1.88,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9080892576,"bits":2.01,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10160802976,"bits":2.25,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":12729568416,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q2_K.gguf","label":"Q2_K","size":13604187296,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":13790350496,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":14041271456,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":14253649056,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":15855410336,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":17620950176,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":18048101536,"bits":3.99,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":19523439776,"bits":4.32,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":20592987296,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q4_0.gguf","label":"Q4_0","size":20621823136,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":20695223456,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":21762149536,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22030273696,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q4_1.gguf","label":"Q4_1","size":22760754336,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":24970464416,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":25594367136,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":25629306016,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q6_K.gguf","label":"Q6_K","size":29666098336,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31848815776,"bits":7.05,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-Q8_0.gguf","label":"Q8_0","size":38421093536,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"Seed-OSS-36B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":42938162336,"bits":9.5,"known":true,"rank":0},{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","file":"BF16/Seed-OSS-36B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":72311397472,"bits":16,"known":true,"rank":0}],"repos":["lmstudio-community/Seed-OSS-36B-Instruct-GGUF","unsloth/Seed-OSS-36B-Instruct-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"llama-3-2-8x4b-moe-v2-dark-champion-instruct-uncensored-abliterated-21b","family":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","name":"Llama 3.2 8X4B MOE V2 Dark Champion Uncensored Abliterated 21B","maker":"DavidAU","catalog":null,"tuned":true,"params":20.92,"active":6.43,"layers":32,"probe":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF/L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-12T00:29:33.000Z","downloads":9788,"likes":164,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q2_k.gguf","label":"Q2_K","size":7980992096,"bits":3.05,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":9360301664,"bits":3.58,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":10266271328,"bits":3.93,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":11519751776,"bits":4.41,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":12120315488,"bits":4.63,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":12850124384,"bits":4.91,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":14522570336,"bits":5.55,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":14950389344,"bits":5.72,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q6_k.gguf","label":"Q6_K","size":17222028896,"bits":6.59,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF","file":"L3.2-8X4B-MOE-V2-Dark-Champion-Inst-21B-uncen-ablit-D_AU-Q8_0.gguf","label":"Q8_0","size":22239993440,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/Llama-3.2-8X4B-MOE-V2-Dark-Champion-Instruct-uncensored-abliterated-21B-GGUF"],"logoFrom":"DavidAU"},{"id":"sagev2-8b-longcontext-nsfw-rp","family":"sinhal/SageV2-8B-LongContext-NSFW-RP","name":"SageV2 8B LongContext NSFW RP","maker":"sinhal","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"sinhal/SageV2-8B-LongContext-NSFW-RP/sage-roleplay-q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-10-06T09:27:59.000Z","downloads":9783,"likes":36,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sinhal/SageV2-8B-LongContext-NSFW-RP","file":"sage-roleplay-q2_k.gguf","label":"Q2_K","size":3179131776,"bits":3.17,"known":true,"rank":0},{"repo":"sinhal/SageV2-8B-LongContext-NSFW-RP","file":"sage-roleplay-q4_k.gguf","label":"Q4_K","size":4920734592,"bits":4.9,"known":true,"rank":0},{"repo":"sinhal/SageV2-8B-LongContext-NSFW-RP","file":"sage-roleplay-q6_k.gguf","label":"Q6_K","size":6596006784,"bits":6.57,"known":true,"rank":0},{"repo":"sinhal/SageV2-8B-LongContext-NSFW-RP","file":"sage-roleplay-q8_0.gguf","label":"Q8_0","size":8540771200,"bits":8.51,"known":true,"rank":0}],"repos":["sinhal/SageV2-8B-LongContext-NSFW-RP"],"logoFrom":"mlabonne"},{"id":"qwen3-vl-30b-a3b-thinking","family":"Qwen/Qwen3-VL-30B-A3B-Thinking","name":"Qwen3 VL 30B A3B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF/Qwen3-VL-30B-A3B-Thinking-UD-TQ1_0.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2025-09-30T11:04:13.000Z","downloads":9767,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8149194368,"bits":2.14,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9066174080,"bits":2.38,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9666860672,"bits":2.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10341815936,"bits":2.71,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10845132416,"bits":2.84,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q2_K.gguf","label":"Q2_K","size":11258611328,"bits":2.95,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":11331540608,"bits":2.97,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11787540096,"bits":3.09,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12888086144,"bits":3.38,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":13292469888,"bits":3.48,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833049728,"bits":3.62,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":14711848576,"bits":3.86,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":16378074752,"bits":4.29,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":17310783104,"bits":4.54,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q4_0.gguf","label":"Q4_0","size":17379989568,"bits":4.55,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":17456010880,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17715664512,"bits":4.64,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3VL-30B-A3B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":18556687200,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q4_1.gguf","label":"Q4_1","size":19192501888,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":21080512128,"bits":5.52,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":21725582976,"bits":5.69,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740304000,"bits":5.7,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-Q6_K.gguf","label":"Q6_K","size":25092533888,"bits":6.58,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340327040,"bits":6.9,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3VL-30B-A3B-Thinking-Q8_0.gguf","label":"Q8_0","size":32483933024,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3-VL-30B-A3B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989945984,"bits":9.43,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"Qwen3VL-30B-A3B-Thinking-F16-split-00001-of-00002.gguf","label":"Qwen3VL-30B-A3B-Thinking-F16-split","size":61095803936,"bits":16.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF","file":"BF16/Qwen3-VL-30B-A3B-Thinking-BF16-00001-of-00002.gguf","label":"BF16","size":61095804480,"bits":16.01,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-30B-A3B-Thinking-GGUF","unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"artoma-lexicon-31b","family":"Casual-Autopsy/Artoma-Lexicon-31B","name":"Artoma Lexicon 31B","maker":"Casual-Autopsy","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Artoma-Lexicon-31B-i1-GGUF/Artoma-Lexicon-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T17:48:23.000Z","downloads":9749,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156492576,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725875488,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674847008,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530362144,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891872,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917069088,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976592160,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916316960,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510944,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072372000,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761360160,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761360160,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424500512,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287111968,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628273440,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735793440,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701581088,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763168544,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687066400,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481424160,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311844640,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845573920,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Artoma-Lexicon-31B-i1-GGUF","file":"Artoma-Lexicon-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201488160,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Artoma-Lexicon-31B-i1-GGUF"],"logoFrom":"Casual-Autopsy"},{"id":"qwen3-5-9b-glm5-1-distill-v1","family":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","name":"Qwen3.5 9B GLM5.1 Distill V1","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-16T01:01:14.000Z","downloads":9738,"likes":115,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","file":"Qwen3.5-9B-GLM5.1-Distill-v1-Q3_K_M.gguf","label":"Q3_K_M","size":4623521024,"bits":4.13,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","file":"Qwen3.5-9B-GLM5.1-Distill-v1-Q4_K_M.gguf","label":"Q4_K_M","size":5629105408,"bits":5.03,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","file":"Qwen3.5-9B-GLM5.1-Distill-v1-Q5_K_M.gguf","label":"Q5_K_M","size":6467966208,"bits":5.78,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","file":"Qwen3.5-9B-GLM5.1-Distill-v1-Q6_K.gguf","label":"Q6_K","size":7359255808,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF","file":"Qwen3.5-9B-GLM5.1-Distill-v1-Q8_0.gguf","label":"Q8_0","size":9527497984,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF"],"logoFrom":"Jackrong"},{"id":"qwen3-5-2b-uncensored-zero-refusal-soma","family":"AkaumiKaede/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA","name":"Qwen3.5 2B Uncensored Zero Refusal SOMA","maker":"AkaumiKaede","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T16:55:25.000Z","downloads":9732,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ1_S.gguf","label":"IQ1_S","size":722962720,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ1_M.gguf","label":"IQ1_M","size":748205344,"bits":3.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276384,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719648,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ2_S.gguf","label":"IQ2_S","size":832092448,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ2_M.gguf","label":"IQ2_M","size":865749280,"bits":3.68,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754528,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944164128,"bits":4.02,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q2_K.gguf","label":"Q2_K","size":968543520,"bits":4.12,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174624,"bits":4.34,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203360,"bits":4.37,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ3_S.gguf","label":"IQ3_S","size":1051091232,"bits":4.47,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ3_M.gguf","label":"IQ3_M","size":1059447072,"bits":4.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099260192,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164534048,"bits":4.96,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963680,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q4_0.gguf","label":"Q4_0","size":1204847904,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056864,"bits":5.16,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586592,"bits":5.24,"known":true,"rank":1},{"repo":"AkaumiKaede/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-Q4_K_M.gguf","label":"Q4_K_M","size":1274396256,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q4_1.gguf","label":"Q4_1","size":1288283424,"bits":5.48,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374078240,"bits":5.85,"known":true,"rank":1},{"repo":"AkaumiKaede/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-Q5_K_M.gguf","label":"Q5_K_M","size":1411120736,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA.i1-Q6_K.gguf","label":"Q6_K","size":1556392224,"bits":6.62,"known":true,"rank":1},{"repo":"AkaumiKaede/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-Q8_0.gguf","label":"Q8_0","size":2012012128,"bits":8.56,"known":true,"rank":0},{"repo":"AkaumiKaede/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA","file":"Qwen3.5-2B-Uncensored-Zero-Refusal-F16.gguf","label":"F16","size":3775708768,"bits":16.07,"known":true,"rank":0}],"repos":["AkaumiKaede/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA","mradermacher/Qwen3.5-2B-Uncensored-Zero-Refusal-SOMA-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-i1-iq4-xs-gguf-smaller","family":"jrell/Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller","name":"Qwen3.8 27B I1 IQ4 XS GGUF Smaller","maker":"jrell","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"jrell/Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller/Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-08-15T16:44:02.000Z","downloads":9708,"likes":97,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jrell/Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller","file":"Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller.gguf","label":"Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller","size":13543869408,"bits":3.97,"known":false,"rank":0}],"repos":["jrell/Qwen3.8-27B-i1-IQ4_XS-GGUF-Smaller"],"logoFrom":"unsloth"},{"id":"jonathancoletti-qwen3-8-27b-uncensored","family":"jaromer/JonathanColetti-Qwen3.8-27B-Uncensored","name":"JonathanColetti Qwen3.8 27B Uncensored","maker":"jaromer","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF/JonathanColetti-Qwen3.8-27B-Uncensored.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-25T22:14:40.000Z","downloads":9698,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q2_K.gguf","label":"Q2_K","size":10864593120,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":12256536800,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":13500737760,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":14559799520,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":15420451040,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":15825299680,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":16810715360,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":18971683040,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":19535702240,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q6_K.gguf","label":"Q6_K","size":22431000800,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF","file":"JonathanColetti-Qwen3.8-27B-Uncensored.Q8_0.gguf","label":"Q8_0","size":29047085280,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/JonathanColetti-Qwen3.8-27B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-9b-distill-deepseek-v4-1-flash-20261004","family":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004","name":"Qwen3.5 9B Distill Deepseek V4.1 Flash 20261004","maker":"kevinzhou21","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004/Qwen3.5-9B.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-04T17:29:39.000Z","downloads":9688,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004","file":"Qwen3.5-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5780090368,"bits":5.03,"known":true,"rank":0},{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004","file":"Qwen3.5-9B.Q6_K.gguf","label":"Q6_K","size":7558901248,"bits":6.57,"known":true,"rank":0},{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004","file":"Qwen3.5-9B.Q8_0.gguf","label":"Q8_0","size":9786060288,"bits":8.51,"known":true,"rank":0},{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004","file":"Qwen3.5-9B.F16.gguf","label":"F16","size":18407321088,"bits":16.01,"known":true,"rank":0}],"repos":["kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261004"],"logoFrom":"Qwen"},{"id":"deepseek-ocr-2","family":"deepseek-ai/DeepSeek-OCR-2","name":"DeepSeek OCR 2","maker":"DeepSeek","catalog":null,"tuned":true,"params":2.93,"active":0.74,"layers":12,"probe":"sabafallah/DeepSeek-OCR-2-GGUF/deepseek-ocr-2-Q4_K_M.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":8192,"arch":"deepseek2-ocr","vision":true,"licence":"apache-2.0","open":true,"released":"2026-01-27T02:56:54.000Z","downloads":9682,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sabafallah/DeepSeek-OCR-2-GGUF","file":"deepseek-ocr-2-Q4_K_M.gguf","label":"Q4_K_M","size":1950326688,"bits":5.33,"known":true,"rank":0},{"repo":"sabafallah/DeepSeek-OCR-2-GGUF","file":"deepseek-ocr-2-q8_0.gguf","label":"Q8_0","size":3126139808,"bits":8.54,"known":true,"rank":0},{"repo":"sabafallah/DeepSeek-OCR-2-GGUF","file":"deepseek-ocr-2-bf16.gguf","label":"BF16","size":5876578208,"bits":16.05,"known":true,"rank":0}],"repos":["sabafallah/DeepSeek-OCR-2-GGUF"],"logoFrom":"deepseek-ai"},{"id":"phi3-5-gutenberg-4b","family":"nbeerbower/phi3.5-gutenberg-4B","name":"Phi3.5 Gutenberg 4B","maker":"nbeerbower","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF/phi3.5-gutenberg-4B.i1-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-08-29T00:42:24.000Z","downloads":9666,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":841610560,"bits":1.76,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":917108032,"bits":1.92,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1042937152,"bits":2.18,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1153037632,"bits":2.41,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1215732544,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1316395840,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-Q2_K.gguf","label":"Q2_K","size":1416205120,"bits":2.97,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513003840,"bits":3.17,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1625176384,"bits":3.4,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":1681799488,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1681799488,"bits":3.52,"known":true,"rank":1},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-IQ3_M.gguf","label":"IQ3_M","size":1855600544,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/phi3.5-gutenberg-4B-i1-GGUF","file":"phi3.5-gutenberg-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1955477824,"bits":4.1,"known":true,"rank":1},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2059853216,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2087597984,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173786016,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2176177568,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2176177568,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2176177568,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_0.gguf","label":"Q4_0","size":2182469024,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2188760480,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2393232800,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q4_K_L.gguf","label":"Q4_K_L","size":2466338720,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q5_K_S.gguf","label":"Q5_K_S","size":2641474976,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2815276448,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q5_K_L.gguf","label":"Q5_K_L","size":2876069792,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q6_K.gguf","label":"Q6_K","size":3135853472,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3183564704,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-Q8_0.gguf","label":"Q8_0","size":4061222816,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/phi3.5-gutenberg-4B-GGUF","file":"phi3.5-gutenberg-4B-f16.gguf","label":"F16","size":7643297408,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/phi3.5-gutenberg-4B-GGUF","mradermacher/phi3.5-gutenberg-4B-i1-GGUF"],"logoFrom":"nbeerbower"},{"id":"huihui-ornith-1-5-9b-abliterated","family":"huihui-ai/Huihui-Ornith-1.5-9B-abliterated","name":"Huihui Ornith 1.5 9B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF/Huihui-Ornith-1.5-9B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-08-21T05:53:08.000Z","downloads":9664,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642400,"bits":2.45,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269728,"bits":2.57,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648608,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346016,"bits":2.94,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968736,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471840,"bits":3.22,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239776,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q2_K.gguf","label":"Q2_K","size":3827262912,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166496,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416800,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4259407296,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818784,"bits":3.91,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383264,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4623525312,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4925515200,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5227898304,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5325940448,"bits":4.76,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5351630272,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215136,"bits":4.84,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5629109696,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5809333984,"bits":5.19,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":6305310144,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":6467970496,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q6_K.gguf","label":"Q6_K","size":7359260096,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.Q8_0.gguf","label":"Q8_0","size":9527502272,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","file":"Huihui-Ornith-1.5-9B-abliterated.f16.gguf","label":"F16","size":17920697792,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Ornith-1.5-9B-abliterated-GGUF","mradermacher/Huihui-Ornith-1.5-9B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"apertus-8b-instruct-2509","family":"swiss-ai/Apertus-8B-Instruct-2509","name":"Apertus 8B 2509","maker":"Swiss AI","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":32,"probe":"unsloth/Apertus-8B-Instruct-2509-GGUF/Apertus-8B-Instruct-2509-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"apertus","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-13T09:30:23.000Z","downloads":9662,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2230400256,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2348758272,"bits":2.33,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2552247552,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3026105600,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q2_K.gguf","label":"Q2_K","size":3287889152,"bits":3.27,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3356538112,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q2_K_L.gguf","label":"Q2_K_L","size":3413718272,"bits":3.39,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501372672,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q3_K_S.gguf","label":"Q3_K_S","size":3679008000,"bits":3.66,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q3_K_M.gguf","label":"Q3_K_M","size":4165547264,"bits":4.14,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4347770112,"bits":4.32,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-IQ4_XS.gguf","label":"IQ4_XS","size":4480120064,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-IQ4_NL.gguf","label":"IQ4_NL","size":4694029568,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q4_0.gguf","label":"Q4_0","size":4699272448,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q4_K_S.gguf","label":"Q4_K_S","size":4723389696,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q4_K_M.gguf","label":"Q4_K_M","size":5057885440,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5135938816,"bits":5.1,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q4_1.gguf","label":"Q4_1","size":5147014400,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q5_K_S.gguf","label":"Q5_K_S","size":5616776448,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q5_K_M.gguf","label":"Q5_K_M","size":5812860160,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5823968512,"bits":5.79,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q6_K.gguf","label":"Q6_K","size":6615020800,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7390082304,"bits":7.34,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-Q8_0.gguf","label":"Q8_0","size":8565372160,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10621891840,"bits":10.56,"known":true,"rank":0},{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","file":"Apertus-8B-Instruct-2509-BF16.gguf","label":"BF16","size":16115119072,"bits":16.02,"known":true,"rank":0}],"repos":["unsloth/Apertus-8B-Instruct-2509-GGUF"],"logoFrom":"swiss-ai"},{"id":"qwen3-vl-235b-a22b-instruct","family":"Qwen/Qwen3-VL-235B-A22B-Instruct","name":"Qwen3 VL 235B A22B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":235.09,"active":22.19,"layers":94,"probe":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/Qwen3-VL-235B-A22B-Instruct-UD-TQ1_0.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2025-09-22T03:54:32.000Z","downloads":9655,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1413,"arenaCoding":1463,"arenaVision":1228,"builds":[{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Qwen3-VL-235B-A22B-Instruct-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":54408122080,"bits":1.85,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-IQ1_S/Qwen3-VL-235B-A22B-Instruct-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":62807216032,"bits":2.14,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-IQ1_M/Qwen3-VL-235B-A22B-Instruct-UD-IQ1_M-00001-of-00002.gguf","label":"UD-IQ1_M","size":69608509344,"bits":2.37,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q2_K/Qwen3-VL-235B-A22B-Instruct-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":85691002784,"bits":2.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q2_K_L/Qwen3-VL-235B-A22B-Instruct-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":85836861344,"bits":2.92,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-Q2_K_XL/Qwen3-VL-235B-A22B-Instruct-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":88014819232,"bits":3,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-IQ3_XXS/Qwen3-VL-235B-A22B-Instruct-UD-IQ3_XXS-00001-of-00002.gguf","label":"UD-IQ3_XXS","size":94648504224,"bits":3.22,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q3_K_S/Qwen3-VL-235B-A22B-Instruct-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":101444706336,"bits":3.45,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-Q3_K_XL/Qwen3-VL-235B-A22B-Instruct-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":103720914976,"bits":3.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q3_K_M/Qwen3-VL-235B-A22B-Instruct-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":112447381504,"bits":3.83,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"IQ4_XS/Qwen3-VL-235B-A22B-Instruct-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":125303361600,"bits":4.26,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"IQ4_NL/Qwen3-VL-235B-A22B-Instruct-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":132603416576,"bits":4.51,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q4_0/Qwen3-VL-235B-A22B-Instruct-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":133132423200,"bits":4.53,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q4_K_S/Qwen3-VL-235B-A22B-Instruct-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":133687119904,"bits":4.55,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-Q4_K_XL/Qwen3-VL-235B-A22B-Instruct-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":134123851808,"bits":4.56,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Qwen3VL-235B-A22B-Instruct-Q4_K_M-split-00001-of-00003.gguf","label":"Qwen3VL-235B-A22B-Instruct-Q4_K_M-split","size":142154075296,"bits":4.84,"known":false,"rank":0},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q4_K_M/Qwen3-VL-235B-A22B-Instruct-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":142154076192,"bits":4.84,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q4_1/Qwen3-VL-235B-A22B-Instruct-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":147230101536,"bits":5.01,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q5_K_S/Qwen3-VL-235B-A22B-Instruct-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":161881428128,"bits":5.51,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q5_K_M/Qwen3-VL-235B-A22B-Instruct-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":166814158944,"bits":5.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-Q5_K_XL/Qwen3-VL-235B-A22B-Instruct-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":166911545504,"bits":5.68,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Q6_K/Qwen3-VL-235B-A22B-Instruct-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":193015496864,"bits":6.57,"known":true,"rank":1},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-Q6_K_XL/Qwen3-VL-235B-A22B-Instruct-UD-Q6_K_XL-00001-of-00005.gguf","label":"UD-Q6_K_XL","size":200417435904,"bits":6.82,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Qwen3VL-235B-A22B-Instruct-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":249940106752,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"UD-Q8_K_XL/Qwen3-VL-235B-A22B-Instruct-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":269678567808,"bits":9.18,"known":true,"rank":1},{"repo":"Qwen/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"Qwen3VL-235B-A22B-Instruct-F16-split-00001-of-00010.gguf","label":"Qwen3VL-235B-A22B-Instruct-F16-split","size":470293438368,"bits":16,"known":false,"rank":0},{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","file":"BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00001-of-00010.gguf","label":"BF16","size":470293438976,"bits":16,"known":true,"rank":1}],"repos":["Qwen/Qwen3-VL-235B-A22B-Instruct-GGUF","unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-32b-uncensored","family":"nicoboss/Qwen3-32B-Uncensored","name":"Qwen3 32B Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen3-32B-Uncensored-GGUF/Qwen3-32B-Uncensored.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-02T22:00:07.000Z","downloads":9630,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q2_K.gguf","label":"Q2_K","size":12344652512,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":14389739232,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":15971778272,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":17330994912,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":17854335712,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":18771245792,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":19762150112,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":22635494112,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":23214832352,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q6_K.gguf","label":"Q6_K","size":26883307232,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-Uncensored-GGUF","file":"Qwen3-32B-Uncensored.Q8_0.gguf","label":"Q8_0","size":34817720032,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-32B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"minicpm5-2b-math","family":"Caldalis/MiniCPM5-2B-Math","name":"MiniCPM5 2B Math","maker":"Caldalis","catalog":null,"tuned":false,"params":2.52,"active":null,"layers":42,"probe":"Caldalis/MiniCPM5-2B-Math-GGUF/MiniCPM5-2B-Math-Q4_K_M.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T07:06:39.000Z","downloads":9623,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Caldalis/MiniCPM5-2B-Math-GGUF","file":"MiniCPM5-2B-Math-Q4_K_M.gguf","label":"Q4_K_M","size":1561318944,"bits":4.96,"known":true,"rank":0},{"repo":"Caldalis/MiniCPM5-2B-Math-GGUF","file":"MiniCPM5-2B-Math-Q8_0.gguf","label":"Q8_0","size":2679711264,"bits":8.51,"known":true,"rank":0},{"repo":"Caldalis/MiniCPM5-2B-Math-GGUF","file":"MiniCPM5-2B-Math-BF16.gguf","label":"BF16","size":5039007264,"bits":16,"known":true,"rank":0}],"repos":["Caldalis/MiniCPM5-2B-Math-GGUF"],"logoFrom":"Caldalis"},{"id":"llama2-13b-tiefighter","family":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","name":"LLaMA2 13B Tiefighter","maker":"KoboldAI","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF/LLaMA2-13B-Tiefighter.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-18T22:47:57.000Z","downloads":9622,"likes":111,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ1_S.gguf","label":"IQ1_S","size":3113725952,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ1_M.gguf","label":"IQ1_M","size":3138609696,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3753521152,"bits":2.31,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4106186752,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ2_S.gguf","label":"IQ2_S","size":4412721152,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ2_M.gguf","label":"IQ2_M","size":4732618752,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-Q2_K.gguf","label":"Q2_K","size":5047549952,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5175601152,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5554890752,"bits":3.41,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ3_S.gguf","label":"IQ3_S","size":5852260352,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ3_M.gguf","label":"IQ3_M","size":6177789952,"bits":3.8,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF","file":"LLaMA2-13B-Tiefighter.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964222496,"bits":4.28,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q4_K_S.gguf","label":"Q4_K_S","size":7423178688,"bits":4.56,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q4_1.gguf","label":"Q4_1","size":8169060288,"bits":5.02,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q5_1.gguf","label":"Q5_1","size":9775511488,"bits":6.01,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Tiefighter-GGUF","file":"LLaMA2-13B-Tiefighter.F16.gguf","label":"F16","size":26033303424,"bits":16,"known":true,"rank":0}],"repos":["KoboldAI/LLaMA2-13B-Tiefighter-GGUF","mradermacher/LLaMA2-13B-Tiefighter-i1-GGUF"],"logoFrom":"KoboldAI"},{"id":"deepseek-v4-flash-vision-exp","family":"deepseek-ai/DeepSeek-V4-Flash-Vision-Exp","name":"DeepSeek V4 Flash Vision Exp","maker":"DeepSeek","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF/UD-IQ1_S/DeepSeek-V4-Flash-Vision-Exp-UD-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":true,"licence":"mit","open":true,"released":"2026-08-31T06:16:18.000Z","downloads":9605,"likes":107,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-IQ1_S/DeepSeek-V4-Flash-Vision-Exp-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":82438622112,"bits":2.32,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-IQ1_M/DeepSeek-V4-Flash-Vision-Exp-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":86867807104,"bits":2.44,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-IQ2_XXS/DeepSeek-V4-Flash-Vision-Exp-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":90693012352,"bits":2.55,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-Q2_K_XL/DeepSeek-V4-Flash-Vision-Exp-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":96832555936,"bits":2.72,"known":true,"rank":0},{"repo":"ggml-org/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"DeepSeek-V4-Flash-Vision-Exp-Q2_K_S-00001-of-00002.gguf","label":"Q2_K_S","size":98592557056,"bits":2.77,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-IQ3_XXS/DeepSeek-V4-Flash-Vision-Exp-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":102999936000,"bits":2.9,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-IQ3_S/DeepSeek-V4-Flash-Vision-Exp-UD-IQ3_S-00001-of-00004.gguf","label":"UD-IQ3_S","size":114391665664,"bits":3.22,"known":true,"rank":0},{"repo":"ggml-org/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"DeepSeek-V4-Flash-Vision-Exp-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":117349484544,"bits":3.3,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-Q3_K_XL/DeepSeek-V4-Flash-Vision-Exp-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":128206777376,"bits":3.61,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-IQ4_XS/DeepSeek-V4-Flash-Vision-Exp-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":136662494240,"bits":3.85,"known":true,"rank":0},{"repo":"ggml-org/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"DeepSeek-V4-Flash-Vision-Exp-MXFP4-00001-of-00002.gguf","label":"MXFP4","size":154991585280,"bits":4.36,"known":true,"rank":1},{"repo":"unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF","file":"UD-Q4_K_XL/DeepSeek-V4-Flash-Vision-Exp-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":155095288672,"bits":4.36,"known":true,"rank":0}],"repos":["ggml-org/DeepSeek-V4-Flash-Vision-Exp-GGUF","unsloth/DeepSeek-V4-Flash-Vision-Exp-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-6-fallen-fabulist-35b-a3b-heretic","family":"Cyclone-Labs/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic","name":"Qwen3.6 Fallen Fabulist 35B A3B Heretic","maker":"Cyclone-Labs","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-31T01:28:25.000Z","downloads":9591,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q2_K.gguf","label":"Q2_K","size":13247183648,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":15547036448,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-i1-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15615415392,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-i1-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":15806624864,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":17166660384,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":18552091424,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":19390057248,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-i1-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":20276227168,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":20366863136,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":21713464096,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-i1-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":22377884768,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":24563755808,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":25347533600,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q6_K.gguf","label":"Q6_K","size":29208732448,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","file":"Qwen3.6-Fallen-Fabulist-35B-A3B-heretic.Q8_0.gguf","label":"Q8_0","size":37802150688,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-GGUF","mradermacher/Qwen3.6-Fallen-Fabulist-35B-A3B-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"swallow-7b-nve-instruct-hf","family":"tokyotech-llm/Swallow-7b-NVE-instruct-hf","name":"Swallow 7B NVE","maker":"tokyotech-llm","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF/Swallow-7b-NVE-instruct-hf.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-12-07T02:08:59.000Z","downloads":9589,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":1528582752,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971232,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952032,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034913888,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":2196566624,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751264,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q2_K.gguf","label":"Q2_K","size":2532864608,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585391712,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524128,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":2948305504,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948305504,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865248,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298005600,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597111904,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619336800,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q4_0.gguf","label":"Q4_0","size":3837080160,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856740960,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005152,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651692640,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783157856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF","file":"Swallow-7b-NVE-instruct-hf.i1-Q6_K.gguf","label":"Q6_K","size":5529195104,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","file":"Swallow-7b-NVE-instruct-hf.Q8_0.gguf","label":"Q8_0","size":7161090400,"bits":8.5,"known":true,"rank":1},{"repo":"mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","file":"Swallow-7b-NVE-instruct-hf.f16.gguf","label":"F16","size":13478105440,"bits":16,"known":true,"rank":1}],"repos":["mradermacher/Swallow-7b-NVE-hf-i1-GGUF","mradermacher/Swallow-7b-NVE-instruct-hf-GGUF","mradermacher/Swallow-7b-NVE-instruct-hf-i1-GGUF"],"logoFrom":"tokyotech-llm"},{"id":"qwen3-5-27b-writer-v2-uncensored-heretic","family":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic","name":"Qwen3.5 27B Writer V2 Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF/Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-16T10:08:28.000Z","downloads":9577,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825376,"bits":2.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084896,"bits":2.27,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184096,"bits":2.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592096,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914656,"bits":2.78,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594016,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326496,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":10711666016,"bits":3.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371936,"bits":3.33,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130976,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954656,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329376,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875616,"bits":3.74,"known":true,"rank":1},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":13301441792,"bits":3.96,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":14344774912,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507616,"bits":4.49,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521434976,"bits":4.62,"known":true,"rank":1},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":15586313472,"bits":4.64,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16547398912,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078242656,"bits":5.08,"known":true,"rank":1},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":18679612672,"bits":5.56,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19231098112,"bits":5.72,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":22082528512,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":28595762432,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","file":"Qwen3.5-27B-Writer-V2-uncensored-heretic-BF16.gguf","label":"BF16","size":53808280832,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.5-27B-Writer-V2-uncensored-heretic-GGUF","mradermacher/Qwen3.5-27B-Writer-V2-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-5-4b-uncensored","family":"Felldude/Qwen3.5-4B-Uncensored","name":"Qwen3.5 4B Uncensored","maker":"Felldude","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-4B-Uncensored-GGUF/Qwen3.5-4B-Uncensored.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-02T14:23:35.000Z","downloads":9546,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q2_K.gguf","label":"Q2_K","size":1959168288,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":2121748768,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":2318807328,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":2482647328,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":2593556768,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":2631772448,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2783447328,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":3072993568,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":3161426208,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q6_K.gguf","label":"Q6_K","size":3563028768,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.Q8_0.gguf","label":"Q8_0","size":4610580768,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Uncensored-GGUF","file":"Qwen3.5-4B-Uncensored.f16.gguf","label":"F16","size":8665620768,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-Uncensored-GGUF"],"logoFrom":"Felldude"},{"id":"quartetanemoi-70b-t0-0001","family":"alchemonaut/QuartetAnemoi-70B-t0.0001","name":"QuartetAnemoi 70B T0.0001","maker":"alchemonaut","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF/QuartetAnemoi-70B-t0.0001.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-02-03T23:19:52.000Z","downloads":9532,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ1_S.gguf","label":"IQ1_S","size":14535537728,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ1_S.gguf","label":"IQ1_S","size":14535538528,"bits":1.69,"known":true,"rank":1},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ1_M.gguf","label":"IQ1_M","size":15943251808,"bits":1.85,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ2_XXS.gguf","label":"IQ2_XXS","size":18289439808,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289440608,"bits":2.12,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ2_XS.gguf","label":"IQ2_XS","size":20334163008,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334163808,"bits":2.36,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ2_S.gguf","label":"IQ2_S","size":21354312768,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ2_S.gguf","label":"IQ2_S","size":21354313568,"bits":2.48,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ2_M.gguf","label":"IQ2_M","size":23231263808,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ2_M.gguf","label":"IQ2_M","size":23231264608,"bits":2.69,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q2_K_S.gguf","label":"Q2_K_S","size":23559271488,"bits":2.73,"known":true,"rank":0},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q2_K.gguf","label":"Q2_K","size":25462436928,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q2_K.gguf","label":"Q2_K","size":25462437728,"bits":2.95,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464128,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464928,"bits":3.08,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ3_XS.gguf","label":"IQ3_XS","size":28141958208,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974048,"bits":3.28,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ3_S.gguf","label":"IQ3_S","size":29919294528,"bits":3.47,"known":true,"rank":0},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q3_K_S.gguf","label":"Q3_K_S","size":29919294528,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ3_S.gguf","label":"IQ3_S","size":29919295328,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919295328,"bits":3.47,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ3_M.gguf","label":"IQ3_M","size":30944277568,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ3_M.gguf","label":"IQ3_M","size":30944278368,"bits":3.59,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q3_K_M.gguf","label":"Q3_K_M","size":33274737728,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274738528,"bits":3.86,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q3_K_L.gguf","label":"Q3_K_L","size":36147835968,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147836768,"bits":4.19,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.IQ4_XS.gguf","label":"IQ4_XS","size":36829819968,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829820768,"bits":4.27,"known":true,"rank":1},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q4_0.gguf","label":"Q4_0","size":39019050848,"bits":4.53,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q4_K_S.gguf","label":"Q4_K_S","size":39249736768,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249737568,"bits":4.55,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q4_K_M.gguf","label":"Q4_K_M","size":41422910528,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF","file":"QuartetAnemoi-70B-t0.0001.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422911328,"bits":4.8,"known":true,"rank":1},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q5_K_S.gguf","label":"Q5_K_S","size":47461397568,"bits":5.5,"known":true,"rank":0},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q5_K_M.gguf","label":"Q5_K_M","size":48753767488,"bits":5.65,"known":true,"rank":0},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q6_K-split-00001-of-00002.gguf","label":"QuartetAnemoi-70B-t0.0001.Q6_K-split","size":56587367680,"bits":6.56,"known":false,"rank":0},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.Q8_0-split-00001-of-00002.gguf","label":"QuartetAnemoi-70B-t0.0001.Q8_0-split","size":73292330208,"bits":8.5,"known":false,"rank":0},{"repo":"backyardai/QuartetAnemoi-70B-t0.0001-GGUF","file":"QuartetAnemoi-70B-t0.0001.F16-split-00001-of-00003.gguf","label":"QuartetAnemoi-70B-t0.0001.F16-split","size":137956701536,"bits":16,"known":false,"rank":0}],"repos":["backyardai/QuartetAnemoi-70B-t0.0001-GGUF","mradermacher/QuartetAnemoi-70B-t0.0001-i1-GGUF"],"logoFrom":"alchemonaut"},{"id":"spectre-37b-v1a","family":"BeaverAI/Spectre-37B-v1a-GGUF","name":"Spectre 37B V1a","maker":"BeaverAI","catalog":null,"tuned":false,"params":36.55,"active":null,"layers":72,"probe":"BeaverAI/Spectre-37B-v1a-GGUF/Spectre-37B-v1a-Q2_K.gguf","kvBytesPerToken":125338,"kvHeader":98304,"kvFixed":1006632960,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-09-30T12:57:32.000Z","downloads":9527,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BeaverAI/Spectre-37B-v1a-GGUF","file":"Spectre-37B-v1a-Q2_K.gguf","label":"Q2_K","size":14065205568,"bits":3.08,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF","file":"Spectre-37B-v1a-Q3_K_M.gguf","label":"Q3_K_M","size":18114838848,"bits":3.96,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF","file":"Spectre-37B-v1a-Q4_K_M.gguf","label":"Q4_K_M","size":22190104896,"bits":4.86,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF","file":"Spectre-37B-v1a-Q5_K_M.gguf","label":"Q5_K_M","size":25980313920,"bits":5.69,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF","file":"Spectre-37B-v1a-Q6_K.gguf","label":"Q6_K","size":30007411008,"bits":6.57,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF","file":"Spectre-37B-v1a-Q8_0.gguf","label":"Q8_0","size":38860177728,"bits":8.51,"known":true,"rank":0}],"repos":["BeaverAI/Spectre-37B-v1a-GGUF"],"logoFrom":"BeaverAI"},{"id":"2b-or-not-2b","family":"SicariusSicariiStuff/2B_or_not_2B","name":"2B Or Not 2B","maker":"SicariusSicariiStuff","catalog":null,"tuned":false,"params":2.51,"active":null,"layers":18,"probe":"mradermacher/2B_or_not_2B-i1-GGUF/2B_or_not_2B.i1-IQ1_S.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"gemma","open":false,"released":"2024-08-11T02:42:47.000Z","downloads":9516,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ1_S.gguf","label":"IQ1_S","size":770959968,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ1_M.gguf","label":"IQ1_M","size":813845088,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":885320288,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":944859744,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ2_S.gguf","label":"IQ2_S","size":962292320,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ2_M.gguf","label":"IQ2_M","size":1019472480,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1125378656,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q2_K.gguf","label":"Q2_K","size":1157925472,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1244359264,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1287981664,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ3_S.gguf","label":"IQ3_S","size":1289235040,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ3_M.gguf","label":"IQ3_M","size":1308174944,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1383803488,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1465592416,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1490733664,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q4_0.gguf","label":"Q4_0","size":1555384928,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1559841376,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1630263904,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1798916704,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1839651424,"bits":5.86,"known":true,"rank":0},{"repo":"mradermacher/2B_or_not_2B-i1-GGUF","file":"2B_or_not_2B.i1-Q6_K.gguf","label":"Q6_K","size":2062125664,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/2B_or_not_2B-i1-GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"ollama3-1","family":"xzlinuxmodels/ollama3.1","name":"Ollama3.1","maker":"xzlinuxmodels","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"xzlinuxmodels/ollama3.1/unsloth.Q6_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-05T14:14:34.000Z","downloads":9498,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"xzlinuxmodels/ollama3.1","file":"unsloth.Q6_K.gguf","label":"Q6_K","size":6596006272,"bits":6.57,"known":true,"rank":0},{"repo":"xzlinuxmodels/ollama3.1","file":"unsloth.BF16.gguf","label":"BF16","size":16068891008,"bits":16.01,"known":true,"rank":0}],"repos":["xzlinuxmodels/ollama3.1"],"logoFrom":null},{"id":"ingot-i-27b-q2","family":"dendriteholdings/Ingot-I-27B-Q2","name":"Ingot I 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-I-27B-Q2/Ingot-I-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-22T16:58:42.000Z","downloads":9497,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-I-27B-Q2","file":"Ingot-I-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-I-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gpt-oss-120b-uncensored","family":"ccharnkij/gpt-oss-120b-Uncensored","name":"Gpt Oss 120B Uncensored","maker":"ccharnkij","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF/gpt-oss-120b-Uncensored.i1-IQ1_M.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-26T05:36:23.000Z","downloads":9489,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":66080445280,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":66080445280,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":66080445280,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":66093716320,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":66146800480,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":66153436000,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":66153436000,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":66153436000,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":66153436000,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":66153436000,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":66153436000,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":66199884640,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":66468623200,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":66641146720,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":66740679520,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":71120307040,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":73432601440,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":73465479520,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":80940461920,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":87850987360,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":87963491680,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-120b-Uncensored-i1-GGUF","file":"gpt-oss-120b-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":93943754080,"bits":6.43,"known":true,"rank":0}],"repos":["mradermacher/gpt-oss-120b-Uncensored-i1-GGUF"],"logoFrom":"ccharnkij"},{"id":"dantaggen-beta","family":"KBlueLeaf/DanTagGen-beta","name":"DanTagGen Beta","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":0.39,"active":null,"layers":24,"probe":"KBlueLeaf/DanTagGen-beta/ggml-model-Q6_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":512,"arch":"llama","vision":false,"licence":"openrail","open":true,"released":"2024-03-18T12:08:44.000Z","downloads":9485,"likes":81,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/DanTagGen-beta","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":323077792,"bits":6.63,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-beta","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":418185760,"bits":8.58,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-beta","file":"ggml-model-f16.gguf","label":"F16","size":786345728,"bits":16.13,"known":true,"rank":0}],"repos":["KBlueLeaf/DanTagGen-beta"],"logoFrom":"KBlueLeaf"},{"id":"groot-19b-a3b-261023-apex-i-miniplus-v2-1","family":"IsValorum/Groot-19B-A3B-261023-APEX-I-MiniPlus-V2.1-GGUF","name":"Groot 19B A3B 261023 APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":18.99,"active":3.51,"layers":41,"probe":"IsValorum/Groot-19B-A3B-261023-APEX-I-MiniPlus-V2.1-GGUF/Groot-19B-A3B-261023.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T23:57:48.000Z","downloads":9460,"likes":7,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Groot-19B-A3B-261023-APEX-I-MiniPlus-V2.1-GGUF","file":"Groot-19B-A3B-261023.APEX-I-MiniPlus-V2.1.gguf","label":"Groot-19B-A3B-261023.APEX-I-MiniPlus-V2.1","size":8418216832,"bits":3.55,"known":false,"rank":0}],"repos":["IsValorum/Groot-19B-A3B-261023-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"GrootTeam"},{"id":"cyber-frost-3-8-ps-guff","family":"peasantsmith/CYBER-FROST-3.8-PS-GUFF","name":"CYBER FROST 3.8 PS GUFF","maker":"peasantsmith","catalog":null,"tuned":false,"params":179.55,"active":58.65,"layers":49,"probe":"peasantsmith/CYBER-FROST-3.8-PS-GUFF/CYBER-FROST-3.8-PS-GUFF-Q5_K_M.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-01T21:33:00.000Z","downloads":9410,"likes":8,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peasantsmith/CYBER-FROST-3.8-PS-GUFF","file":"CYBER-FROST-3.8-PS-GUFF-Q5_K_M.gguf","label":"Q5_K_M","size":112534603328,"bits":5.01,"known":true,"rank":0}],"repos":["peasantsmith/CYBER-FROST-3.8-PS-GUFF"],"logoFrom":"Blackfrost-AI"},{"id":"dolphin-2-9-3-mistral-nemo-12b","family":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","name":"Dolphin 2.9.3 Mistral Nemo 12B","maker":"dphn","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf/dolphin-2.9.3-mistral-nemo-12b.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-24T16:00:27.000Z","downloads":9399,"likes":73,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q2_K.gguf","label":"Q2_K","size":4791059552,"bits":3.13,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q3_K_S.gguf","label":"Q3_K_S","size":5534238848,"bits":3.61,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q3_K_M.gguf","label":"Q3_K_M","size":6083102848,"bits":3.97,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q3_K_L.gguf","label":"Q3_K_L","size":6561515648,"bits":4.29,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q4_0.gguf","label":"Q4_0","size":7071714752,"bits":4.62,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q4_K_S.gguf","label":"Q4_K_S","size":7120211392,"bits":4.65,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q4_K_M.gguf","label":"Q4_K_M","size":7477218752,"bits":4.88,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q4_1.gguf","label":"Q4_1","size":7795232832,"bits":5.09,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q5_0.gguf","label":"Q5_0","size":8518750912,"bits":5.56,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q5_K_S.gguf","label":"Q5_K_S","size":8518750912,"bits":5.56,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q5_K_M.gguf","label":"Q5_K_M","size":8727646912,"bits":5.7,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q5_1.gguf","label":"Q5_1","size":9242268992,"bits":6.04,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q6_K.gguf","label":"Q6_K","size":10056226848,"bits":6.57,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.Q8_0.gguf","label":"Q8_0","size":13022391136,"bits":8.5,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.3-mistral-nemo-12b-gguf","file":"dolphin-2.9.3-mistral-nemo-12b.F16.gguf","label":"F16","size":24504317536,"bits":16,"known":true,"rank":0}],"repos":["dphn/dolphin-2.9.3-mistral-nemo-12b-gguf"],"logoFrom":"mistralai"},{"id":"qwen3-5-9b-uncensored-hauhaucs-aggressive-q4-k-m","family":"Manojb/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","name":"Qwen3.5 9B Uncensored HauhauCS Aggressive Q4 K M.","maker":"Manojb","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Manojb/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-03-13T16:29:05.000Z","downloads":9388,"likes":21,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Manojb/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":5627044224,"bits":5.03,"known":true,"rank":0}],"repos":["Manojb/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf"],"logoFrom":"Manojb"},{"id":"qwen2-5-1-5b-uncensored","family":"ElementMerc/qwen2.5-1.5b-uncensored","name":"qwen2.5 1.5b uncensored","maker":"ElementMerc","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF/qwen2.5-1.5b-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-27T20:26:03.000Z","downloads":9387,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":436528544,"bits":2.27,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":464462240,"bits":2.41,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511018400,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550327712,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":563810720,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":601055648,"bits":3.12,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640136096,"bits":3.33,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668793248,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":676305824,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731700128,"bits":3.8,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760945568,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":762407840,"bits":3.96,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":776664992,"bits":4.03,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":824179616,"bits":4.28,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":880163744,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":895732640,"bits":4.65,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":936332192,"bits":4.86,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":937536416,"bits":4.87,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":940313504,"bits":4.88,"known":true,"rank":1},{"repo":"ElementMerc/qwen2.5-1.5b-uncensored-GGUF","file":"qwen2.5-1.5b-Q4_K_M.gguf","label":"Q4_K_M","size":986045440,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":1016843168,"bits":5.28,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1098730400,"bits":5.71,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1125051296,"bits":5.84,"known":true,"rank":1},{"repo":"mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF","file":"qwen2.5-1.5b-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":1272740768,"bits":6.61,"known":true,"rank":1},{"repo":"ElementMerc/qwen2.5-1.5b-uncensored-GGUF","file":"qwen2.5-1.5b-f16.gguf","label":"F16","size":3093666304,"bits":16.07,"known":true,"rank":0}],"repos":["ElementMerc/qwen2.5-1.5b-uncensored-GGUF","mradermacher/qwen2.5-1.5b-uncensored-i1-GGUF"],"logoFrom":"ElementMerc"},{"id":"qwen3-vl-4b-instruct-c-abliterated-v2","family":"prithivMLmods/Qwen3-VL-4B-Instruct-c_abliterated-v2","name":"Qwen3 VL 4B C Abliterated V2","maker":"prithivMLmods","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF/Qwen3-VL-4B-Instruct-c_abliterated-v2.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-09T17:37:33.000Z","downloads":9372,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q2_K.gguf","label":"Q2_K","size":1669501728,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":1886999328,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":2075620128,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":2239787808,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":2286318368,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":2383311648,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":2497282848,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":2823713568,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":2889515808,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q6_K.gguf","label":"Q6_K","size":3306263328,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q8_0.gguf","label":"Q8_0","size":4280407328,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF","file":"Qwen3-VL-4B-Instruct-c_abliterated-v2.f16.gguf","label":"F16","size":8051287328,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF"],"logoFrom":"prithivMLmods"},{"id":"kat-coder-v2-5-dev-35b-a3b-abliterated-uncensored-philadelphia-class","family":"PhillyLabs/KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","name":"KAT Coder V2.5 Dev 35B A3B ABLITERATED UNCENSORED PHILADELPHIA CLASS","maker":"PhillyLabs","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"PhillyLabs/KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS/Q4_K_M-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-07T14:00:02.000Z","downloads":9361,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PhillyLabs/KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","file":"Q4_K_M-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.gguf","label":"Q4_K_M-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","size":21166758464,"bits":4.89,"known":false,"rank":0},{"repo":"PhillyLabs/KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","file":"Q5_K_M-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.gguf","label":"Q5_K_M-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","size":24729131584,"bits":5.71,"known":false,"rank":0},{"repo":"PhillyLabs/KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","file":"Q8_0-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.gguf","label":"Q8_0-KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","size":36903139904,"bits":8.52,"known":false,"rank":0}],"repos":["PhillyLabs/KAT-Coder-V2.5-Dev-35B-A3B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS"],"logoFrom":"Kwaipilot"},{"id":"qwopus3-5-9b-coder","family":"Jackrong/Qwopus3.5-9B-Coder-GGUF","name":"Qwopus3.5 9B Coder","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwopus3.5-9B-Coder-GGUF/Qwopus3.5-9B-coder-Exp-Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-15T12:53:59.000Z","downloads":9351,"likes":359,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","file":"Qwopus3.5-9B-coder-Exp-Q3_K_M.gguf","label":"Q3_K_M","size":4623526880,"bits":4.13,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","file":"Qwopus3.5-9B-coder-Exp-Q4_K_M.gguf","label":"Q4_K_M","size":5629111264,"bits":5.03,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","file":"Qwopus3.5-9B-coder-Exp-Q5_K_M.gguf","label":"Q5_K_M","size":6467972064,"bits":5.78,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","file":"Qwopus3.5-9B-coder-Exp-Q6_K.gguf","label":"Q6_K","size":7359261664,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-9B-Coder-GGUF","file":"Qwopus3.5-9B-coder-Exp-Q8_0.gguf","label":"Q8_0","size":9527503840,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.5-9B-Coder-GGUF"],"logoFrom":"Jackrong"},{"id":"grm-2-6-plus","family":"OrionLLM/GRM-2.6-Plus","name":"GRM 2.6 Plus","maker":"OrionLLM","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"morikomorizz/GRM-2.6-Plus-GGUF/GRM-2.6-Plus-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-23T23:14:41.000Z","downloads":9343,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"morikomorizz/GRM-2.6-Plus-GGUF","file":"GRM-2.6-Plus-Q3_K_M.gguf","label":"Q3_K_M","size":13301441952,"bits":3.96,"known":true,"rank":0},{"repo":"morikomorizz/GRM-2.6-Plus-GGUF","file":"GRM-2.6-Plus-Q4_K_M.gguf","label":"Q4_K_M","size":16547399072,"bits":4.92,"known":true,"rank":0},{"repo":"morikomorizz/GRM-2.6-Plus-GGUF","file":"GRM-2.6-Plus-Q8_0.gguf","label":"Q8_0","size":28595762592,"bits":8.5,"known":true,"rank":0}],"repos":["morikomorizz/GRM-2.6-Plus-GGUF"],"logoFrom":"OrionLLM"},{"id":"kimi-vl-a3b-instruct","family":"moonshotai/Kimi-VL-A3B-Instruct","name":"Kimi VL A3B","maker":"Moonshot AI","catalog":null,"tuned":true,"params":15.96,"active":2.91,"layers":27,"probe":"mradermacher/Kimi-VL-A3B-Instruct-GGUF/Kimi-VL-A3B-Instruct.Q2_K.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":131072,"arch":"deepseek2","vision":true,"licence":"mit","open":true,"released":"2025-04-09T08:07:06.000Z","downloads":9326,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q2_K.gguf","label":"Q2_K","size":6582289952,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":7649526304,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":8290214432,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":8623006240,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":8820448800,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":9713880608,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":10540748320,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":11337453088,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":12041768480,"bits":6.04,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q6_K.gguf","label":"Q6_K","size":14279399968,"bits":7.16,"known":true,"rank":0},{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","file":"Kimi-VL-A3B-Instruct.Q8_0.gguf","label":"Q8_0","size":16974941728,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Kimi-VL-A3B-Instruct-GGUF"],"logoFrom":"moonshotai"},{"id":"startlux-decision-v1-1-9b-instant","family":"startlux-models/StartLux-Decision-v1.1-9B-Instant","name":"StartLux Decision V1.1 9B Instant","maker":"startlux-models","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"startlux-models/StartLux-Decision-v1.1-9B-Instant-GGUF/StartLux-Decision-v1.1-9B-Instant-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-10T20:05:45.000Z","downloads":9316,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-9B-Instant-GGUF","file":"StartLux-Decision-v1.1-9B-Instant-Q4_K_M.gguf","label":"Q4_K_M","size":5629108768,"bits":5.03,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-9B-Instant-GGUF","file":"StartLux-Decision-v1.1-9B-Instant-Q8_0.gguf","label":"Q8_0","size":9527501344,"bits":8.52,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-9B-Instant-GGUF"],"logoFrom":"startlux-models"},{"id":"llama2-70b-chat-uncensored","family":"jarradh/llama2_70b_chat_uncensored","name":"Llama2 70B Uncensored","maker":"jarradh","catalog":null,"tuned":true,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/llama2_70b_chat_uncensored-GGUF/llama2_70b_chat_uncensored.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-03T10:31:41.000Z","downloads":9308,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q2_K.gguf","label":"Q2_K","size":29279253440,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":29919294400,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":33186657216,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":36147835840,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q4_0.gguf","label":"Q4_0","size":38872249280,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":39073575872,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":41422910400,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q5_0.gguf","label":"Q5_0","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/llama2_70b_chat_uncensored-GGUF","file":"llama2_70b_chat_uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":48753767360,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/llama2_70b_chat_uncensored-GGUF"],"logoFrom":"jarradh"},{"id":"nt-java-1-1b","family":"InfosysEnterprise/NT-Java-1.1B","name":"NT Java 1.1B","maker":"InfosysEnterprise","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":24,"probe":"InfosysEnterprise/NT-Java-1.1B-GGUF/NT-Java-1.1B_Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2024-05-05T12:03:01.000Z","downloads":9296,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q2_K.gguf","label":"Q2_K","size":510598080,"bits":3.29,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q3_K_M.gguf","label":"Q3_K_M","size":663100352,"bits":4.28,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q4_0.gguf","label":"Q4_0","size":725883840,"bits":4.68,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q4_K_M.gguf","label":"Q4_K_M","size":791944128,"bits":5.11,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q5_0.gguf","label":"Q5_0","size":867965888,"bits":5.6,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q5_K_M.gguf","label":"Q5_K_M","size":909745088,"bits":5.87,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q6_K.gguf","label":"Q6_K","size":1018348518,"bits":6.57,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_Q8_0.gguf","label":"Q8_0","size":1318591424,"bits":8.51,"known":true,"rank":0},{"repo":"InfosysEnterprise/NT-Java-1.1B-GGUF","file":"NT-Java-1.1B_fp16.gguf","label":"NT-Java-1.1B_fp16","size":2478578592,"bits":15.99,"known":false,"rank":0}],"repos":["InfosysEnterprise/NT-Java-1.1B-GGUF"],"logoFrom":"InfosysEnterprise"},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16","family":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","name":"NVIDIA Nemotron 3 Nano 30B A3B BF16","maker":"Mungert","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq1_s.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2025-12-22T03:59:28.000Z","downloads":9295,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq1_s.gguf","label":"IQ1_S","size":17787974112,"bits":4.51,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq4_nl.gguf","label":"IQ4_NL","size":17800962528,"bits":4.51,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq1_m.gguf","label":"IQ1_M","size":17840701920,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq2_xxs.gguf","label":"IQ2_XXS","size":17847841248,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq2_s.gguf","label":"IQ2_S","size":17858507232,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq2_xs.gguf","label":"IQ2_XS","size":17858507232,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q2_k_m.gguf","label":"Q2_K_M","size":17862377952,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq2_m.gguf","label":"IQ2_M","size":17866420704,"bits":4.53,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q3_k_s.gguf","label":"Q3_K_S","size":17897730528,"bits":4.53,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q2_k_s.gguf","label":"Q2_K_S","size":17980477920,"bits":4.55,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq3_xxs.gguf","label":"IQ3_XXS","size":18099007968,"bits":4.58,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq3_xs.gguf","label":"IQ3_XS","size":18110878176,"bits":4.59,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq4_xs.gguf","label":"IQ4_XS","size":18143306208,"bits":4.6,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q4_0.gguf","label":"Q4_0","size":18153284064,"bits":4.6,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-iq3_m.gguf","label":"IQ3_M","size":18274652640,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q4_1.gguf","label":"Q4_1","size":19818069984,"bits":5.02,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q3_k_m.gguf","label":"Q3_K_M","size":20023680480,"bits":5.07,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q5_0.gguf","label":"Q5_0","size":22011338208,"bits":5.58,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q4_k_s.gguf","label":"Q4_K_S","size":22054045152,"bits":5.59,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q5_1.gguf","label":"Q5_1","size":23940365280,"bits":6.06,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q4_k_m.gguf","label":"Q4_K_M","size":24648631776,"bits":6.24,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q5_k_m.gguf","label":"Q5_K_M","size":26151729120,"bits":6.62,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q6_k_m.gguf","label":"Q6_K_M","size":33508172256,"bits":8.49,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-q8_0.gguf","label":"Q8_0","size":33585500320,"bits":8.51,"known":true,"rank":0},{"repo":"Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF","file":"bf16/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-bf16-00001-of-00002.gguf","label":"BF16","size":63181509280,"bits":16.01,"known":true,"rank":0}],"repos":["Mungert/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-GGUF"],"logoFrom":"Mungert"},{"id":"qwen3-8-9b-distill-slerp-f451-pro-writer-uncensored","family":"nuofang/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored","name":"Qwen3.8 9B Distill SLERP F451 Pro Writer Uncensored","maker":"nuofang","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-GGUF/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-08-29T01:50:34.000Z","downloads":9268,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3914970144,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364022816,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4475991072,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783776,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4737610784,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513568,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326418976,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":5462864928,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488555040,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663904,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5780091936,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":5961462816,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643616,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6642545696,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":7558902816,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.Q8_0.gguf","label":"Q8_0","size":9786061536,"bits":8.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-GGUF","file":"Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored.f16.gguf","label":"F16","size":18407322336,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-GGUF","mradermacher/Qwen3.8-9B-Distill-SLERP-F451-Pro-Writer-Uncensored-i1-GGUF"],"logoFrom":"nuofang"},{"id":"agri-31b-v1","family":"toiru99/agri-31b-v1","name":"Agri 31B V1","maker":"toiru99","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/agri-31b-v1-i1-GGUF/agri-31b-v1.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-23T18:53:04.000Z","downloads":9266,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":7156490976,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":7725873888,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845408,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360544,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890272,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067488,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590560,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q2_K.gguf","label":"Q2_K","size":11916315360,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509344,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370400,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498912,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110368,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628271840,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735791840,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q4_0.gguf","label":"Q4_0","size":17701579488,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166944,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064800,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q4_1.gguf","label":"Q4_1","size":19481422560,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843040,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572320,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/agri-31b-v1-i1-GGUF","file":"agri-31b-v1.i1-Q6_K.gguf","label":"Q6_K","size":25201486560,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/agri-31b-v1-i1-GGUF"],"logoFrom":"toiru99"},{"id":"gemma-2-9b-it-sppo-iter3","family":"UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3","name":"Gemma 2 9B SPPO Iter3","maker":"UCLA-AGI","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF/Gemma-2-9B-It-SPPO-Iter3.IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-06-29T17:11:44.000Z","downloads":9260,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ1_S.gguf","label":"IQ1_S","size":2378565536,"bits":2.06,"known":true,"rank":1},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ1_M.gguf","label":"IQ1_M","size":2545952672,"bits":2.2,"known":true,"rank":1},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ2_XXS.gguf","label":"IQ2_XXS","size":2824931232,"bits":2.45,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ2_XS.gguf","label":"IQ2_XS","size":3067381664,"bits":2.66,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ2_XS.gguf","label":"IQ2_XS","size":3067381664,"bits":2.66,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ2_S.gguf","label":"IQ2_S","size":3211487136,"bits":2.78,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ2_S.gguf","label":"IQ2_S","size":3211487136,"bits":2.78,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ2_M.gguf","label":"IQ2_M","size":3434669024,"bits":2.97,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ2_M.gguf","label":"IQ2_M","size":3434669984,"bits":2.97,"known":true,"rank":1},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.Q2_K_S.gguf","label":"Q2_K_S","size":3552511904,"bits":3.08,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739040,"bits":3.29,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ3_XXS.gguf","label":"IQ3_XXS","size":3796740000,"bits":3.29,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q2_K.gguf","label":"Q2_K","size":3805397984,"bits":3.29,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.Q2_K.gguf","label":"Q2_K","size":3805398944,"bits":3.29,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q2_K_L.gguf","label":"Q2_K_L","size":4027605984,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ3_XS.gguf","label":"IQ3_XS","size":4144989152,"bits":3.59,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ3_XS.gguf","label":"IQ3_XS","size":4144990112,"bits":3.59,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q3_K_S.gguf","label":"Q3_K_S","size":4337664992,"bits":3.76,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ3_S.gguf","label":"IQ3_S","size":4337665952,"bits":3.76,"known":true,"rank":1},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.Q3_K_S.gguf","label":"Q3_K_S","size":4337665952,"bits":3.76,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ3_M.gguf","label":"IQ3_M","size":4494615520,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ3_M.gguf","label":"IQ3_M","size":4494616480,"bits":3.89,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q3_K_M.gguf","label":"Q3_K_M","size":4761781216,"bits":4.12,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.Q3_K.gguf","label":"Q3_K","size":4761782176,"bits":4.12,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q3_K_L.gguf","label":"Q3_K_L","size":5132452832,"bits":4.44,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.Q3_K_L.gguf","label":"Q3_K_L","size":5132453792,"bits":4.44,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-IQ4_XS.gguf","label":"IQ4_XS","size":5183030240,"bits":4.49,"known":true,"rank":0},{"repo":"legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3.IQ4_XS.gguf","label":"IQ4_XS","size":5183031200,"bits":4.49,"known":true,"rank":1},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354660832,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q4_K_S.gguf","label":"Q4_K_S","size":5478925280,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q4_K_M.gguf","label":"Q4_K_M","size":5761057760,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q4_K_L.gguf","label":"Q4_K_L","size":5983265760,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q5_K_S.gguf","label":"Q5_K_S","size":6483592160,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q5_K_M.gguf","label":"Q5_K_M","size":6647366624,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q5_K_L.gguf","label":"Q5_K_L","size":6869574624,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q6_K.gguf","label":"Q6_K","size":7589069792,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q6_K_L.gguf","label":"Q6_K_L","size":7811277792,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q8_0.gguf","label":"Q8_0","size":9827148768,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-Q8_0_L.gguf","label":"Q8_0_L","size":10687309728,"bits":9.25,"known":false,"rank":0},{"repo":"bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","file":"Gemma-2-9B-It-SPPO-Iter3-f32.gguf","label":"F32","size":36972880576,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Gemma-2-9B-It-SPPO-Iter3-GGUF","legraphista/Gemma-2-9B-It-SPPO-Iter3-IMat-GGUF"],"logoFrom":"google"},{"id":"ingot-xvi-27b-q2","family":"dendriteholdings/Ingot-XVI-27B-Q2","name":"Ingot XVI 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XVI-27B-Q2/Ingot-XVI-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-29T00:15:17.000Z","downloads":9252,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XVI-27B-Q2","file":"Ingot-XVI-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XVI-27B-Q2","file":"Ingot-XVI-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XVI-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"qwen2-5-vl-7b-nsfw-caption-v3","family":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","name":"Thesby Qwen2.5 VL 7B NSFW Caption V3","maker":"bartowski","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-07-09T00:31:38.000Z","downloads":9247,"likes":79,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ2_M.gguf","label":"IQ2_M","size":2780341120,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q2_K.gguf","label":"Q2_K","size":3015938944,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513280,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ3_XS.gguf","label":"IQ3_XS","size":3346254720,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q3_K_S.gguf","label":"Q3_K_S","size":3492367232,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q2_K_L.gguf","label":"Q2_K_L","size":3548162944,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ3_M.gguf","label":"IQ3_M","size":3574010752,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q3_K_M.gguf","label":"Q3_K_M","size":3808390016,"bits":4,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q3_K_L.gguf","label":"Q3_K_L","size":4088458112,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ4_XS.gguf","label":"IQ4_XS","size":4218471296,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-IQ4_NL.gguf","label":"IQ4_NL","size":4437812096,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q4_0.gguf","label":"Q4_0","size":4444119936,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q4_K_S.gguf","label":"Q4_K_S","size":4457767808,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565330816,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q4_K_M.gguf","label":"Q4_K_M","size":4683072384,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q4_1.gguf","label":"Q4_1","size":4873282432,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q4_K_L.gguf","label":"Q4_K_L","size":5087562624,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q5_K_S.gguf","label":"Q5_K_S","size":5315175296,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q5_K_M.gguf","label":"Q5_K_M","size":5444830080,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q5_K_L.gguf","label":"Q5_K_L","size":5781195648,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q6_K.gguf","label":"Q6_K","size":6254197632,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q6_K_L.gguf","label":"Q6_K_L","size":6518180736,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-Q8_0.gguf","label":"Q8_0","size":8098524032,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF","file":"thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-bf16.gguf","label":"BF16","size":15237851744,"bits":16,"known":true,"rank":0}],"repos":["bartowski/thesby_Qwen2.5-VL-7B-NSFW-Caption-V3-GGUF"],"logoFrom":"bartowski"},{"id":"qwen3-6-35b-a3b-2bit-gsq-hybrid","family":"chtisgit/Qwen3.6-35B-A3B-2Bit-GSQ-hybrid-GGUF","name":"Qwen3.6 35B A3B 2Bit GSQ Hybrid","maker":"chtisgit","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"chtisgit/Qwen3.6-35B-A3B-2Bit-GSQ-hybrid-GGUF/Qwen3.6-35B-A3B-GSQ-hybrid.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-21T20:59:25.000Z","downloads":9230,"likes":14,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"chtisgit/Qwen3.6-35B-A3B-2Bit-GSQ-hybrid-GGUF","file":"Qwen3.6-35B-A3B-GSQ-hybrid.gguf","label":"Qwen3.6-35B-A3B-GSQ-hybrid","size":12217776832,"bits":2.82,"known":false,"rank":0}],"repos":["chtisgit/Qwen3.6-35B-A3B-2Bit-GSQ-hybrid-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"wizardcoder-15b-v1-0","family":"WizardLMTeam/WizardCoder-15B-V1.0","name":"WizardCoder 15B V1.0","maker":"WizardLMTeam","catalog":null,"tuned":true,"params":15.82,"active":null,"layers":40,"probe":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF/WizardCoder-15B-V1.0.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"bigscience-openrail-m","open":false,"released":"2023-06-14T10:43:19.000Z","downloads":9221,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":3676742240,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":3979027040,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4482835040,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4933067360,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":5252752608,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":5655799008,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q2_K.gguf","label":"Q2_K","size":6302737824,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6426502368,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6894233632,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":7106570272,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":7106570272,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":7616276512,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8355915808,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8677173888,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9160436544,"bits":4.63,"known":false,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9160436544,"bits":4.63,"known":false,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9160436544,"bits":4.63,"known":false,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q4_0.gguf","label":"Q4_0","size":9207622464,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9254808384,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":9261885472,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":10135612224,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11093487168,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11703463488,"bits":5.92,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-i1-GGUF","file":"WizardCoder-15B-V1.0.i1-Q6_K.gguf","label":"Q6_K","size":13147353472,"bits":6.65,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-15B-V1.0-GGUF","file":"WizardCoder-15B-V1.0.Q8_0.gguf","label":"Q8_0","size":16965778432,"bits":8.58,"known":true,"rank":1}],"repos":["mradermacher/WizardCoder-15B-V1.0-GGUF","mradermacher/WizardCoder-15B-V1.0-i1-GGUF"],"logoFrom":"WizardLMTeam"},{"id":"fara1-5-9b","family":"microsoft/Fara1.5-9B","name":"Fara1.5 9B","maker":"Microsoft","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/Fara1.5-9B-GGUF/Fara1.5-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-05-12T16:31:18.000Z","downloads":9207,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-IQ2_M.gguf","label":"IQ2_M","size":3769427072,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q2_K.gguf","label":"Q2_K","size":4064273536,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020352,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528512,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669318272,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533504,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920190080,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553536,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111030912,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643584,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478900864,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q4_0.gguf","label":"Q4_0","size":5482833024,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598176384,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5910783104,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q4_1.gguf","label":"Q4_1","size":5944861824,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001009792,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526428288,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665675904,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6852928640,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681600,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q6_K.gguf","label":"Q6_K","size":7700259968,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192926848,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-Q8_0.gguf","label":"Q8_0","size":9545983104,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-9B-GGUF","file":"Fara1.5-9B-bf16.gguf","label":"BF16","size":17920697216,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/Fara1.5-9B-GGUF"],"logoFrom":"microsoft"},{"id":"phi-3-mini-4k-instruct-gguf-imatrix-smashed","family":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","name":"Phi 3 Mini 4K GGUF Imatrix Smashed","maker":"PrunaAI","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed/Phi-3-mini-4k-instruct.IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":null,"open":false,"released":"2024-04-23T23:31:12.000Z","downloads":9201,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ1_S.gguf","label":"IQ1_S","size":841608480,"bits":1.76,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ1_M.gguf","label":"IQ1_M","size":917105952,"bits":1.92,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":1042935072,"bits":2.18,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":1153035552,"bits":2.41,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ2_S.gguf","label":"IQ2_S","size":1215730464,"bits":2.55,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ2_M.gguf","label":"IQ2_M","size":1316393760,"bits":2.76,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q2_K.gguf","label":"Q2_K","size":1416203040,"bits":2.97,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":1513001760,"bits":3.17,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":1625174304,"bits":3.4,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ3_S.gguf","label":"IQ3_S","size":1681797408,"bits":3.52,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1681797408,"bits":3.52,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ3_M.gguf","label":"IQ3_M","size":1855598880,"bits":3.89,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1955475744,"bits":4.1,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":2059851552,"bits":4.31,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":2087596320,"bits":4.37,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":2176175904,"bits":4.56,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q4_0.gguf","label":"Q4_0","size":2182467360,"bits":4.57,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2188758816,"bits":4.58,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":2393231136,"bits":5.01,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q4_1.gguf","label":"Q4_1","size":2408824608,"bits":5.04,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2641473312,"bits":5.53,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q5_0.gguf","label":"Q5_0","size":2647764768,"bits":5.55,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2815274784,"bits":5.9,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q5_1.gguf","label":"Q5_1","size":2874122016,"bits":6.02,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q6_K.gguf","label":"Q6_K","size":3135851808,"bits":6.57,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-4k-instruct.Q8_0.gguf","label":"Q8_0","size":4061221152,"bits":8.51,"known":true,"rank":0}],"repos":["PrunaAI/Phi-3-mini-4k-instruct-GGUF-Imatrix-smashed"],"logoFrom":"PrunaAI"},{"id":"novel-humanize-4b","family":"gugujiji/novel-humanize-4b","name":"Novel Humanize 4B","maker":"gugujiji","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/novel-humanize-4b-i1-GGUF/novel-humanize-4b.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-25T12:49:46.000Z","downloads":9198,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-IQ1_S.gguf","label":"IQ1_S","size":1055256704,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-IQ1_M.gguf","label":"IQ1_M","size":1127018624,"bits":2.24,"known":true,"rank":1},{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1246621824,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1354100864,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-IQ2_S.gguf","label":"IQ2_S","size":1417302144,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-IQ2_M.gguf","label":"IQ2_M","size":1493356800,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1563455104,"bits":3.11,"known":true,"rank":1},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q2_K.gguf","label":"Q2_K","size":1587511040,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-IQ3_XXS.gguf","label":"IQ3_XXS","size":1749384960,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q3_K_S.gguf","label":"Q3_K_S","size":1832871680,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-IQ3_XS.gguf","label":"IQ3_XS","size":1844401920,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/novel-humanize-4b-i1-GGUF","file":"novel-humanize-4b.i1-IQ3_S.gguf","label":"IQ3_S","size":1899531904,"bits":3.78,"known":true,"rank":1},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q3_K_M.gguf","label":"Q3_K_M","size":1976569600,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q3_K_L.gguf","label":"Q3_K_L","size":2079676160,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-IQ3_M.gguf","label":"IQ3_M","size":2159445760,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-IQ4_XS.gguf","label":"IQ4_XS","size":2333451520,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q4_0.gguf","label":"Q4_0","size":2424433920,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q4_K_S.gguf","label":"Q4_K_S","size":2444965120,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-IQ4_NL.gguf","label":"IQ4_NL","size":2590137600,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2594499840,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q4_1.gguf","label":"Q4_1","size":2633493760,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q4_K_L.gguf","label":"Q4_K_L","size":2801429760,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q5_K_S.gguf","label":"Q5_K_S","size":2907782400,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q5_K_M.gguf","label":"Q5_K_M","size":3110493440,"bits":6.19,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q6_K_S.gguf","label":"Q6_K_S","size":3375463680,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q6_K.gguf","label":"Q6_K","size":3524660480,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q6_K_L.gguf","label":"Q6_K_L","size":3689411840,"bits":7.34,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-Q8_0.gguf","label":"Q8_0","size":4280405760,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/gugujiji_novel-humanize-4b-GGUF","file":"gugujiji_novel-humanize-4b-bf16.gguf","label":"BF16","size":8051285408,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/gugujiji_novel-humanize-4b-GGUF","mradermacher/novel-humanize-4b-i1-GGUF"],"logoFrom":null},{"id":"wizardlm-1-0-uncensored-llama2-13b","family":"QuixiAI/WizardLM-1.0-Uncensored-Llama2-13b","name":"WizardLM 1.0 Uncensored Llama2 13B","maker":"QuixiAI","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF/wizardlm-1.0-uncensored-llama2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-06T05:24:46.000Z","downloads":9187,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF","file":"wizardlm-1.0-uncensored-llama2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-1.0-Uncensored-Llama2-13B-GGUF"],"logoFrom":"QuixiAI"},{"id":"torchcast-decision-12b","family":"torchcast-ai/torchcast-decision-12b","name":"Torchcast Decision 12B","maker":"torchcast-ai","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/torchcast-decision-12b-GGUF/torchcast-decision-12b.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-02T17:21:05.000Z","downloads":9172,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q2_K.gguf","label":"Q2_K","size":4830151328,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q3_K_S.gguf","label":"Q3_K_S","size":5528232608,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q3_K_M.gguf","label":"Q3_K_M","size":6087090848,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q3_K_L.gguf","label":"Q3_K_L","size":6566322848,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.IQ4_XS.gguf","label":"IQ4_XS","size":6690554528,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q4_K_S.gguf","label":"Q4_K_S","size":7024050848,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q4_K_M.gguf","label":"Q4_K_M","size":7381385888,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q5_K_S.gguf","label":"Q5_K_S","size":8338375328,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q5_K_M.gguf","label":"Q5_K_M","size":8547271328,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q6_K.gguf","label":"Q6_K","size":9786024608,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-12b-GGUF","file":"torchcast-decision-12b.Q8_0.gguf","label":"Q8_0","size":12669649568,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/torchcast-decision-12b-GGUF"],"logoFrom":"torchcast-ai"},{"id":"gemma4-12b-it-abliterated","family":"DuoNeural/Gemma4-12B-IT-Abliterated","name":"Gemma4 12B Abliterated","maker":"DuoNeural","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF/duoneural_ablit-Q3_K_L.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-03T23:17:05.000Z","downloads":9171,"likes":23,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","file":"duoneural_ablit-Q3_K_L.gguf","label":"Q3_K_L","size":6566319424,"bits":4.41,"known":true,"rank":0},{"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","file":"duoneural_ablit-Q4_K_M.gguf","label":"Q4_K_M","size":7381382464,"bits":4.96,"known":true,"rank":0},{"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","file":"duoneural_ablit-Q5_K_M.gguf","label":"Q5_K_M","size":8547267904,"bits":5.74,"known":true,"rank":0},{"repo":"DuoNeural/Gemma4-12B-IT-Abliterated-GGUF","file":"duoneural_ablit-Q8_0.gguf","label":"Q8_0","size":12669646144,"bits":8.51,"known":true,"rank":0}],"repos":["DuoNeural/Gemma4-12B-IT-Abliterated-GGUF"],"logoFrom":"DuoNeural"},{"id":"qwen3-8-9b-heretic-uncensored-i1","family":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","name":"Qwen3.8 9B Heretic Uncensored I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF/Qwen3.8-9B-heretic-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-08-22T11:09:57.000Z","downloads":9156,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642432,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269760,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648640,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346048,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968768,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471872,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239808,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3827263232,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166528,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416832,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407616,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818816,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383296,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525632,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515520,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441344,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":5325940480,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630592,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215168,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110016,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":5809334016,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310464,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970816,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF","file":"Qwen3.8-9B-heretic-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":7359260416,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-9B-heretic-uncensored-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v3-2","family":"deepseek-ai/DeepSeek-V3.2","name":"DeepSeek V3.2","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-V3.2-GGUF/DeepSeek-V3.2-UD-TQ1_0.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-12-01T02:34:49.000Z","downloads":9154,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1422,"arenaCoding":1469,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"DeepSeek-V3.2-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":161280830528,"bits":1.92,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-IQ1_S/DeepSeek-V3.2-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":184123010560,"bits":2.2,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-IQ1_M/DeepSeek-V3.2-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":199310536320,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-IQ2_XXS/DeepSeek-V3.2-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":217127382688,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-IQ2_M/DeepSeek-V3.2-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":228110708352,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q2_K/DeepSeek-V3.2-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":245363998336,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q2_K_L/DeepSeek-V3.2-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":245581188736,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-Q2_K_XL/DeepSeek-V3.2-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":246610259712,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-IQ3_XXS/DeepSeek-V3.2-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":273130614560,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q3_K_S/DeepSeek-V3.2-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":290448369344,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q3_K_M/DeepSeek-V3.2-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":320231581568,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-Q3_K_XL/DeepSeek-V3.2-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":321025585056,"bits":3.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"IQ4_XS/DeepSeek-V3.2-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":358347337632,"bits":4.27,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"IQ4_NL/DeepSeek-V3.2-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":379135963104,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q4_0/DeepSeek-V3.2-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":380088791008,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q4_K_S/DeepSeek-V3.2-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":381056757728,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q4_K_M/DeepSeek-V3.2-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":405398024320,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-Q4_K_XL/DeepSeek-V3.2-UD-Q4_K_XL-00001-of-00009.gguf","label":"UD-Q4_K_XL","size":407804145760,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q4_1/DeepSeek-V3.2-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":420771131520,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q5_K_S/DeepSeek-V3.2-Q5_K_S-00001-of-00010.gguf","label":"Q5_K_S","size":462632464576,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q5_K_M/DeepSeek-V3.2-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":476161405152,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-Q5_K_XL/DeepSeek-V3.2-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":481908502720,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q6_K/DeepSeek-V3.2-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":551313406528,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-Q6_K_XL/DeepSeek-V3.2-UD-Q6_K_XL-00001-of-00012.gguf","label":"UD-Q6_K_XL","size":573977459200,"bits":6.84,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"Q8_0/DeepSeek-V3.2-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286531616,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"UD-Q8_K_XL/DeepSeek-V3.2-UD-Q8_K_XL-00001-of-00017.gguf","label":"UD-Q8_K_XL","size":780234996736,"bits":9.3,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.2-GGUF","file":"BF16/DeepSeek-V3.2-BF16-00001-of-00030.gguf","label":"BF16","size":1342273065376,"bits":16,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-V3.2-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-1-7b-abliterated","family":"mlabonne/Qwen3-1.7B-abliterated","name":"Qwen3 1.7B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF/mlabonne_Qwen3-1.7B-abliterated-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T10:14:02.000Z","downloads":9150,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":695181248,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":754360256,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q2_K.gguf","label":"Q2_K","size":777795520,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":834222016,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":853155776,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":867252160,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":895662016,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":939538368,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":1003501504,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1010382784,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":1054422976,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q4_0.gguf","label":"Q4_0","size":1056782272,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1060190144,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":1078861760,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1107408832,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q4_1.gguf","label":"Q4_1","size":1142503360,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":1182769088,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":1230583744,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1257879488,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":1333239744,"bits":6.2,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q6_K.gguf","label":"Q6_K","size":1417754560,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":1493114816,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-Q8_0.gguf","label":"Q8_0","size":1834426304,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","file":"mlabonne_Qwen3-1.7B-abliterated-bf16.gguf","label":"BF16","size":3447348896,"bits":16.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-abliterated-GGUF","file":"Qwen3-1.7B-abliterated.f16.gguf","label":"F16","size":3447349376,"bits":16.03,"known":true,"rank":1}],"repos":["bartowski/mlabonne_Qwen3-1.7B-abliterated-GGUF","mradermacher/Qwen3-1.7B-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"ingot-xvii-27b-q2","family":"dendriteholdings/Ingot-XVII-27B-Q2","name":"Ingot XVII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XVII-27B-Q2/Ingot-XVII-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T23:43:59.000Z","downloads":9148,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XVII-27B-Q2","file":"Ingot-XVII-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XVII-27B-Q2","file":"Ingot-XVII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XVII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"qwen3-8-27b-intel-arc-tuned","family":"Greatjedi/Qwen3.8-27B-Intel-Arc-Tuned-GGUF","name":"Qwen3.8 27B Intel Arc Tuned","maker":"Greatjedi","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":65,"probe":"Greatjedi/Qwen3.8-27B-Intel-Arc-Tuned-GGUF/Qwen3.8-27B-Ridge-Intel-Arc-Tuned-Q4_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T00:36:35.000Z","downloads":9140,"likes":28,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Greatjedi/Qwen3.8-27B-Intel-Arc-Tuned-GGUF","file":"Qwen3.8-27B-Ridge-Intel-Arc-Tuned-Q4_K.gguf","label":"Q4_K","size":16431732288,"bits":4.89,"known":true,"rank":0}],"repos":["Greatjedi/Qwen3.8-27B-Intel-Arc-Tuned-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"granite-20b-code-instruct","family":"bartowski/granite-20b-code-instruct-GGUF","name":"Granite 20B Code","maker":"bartowski","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"bartowski/granite-20b-code-instruct-GGUF/granite-20b-code-instruct-IQ1_S.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-21T03:08:03.000Z","downloads":9130,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ1_S.gguf","label":"IQ1_S","size":4517697568,"bits":1.8,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ1_M.gguf","label":"IQ1_M","size":4912437280,"bits":1.96,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":5570336800,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":6157998112,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ2_S.gguf","label":"IQ2_S","size":6526048288,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ2_M.gguf","label":"IQ2_M","size":7052368800,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q2_K.gguf","label":"Q2_K","size":7929486240,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":8002624416,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":8062539808,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":8658557856,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ3_S.gguf","label":"IQ3_S","size":8934594592,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":8934595488,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ3_M.gguf","label":"IQ3_M","size":9587186592,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":10566294432,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":10936507296,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":11552479264,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":11552480160,"bits":4.6,"known":false,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":11552480160,"bits":4.6,"known":false,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":11552480160,"bits":4.6,"known":false,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_0.gguf","label":"Q4_0","size":11609103264,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":11665726368,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":11736505248,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":11809643424,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":12820208544,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":12893346720,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":14016371616,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":14809340832,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":14882479008,"bits":5.93,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q6_K.gguf","label":"Q6_K","size":16634256288,"bits":6.63,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":16707394464,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-Q8_0.gguf","label":"Q8_0","size":21481184160,"bits":8.56,"known":true,"rank":0},{"repo":"bartowski/granite-20b-code-instruct-GGUF","file":"granite-20b-code-instruct-f16.gguf","label":"F16","size":40243485312,"bits":16.04,"known":true,"rank":0}],"repos":["bartowski/granite-20b-code-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"tangyuge-gemma-4-12b-it-qat-i1","family":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","name":"TangYuGe Gemma 4 12B Qat I1","maker":"mradermacher","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF/TangYuGe-gemma-4-12b-it-qat.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T06:54:54.000Z","downloads":9108,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693408,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ1_M.gguf","label":"IQ1_M","size":3202849888,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110688,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887844448,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598688,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807328,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149088,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q2_K.gguf","label":"Q2_K","size":4830149728,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196128,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394848,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ3_S.gguf","label":"IQ3_S","size":5528231008,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528231008,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993568,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087089248,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321248,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635256928,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975880288,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q4_0.gguf","label":"Q4_0","size":6997998688,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024049248,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381384288,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF","file":"TangYuGe-gemma-4-12b-it-qat.i1-Q4_1.gguf","label":"Q4_1","size":7657127008,"bits":5.14,"known":true,"rank":0}],"repos":["mradermacher/TangYuGe-gemma-4-12b-it-qat-i1-GGUF"],"logoFrom":"shiqianyan"},{"id":"goetia-26b-a4b-v1-3-absolute-heretic-ara","family":"Naphula/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA","name":"Goetia 26B A4B V1.3 Absolute Heretic ARA","maker":"Naphula","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-18T14:10:51.000Z","downloads":9093,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ1_S.gguf","label":"IQ1_S","size":8290275200,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ1_M.gguf","label":"IQ1_M","size":8668661120,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299304320,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816434560,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ2_S.gguf","label":"IQ2_S","size":9873205120,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ2_M.gguf","label":"IQ2_M","size":10377719680,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q2_K.gguf","label":"Q2_K","size":10582741376,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624485760,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325697920,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636071808,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ3_S.gguf","label":"IQ3_S","size":12222413696,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222413696,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ3_M.gguf","label":"IQ3_M","size":12392567680,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286737792,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824492416,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917730176,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q4_0.gguf","label":"Q4_0","size":14488060288,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464829312,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q4_1.gguf","label":"Q4_1","size":15969580416,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796020096,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986737536,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132894592,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.i1-Q6_K.gguf","label":"Q6_K","size":22638403456,"bits":7.18,"known":true,"rank":0},{"repo":"mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","file":"Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA.Q8_0.gguf","label":"Q8_0","size":26859863136,"bits":8.52,"known":true,"rank":1}],"repos":["mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-GGUF","mradermacher/Goetia-26B-A4B-v1.3-Absolute-Heretic-ARA-i1-GGUF"],"logoFrom":"Naphula"},{"id":"wizardcoder-python-13b-v1-0","family":"WizardLMTeam/WizardCoder-Python-13B-V1.0","name":"WizardCoder Python 13B V1.0","maker":"WizardLMTeam","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF/WizardCoder-Python-13B-V1.0.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T04:59:34.000Z","downloads":9091,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2898692320,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":3138615520,"bits":1.93,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538487520,"bits":2.17,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891153120,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":4197688032,"bits":2.58,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":4517585632,"bits":2.78,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q2_K.gguf","label":"Q2_K","size":4854277024,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960568032,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361618336,"bits":3.29,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q2_K.gguf","label":"Q2_K","size":5429354240,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":5658986752,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":5658987936,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658987936,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":5984517536,"bits":3.68,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":6337775872,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337777056,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":6929565952,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929567136,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964230048,"bits":4.28,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q4_0.gguf","label":"Q4_0","size":7365841824,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7365843008,"bits":4.53,"known":false,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7365843008,"bits":4.53,"known":false,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7365843008,"bits":4.53,"known":false,"rank":1},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q4_0.gguf","label":"Q4_0","size":7387961408,"bits":4.54,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":7414338464,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423187008,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":7865963424,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865964608,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q5_0.gguf","label":"Q5_0","size":8972293664,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":8972293664,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972294848,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":9229932064,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229933248,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q6_K.gguf","label":"Q6_K","size":10679148768,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF","file":"WizardCoder-Python-13B-V1.0.i1-Q6_K.gguf","label":"Q6_K","size":10679149952,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-Python-13B-V1.0-GGUF","file":"wizardcoder-python-13b-v1.0.Q8_0.gguf","label":"Q8_0","size":13831330400,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardCoder-Python-13B-V1.0-GGUF","mradermacher/WizardCoder-Python-13B-V1.0-i1-GGUF"],"logoFrom":"WizardLMTeam"},{"id":"split-untied-31b","family":"Blazed-Forge/Split-Untied-31B","name":"Split Untied 31B","maker":"Blazed-Forge","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Split-Untied-31B-i1-GGUF/Split-Untied-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T00:45:58.000Z","downloads":9075,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7618912896,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":8188295808,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137267328,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992782464,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10763442816,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439012480,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":11522620032,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q2_K.gguf","label":"Q2_K","size":12378737280,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683061888,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677922944,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":14366911104,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366911104,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":15030051456,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892662912,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233824384,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484475008,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q4_0.gguf","label":"Q4_0","size":18494302848,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555890304,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479788160,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q4_1.gguf","label":"Q4_1","size":20362226304,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22280727168,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22814456448,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-i1-GGUF","file":"Split-Untied-31B.i1-Q6_K.gguf","label":"Q6_K","size":26357541504,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Split-Untied-31B-GGUF","file":"Split-Untied-31B.Q8_0.gguf","label":"Q8_0","size":34133043584,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Split-Untied-31B-GGUF","mradermacher/Split-Untied-31B-i1-GGUF"],"logoFrom":null},{"id":"mistral-nemo-12b-abliterated","family":"DuoNeural/Mistral-NeMo-12B-Abliterated","name":"Mistral NeMo 12B Abliterated","maker":"DuoNeural","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF/Mistral-NeMo-12B-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-04T13:11:51.000Z","downloads":9059,"likes":16,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2999215712,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3221628512,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592316512,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915081312,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4138477152,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":4435027552,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493682272,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q2_K.gguf","label":"Q2_K","size":4791051616,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945389152,"bits":3.23,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306492512,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":5534229856,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":5562082912,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":5722236512,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":6083093856,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":6561506656,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":6800057696,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":7094642272,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097919072,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":7120201056,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":7477208416,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF","file":"Mistral-NeMo-12B-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":7795222112,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":8518739296,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":8727635296,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q6_K.gguf","label":"Q6_K","size":10056213856,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","file":"Mistral-NeMo-12B-Abliterated.Q8_0.gguf","label":"Q8_0","size":13022373216,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Mistral-NeMo-12B-Abliterated-GGUF","mradermacher/Mistral-NeMo-12B-Abliterated-i1-GGUF"],"logoFrom":"DuoNeural"},{"id":"qwen2-5-coder-7b-instruct-128k","family":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","name":"Qwen2.5 Coder 7B 128K","maker":"unsloth","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF/Qwen2.5-Coder-7B-Instruct-Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-12T11:37:59.000Z","downloads":9041,"likes":47,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":3015940256,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3808391328,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4683073696,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5444831392,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6254198944,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":8098525344,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-7B-Instruct-F16.gguf","label":"F16","size":15237853344,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen2.5-Coder-7B-Instruct-128K-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-32b-agi","family":"AiCloser/Qwen2.5-32B-AGI","name":"Qwen2.5 32B AGI","maker":"AiCloser","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Qwen2.5-32B-AGI-GGUF/Qwen2.5-32B-AGI-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-20T15:53:47.000Z","downloads":9030,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-IQ2_XS.gguf","label":"IQ2_XS","size":9957548928,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-IQ2_S.gguf","label":"IQ2_S","size":10387567488,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-IQ2_M.gguf","label":"IQ2_M","size":11264439168,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q2_K.gguf","label":"Q2_K","size":12313097088,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q2_K_L.gguf","label":"Q2_K_L","size":13073417088,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-IQ3_XS.gguf","label":"IQ3_XS","size":13705511808,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q3_K_S.gguf","label":"Q3_K_S","size":14392329088,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-IQ3_M.gguf","label":"IQ3_M","size":14810121088,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q3_K_M.gguf","label":"Q3_K_M","size":15935046528,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q3_K_L.gguf","label":"Q3_K_L","size":17247077248,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-IQ4_XS.gguf","label":"IQ4_XS","size":17693152128,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928323968,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640229248,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640229248,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640229248,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_0.gguf","label":"Q4_0","size":18711008128,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_K_S.gguf","label":"Q4_K_S","size":18784408448,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_K_M.gguf","label":"Q4_K_M","size":19851334528,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q4_K_L.gguf","label":"Q4_K_L","size":20429177728,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q5_K_S.gguf","label":"Q5_K_S","size":22638252928,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q5_K_M.gguf","label":"Q5_K_M","size":23262155648,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q5_K_L.gguf","label":"Q5_K_L","size":23742677888,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q6_K.gguf","label":"Q6_K","size":26886153088,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q6_K_L.gguf","label":"Q6_K_L","size":27263271808,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-Q8_0.gguf","label":"Q8_0","size":34820883328,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-AGI-GGUF","file":"Qwen2.5-32B-AGI-f16/Qwen2.5-32B-AGI-f16-00001-of-00002.gguf","label":"F16","size":65535968064,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-32B-AGI-GGUF"],"logoFrom":"AiCloser"},{"id":"whiterabbitneo-13b","family":"TheBloke/WhiteRabbitNeo-13B-GGUF","name":"WhiteRabbitNeo 13B","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/WhiteRabbitNeo-13B-GGUF/whiterabbitneo-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-12-21T11:45:34.000Z","downloads":9027,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q2_K.gguf","label":"Q2_K","size":5429442912,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5659083232,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337872352,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929662432,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q4_0.gguf","label":"Q4_0","size":7365948512,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414445152,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7866070112,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q5_0.gguf","label":"Q5_0","size":8972409952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972409952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9230048352,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q6_K.gguf","label":"Q6_K","size":10679275232,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-13B-GGUF","file":"whiterabbitneo-13b.Q8_0.gguf","label":"Q8_0","size":13831494112,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WhiteRabbitNeo-13B-GGUF"],"logoFrom":"WhiteRabbitNeo"},{"id":"mythomax-l2-13b-heretic","family":"Pranavz/MythoMax-L2-13b-heretic","name":"MythoMax L2 13B Heretic","maker":"Pranavz","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF/MythoMax-L2-13b-heretic.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-05-07T06:11:53.000Z","downloads":8993,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2898687392,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":3138610592,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538482592,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891148192,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":4197682592,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4436684192,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":4517580192,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q2_K.gguf","label":"Q2_K","size":4854271392,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960562592,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361612192,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981792,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981792,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":5984511392,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770912,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560992,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964223392,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7365836192,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q4_0.gguf","label":"Q4_0","size":7387954592,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423180192,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957792,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q4_1.gguf","label":"Q4_1","size":8169061792,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972287392,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925792,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-i1-GGUF","file":"MythoMax-L2-13b-heretic.i1-Q6_K.gguf","label":"Q6_K","size":10679141792,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/MythoMax-L2-13b-heretic-GGUF","file":"MythoMax-L2-13b-heretic.Q8_0.gguf","label":"Q8_0","size":13831320736,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/MythoMax-L2-13b-heretic-GGUF","mradermacher/MythoMax-L2-13b-heretic-i1-GGUF"],"logoFrom":"Pranavz"},{"id":"phi-3-5-mini-instruct-uncensored","family":"SicariusSicariiStuff/Phi-3.5-mini-instruct_Uncensored","name":"Phi 3.5 Mini Uncensored","maker":"SicariusSicariiStuff","catalog":null,"tuned":true,"params":3.82,"active":null,"layers":32,"probe":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF/Phi-3.5-mini-instruct_Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-22T00:33:39.000Z","downloads":8976,"likes":73,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":841610240,"bits":1.76,"known":true,"rank":1},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":917107712,"bits":1.92,"known":true,"rank":1},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1042936832,"bits":2.18,"known":true,"rank":1},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1153037312,"bits":2.41,"known":true,"rank":1},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":1215732224,"bits":2.55,"known":true,"rank":1},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-IQ2_M.gguf","label":"IQ2_M","size":1316395072,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q2_K.gguf","label":"Q2_K","size":1416204352,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q2_K_L.gguf","label":"Q2_K_L","size":1512396352,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513003520,"bits":3.17,"known":true,"rank":1},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":1625175616,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":1681798720,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":1681799168,"bits":3.52,"known":true,"rank":1},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-IQ3_M.gguf","label":"IQ3_M","size":1855600192,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":1955477056,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":2059852864,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":2087597632,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173785664,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF","file":"Phi-3.5-mini-instruct_Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":2182469120,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":2188760128,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":2393232448,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q4_K_L.gguf","label":"Q4_K_L","size":2466338368,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":2641474624,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":2815276096,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q5_K_L.gguf","label":"Q5_K_L","size":2876069440,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q6_K.gguf","label":"Q6_K","size":3135853120,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q6_K_L.gguf","label":"Q6_K_L","size":3183564352,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-Q8_0.gguf","label":"Q8_0","size":4061222464,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","file":"Phi-3.5-mini-instruct_Uncensored-f16.gguf","label":"F16","size":7643297056,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Phi-3.5-mini-instruct_Uncensored-GGUF","mradermacher/Phi-3.5-mini-instruct_Uncensored-i1-GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"neohorse-1-4b-mtp-paretrix","family":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","name":"NeoHorse 1 4B MTP Paretrix","maker":"Soulfate24","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF/model-Paretrix-Femto-21pc.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-08T20:37:29.000Z","downloads":8941,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Femto-21pc.gguf","label":"model-Paretrix-Femto-21pc","size":1879119136,"bits":3.57,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Pico-24pc.gguf","label":"model-Paretrix-Pico-24pc","size":2121837856,"bits":4.03,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Nano-27pc.gguf","label":"model-Paretrix-Nano-27pc","size":2362723616,"bits":4.49,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Mini-30pc.gguf","label":"model-Paretrix-Mini-30pc","size":2602667296,"bits":4.95,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Compact-33pc.gguf","label":"model-Paretrix-Compact-33pc","size":2855226656,"bits":5.43,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Quality-36pc.gguf","label":"model-Paretrix-Quality-36pc","size":3107018016,"bits":5.9,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Precision-42pc.gguf","label":"model-Paretrix-Precision-42pc","size":3525004576,"bits":6.7,"known":false,"rank":0},{"repo":"Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF","file":"model-Paretrix-Fidelity-48pc.gguf","label":"model-Paretrix-Fidelity-48pc","size":4053859616,"bits":7.7,"known":false,"rank":0}],"repos":["Soulfate24/NeoHorse-1-4B-MTP-Paretrix-GGUF"],"logoFrom":"TokenRhythm"},{"id":"qwopus3-6-35b-a3b-v1","family":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","name":"Qwopus3.6 35B A3B V1","maker":"Jackrong","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF/Qwopus3.6-35B-A3B-v1-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-06T10:02:17.000Z","downloads":8931,"likes":249,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","file":"Qwopus3.6-35B-A3B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":21166758272,"bits":4.89,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","file":"Qwopus3.6-35B-A3B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":24729131392,"bits":5.71,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","file":"Qwopus3.6-35B-A3B-v1-Q6_K.gguf","label":"Q6_K","size":28514152832,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","file":"Qwopus3.6-35B-A3B-v1-Q8_0.gguf","label":"Q8_0","size":36903139712,"bits":8.52,"known":true,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF","file":"Qwopus3.6-35B-A3B-v1-F16.gguf","label":"F16","size":71065941952,"bits":16.4,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.6-35B-A3B-v1-GGUF","mudler/Qwopus3.6-35B-A3B-v1-APEX-MTP-GGUF"],"logoFrom":"Jackrong"},{"id":"gpt-oss-20b-uncensored-hauhaucs-balanced","family":"HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Balanced","name":"GPT OSS 20B Uncensored HauhauCS Balanced","maker":"HauhauCS","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Balanced/GPT-OSS-20B-Uncensored-HauhauCS-MXFP4-Balanced.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"other","open":false,"released":"2026-01-24T03:14:22.000Z","downloads":8925,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Balanced","file":"GPT-OSS-20B-Uncensored-HauhauCS-MXFP4-Balanced.gguf","label":"GPT-OSS-20B-Uncensored-HauhauCS-MXFP4-Balanced","size":12109566656,"bits":4.63,"known":false,"rank":0}],"repos":["HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Balanced"],"logoFrom":"openai"},{"id":"minicpm-v-apps","family":"tc-mb/MiniCPM-V-Apps-gguf","name":"MiniCPM V Apps","maker":"tc-mb","catalog":null,"tuned":false,"params":0.91,"active":null,"layers":28,"probe":"tc-mb/MiniCPM-V-Apps-gguf/VoxCPM2-BaseLM-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"minicpm4","vision":true,"licence":null,"open":false,"released":"2026-06-05T11:58:32.000Z","downloads":8917,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tc-mb/MiniCPM-V-Apps-gguf","file":"VoxCPM2-BaseLM-Q4_K_M.gguf","label":"Q4_K_M","size":1002374880,"bits":8.81,"known":true,"rank":0},{"repo":"tc-mb/MiniCPM-V-Apps-gguf","file":"MiniCPM-V-4.7-35B-A3B/MiniCPM-V-4_7-35B-A3B-mix_q3gud_im-les.gguf","label":"MiniCPM-V-4_7-35B-A3B-mix_q3gud_im-les","size":1662732800,"bits":14.62,"known":false,"rank":0},{"repo":"tc-mb/MiniCPM-V-Apps-gguf","file":"VoxCPM2-BaseLM-F16.gguf","label":"F16","size":3247980544,"bits":28.55,"known":true,"rank":0}],"repos":["tc-mb/MiniCPM-V-Apps-gguf"],"logoFrom":"tc-mb"},{"id":"qwen3-8-27b-fable-distill-heretic-ara","family":"armand0e/Qwen3.8-27B-Fable-Distill-Heretic-ara","name":"Qwen3.8 27B Fable Distill Heretic Ara","maker":"armand0e","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF/Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-08-16T19:33:23.000Z","downloads":8914,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q2_K.gguf","label":"Q2_K","size":10864594528,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256538208,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-IQ3_S.gguf","label":"IQ3_S","size":12602609248,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-IQ3_M.gguf","label":"IQ3_M","size":12768333408,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500739168,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559800928,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309041248,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q4_0.gguf","label":"Q4_0","size":15760420448,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825301088,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810716768,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q4_1.gguf","label":"Q4_1","size":17343770208,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971684448,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535703648,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF","file":"Qwen3.8-27B-Fable-Distill-Heretic-ara.i1-Q6_K.gguf","label":"Q6_K","size":22431002208,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Fable-Distill-Heretic-ara-i1-GGUF"],"logoFrom":"armand0e"},{"id":"orion-26b-a4b-v1","family":"TheDrummer/Orion-26B-A4B-v1","name":"Orion 26B A4B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF/TheDrummer_Orion-26B-A4B-v1-IQ2_XS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-08-26T22:39:30.000Z","downloads":8905,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ2_XS.gguf","label":"IQ2_XS","size":10126649760,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ2_S.gguf","label":"IQ2_S","size":10230468640,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ2_M.gguf","label":"IQ2_M","size":10700622368,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q2_K.gguf","label":"Q2_K","size":10951927840,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":11130710048,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12160200224,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":12437322784,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":12553234976,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":13019981344,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":13199180320,"bits":4.19,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ3_M.gguf","label":"IQ3_M","size":13280213536,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":13377962528,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":14205004832,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":14697714720,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q4_0.gguf","label":"Q4_0","size":14759385120,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":15844288544,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q4_1.gguf","label":"Q4_1","size":16144845856,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":17035039776,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":17213821984,"bits":5.46,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":18129382432,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":19319198752,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":19497980960,"bits":6.18,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q6_K.gguf","label":"Q6_K","size":22862577184,"bits":7.25,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":23041359392,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-Q8_0.gguf","label":"Q8_0","size":26859861024,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF","file":"TheDrummer_Orion-26B-A4B-v1-bf16.gguf","label":"BF16","size":50505136864,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Orion-26B-A4B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen2-5-coder-14b-instruct-128k","family":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","name":"Qwen2.5 Coder 14B 128K","maker":"unsloth","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF/Qwen2.5-Coder-14B-Instruct-Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-12T11:15:19.000Z","downloads":8894,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Q2_K.gguf","label":"Q2_K","size":5770497632,"bits":3.13,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":7339204192,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8988110432,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":10508873312,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Q6_K.gguf","label":"Q6_K","size":12124683872,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Q8_0.gguf","label":"Q8_0","size":15701597792,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-14B-Instruct-F16.gguf","label":"F16","size":29547716192,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen2.5-Coder-14B-Instruct-128K-GGUF"],"logoFrom":"Qwen"},{"id":"c4ai-command-r-plus-08-2024","family":"CohereLabs/c4ai-command-r-plus-08-2024","name":"C4ai Command R Plus 08 2024","maker":"Cohere","catalog":null,"tuned":false,"params":103.81,"active":null,"layers":64,"probe":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF/c4ai-command-r-plus-08-2024.IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-21T09:23:17.000Z","downloads":8892,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ1_S.gguf","label":"IQ1_S","size":23181871936,"bits":1.79,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ1_M.gguf","label":"IQ1_M","size":25217944384,"bits":1.94,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ1_M.gguf","label":"IQ1_M","size":25217944384,"bits":1.94,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ2_XXS.gguf","label":"IQ2_XXS","size":28611398464,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ2_XXS.gguf","label":"IQ2_XXS","size":28611398464,"bits":2.2,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ2_XS.gguf","label":"IQ2_XS","size":31628151616,"bits":2.44,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ2_XS.gguf","label":"IQ2_XS","size":31628151616,"bits":2.44,"known":true,"rank":1},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ2_S.gguf","label":"IQ2_S","size":33324485440,"bits":2.57,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ2_M.gguf","label":"IQ2_M","size":36039248704,"bits":2.78,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ2_M.gguf","label":"IQ2_M","size":36039248704,"bits":2.78,"known":true,"rank":1},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.Q2_K_S.gguf","label":"Q2_K_S","size":36595452736,"bits":2.82,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q2_K.gguf","label":"Q2_K","size":39497386816,"bits":3.04,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.Q2_K.gguf","label":"Q2_K","size":39497386816,"bits":3.04,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q2_K_L.gguf","label":"Q2_K_L","size":40259242816,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ3_XXS.gguf","label":"IQ3_XXS","size":40658750272,"bits":3.13,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ3_XXS.gguf","label":"IQ3_XXS","size":40658750272,"bits":3.13,"known":true,"rank":1},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ3_XS.gguf","label":"IQ3_XS","size":43599416128,"bits":3.36,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q3_K_S.gguf","label":"Q3_K_S","size":45851757376,"bits":3.53,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.Q3_K_S/c4ai-command-r-plus-08-2024.Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":45851757568,"bits":3.53,"known":true,"rank":1},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ3_S/c4ai-command-r-plus-08-2024.IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":45958712320,"bits":3.54,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ3_M.gguf","label":"IQ3_M","size":47683357504,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ3_M/c4ai-command-r-plus-08-2024.IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":47683357696,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q3_K_M/c4ai-command-r-plus-08-2024-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":50982439936,"bits":3.93,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.Q3_K/c4ai-command-r-plus-08-2024.Q3_K-00001-of-00003.gguf","label":"Q3_K","size":50982440064,"bits":3.93,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q3_K_L/c4ai-command-r-plus-08-2024-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":55402187776,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.Q3_K_L/c4ai-command-r-plus-08-2024.Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":55402187904,"bits":4.27,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q3_K_XL/c4ai-command-r-plus-08-2024-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":56164043776,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-IQ4_XS/c4ai-command-r-plus-08-2024-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":56201202720,"bits":4.33,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ4_XS/c4ai-command-r-plus-08-2024.IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":56201202816,"bits":4.33,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q4_0_4_4/c4ai-command-r-plus-08-2024-Q4_0_4_4-00001-of-00002.gguf","label":"Q4_0_4_4","size":59221101600,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q4_0_4_8/c4ai-command-r-plus-08-2024-Q4_0_4_8-00001-of-00002.gguf","label":"Q4_0_4_8","size":59221101600,"bits":4.56,"known":false,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.IQ4_NL/c4ai-command-r-plus-08-2024.IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":59321764992,"bits":4.57,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q4_0/c4ai-command-r-plus-08-2024-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":59428719648,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q4_K_S/c4ai-command-r-plus-08-2024-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":59642629120,"bits":4.6,"known":true,"rank":0},{"repo":"legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF","file":"c4ai-command-r-plus-08-2024.Q4_K_S/c4ai-command-r-plus-08-2024.Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":59642629248,"bits":4.6,"known":true,"rank":1},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q4_K_M/c4ai-command-r-plus-08-2024-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":62750608416,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q4_K_L/c4ai-command-r-plus-08-2024-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":63512464384,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q5_K_M/c4ai-command-r-plus-08-2024-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":73622244384,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q6_K/c4ai-command-r-plus-08-2024-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":85173357728,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-plus-08-2024-GGUF","file":"c4ai-command-r-plus-08-2024-Q8_0/c4ai-command-r-plus-08-2024-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":110314605728,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/c4ai-command-r-plus-08-2024-GGUF","legraphista/c4ai-command-r-plus-08-2024-IMat-GGUF"],"logoFrom":"CohereLabs"},{"id":"cybersecqwen-4b","family":"mradermacher/CyberSecQwen-4B-GGUF","name":"CyberSecQwen 4B","maker":"mradermacher","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/CyberSecQwen-4B-GGUF/CyberSecQwen-4B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-08T11:35:05.000Z","downloads":8890,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q2_K.gguf","label":"Q2_K","size":1669496416,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q3_K_S.gguf","label":"Q3_K_S","size":1886994016,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2075614816,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2239782496,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.IQ4_XS.gguf","label":"IQ4_XS","size":2286313056,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2383306336,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2497277536,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2823708256,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q5_K_M.gguf","label":"Q5_K_M","size":2889510496,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q6_K.gguf","label":"Q6_K","size":3306258016,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.Q8_0.gguf","label":"Q8_0","size":4280402016,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/CyberSecQwen-4B-GGUF","file":"CyberSecQwen-4B.f16.gguf","label":"F16","size":8051282016,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/CyberSecQwen-4B-GGUF"],"logoFrom":"lablab-ai-amd-developer-hackathon"},{"id":"apexintelligence-ai-apex-35b-v1-0","family":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","name":"Apexintelligence AI Apex 35B V1.0","maker":"bartowski","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF/Apexintelligence-AI_Apex-35B-V1.0-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-28T20:55:48.000Z","downloads":8886,"likes":3,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":11270154464,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ2_XS.gguf","label":"IQ2_XS","size":11742218464,"bits":2.65,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ2_S.gguf","label":"IQ2_S","size":12456503520,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ2_M.gguf","label":"IQ2_M","size":13710764256,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q2_K.gguf","label":"Q2_K","size":14316292320,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":16058632416,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ3_XS.gguf","label":"IQ3_XS","size":16795650272,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q3_K_S.gguf","label":"Q3_K_S","size":16795650272,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q3_K_M.gguf","label":"Q3_K_M","size":17821288672,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q3_K_L.gguf","label":"Q3_K_L","size":18744035552,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ3_M.gguf","label":"IQ3_M","size":19435178208,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ4_XS.gguf","label":"IQ4_XS","size":20363888864,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q4_0.gguf","label":"Q4_0","size":20415244512,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q4_K_S.gguf","label":"Q4_K_S","size":21423933664,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q4_1.gguf","label":"Q4_1","size":22447450336,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-IQ4_NL.gguf","label":"IQ4_NL","size":22795471072,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q4_K_M.gguf","label":"Q4_K_M","size":22795471072,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q4_K_L.gguf","label":"Q4_K_L","size":24590633184,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q5_K_S.gguf","label":"Q5_K_S","size":25614043360,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q5_K_M.gguf","label":"Q5_K_M","size":27461634272,"bits":6.19,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q6_K_S.gguf","label":"Q6_K_S","size":29850290400,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q6_K.gguf","label":"Q6_K","size":31215536352,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q6_K_L.gguf","label":"Q6_K_L","size":32775817440,"bits":7.38,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-Q8_0.gguf","label":"Q8_0","size":37813700832,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF","file":"Apexintelligence-AI_Apex-35B-V1.0-bf16/Apexintelligence-AI_Apex-35B-V1.0-bf16-00001-of-00002.gguf","label":"BF16","size":71066994784,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Apexintelligence-AI_Apex-35B-V1.0-GGUF"],"logoFrom":"Apexintelligence-AI"},{"id":"llm-jp-4-1-33b-thinking","family":"llm-jp/llm-jp-4.1-33b-thinking-gguf","name":"Llm Jp 4.1 33B Thinking","maker":"llm-jp","catalog":null,"tuned":true,"params":33.22,"active":null,"layers":64,"probe":"llm-jp/llm-jp-4.1-33b-thinking-gguf/llm-jp-4.1-33b-thinking-Q4_K_M.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T10:17:08.000Z","downloads":8884,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llm-jp/llm-jp-4.1-33b-thinking-gguf","file":"llm-jp-4.1-33b-thinking-Q4_K_M.gguf","label":"Q4_K_M","size":20407544608,"bits":4.91,"known":true,"rank":0},{"repo":"llm-jp/llm-jp-4.1-33b-thinking-gguf","file":"llm-jp-4.1-33b-thinking-BF16.gguf","label":"BF16","size":66445273632,"bits":16,"known":true,"rank":0}],"repos":["llm-jp/llm-jp-4.1-33b-thinking-gguf"],"logoFrom":"llm-jp"},{"id":"latxa-13b-v1-2","family":"HiTZ/latxa-13b-v1.2","name":"Latxa 13B V1.2","maker":"HiTZ","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/latxa-13b-v1.2-i1-GGUF/latxa-13b-v1.2.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-11T08:40:06.000Z","downloads":8880,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":2898686752,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":3138609952,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538481952,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147552,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ2_S.gguf","label":"IQ2_S","size":4197681952,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579552,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q2_K.gguf","label":"Q2_K","size":4854270752,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960561952,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611552,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981152,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981152,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ3_M.gguf","label":"IQ3_M","size":5984510752,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770272,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560352,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964222752,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q4_0.gguf","label":"Q4_0","size":7387953952,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179552,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957152,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972286752,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925152,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/latxa-13b-v1.2-i1-GGUF","file":"latxa-13b-v1.2.i1-Q6_K.gguf","label":"Q6_K","size":10679141152,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/latxa-13b-v1.2-i1-GGUF"],"logoFrom":"HiTZ"},{"id":"glm-4-6","family":"zai-org/GLM-4.6","name":"GLM 4.6","maker":"Z.ai","catalog":null,"tuned":true,"params":356.79,"active":34.03,"layers":93,"probe":"unsloth/GLM-4.6-GGUF/GLM-4.6-UD-TQ1_0.gguf","kvBytesPerToken":440734,"kvHeader":380928,"kvFixed":0,"context":202752,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2025-09-29T18:22:51.000Z","downloads":8876,"likes":152,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1424,"arenaCoding":1458,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.6-GGUF","file":"GLM-4.6-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":84142197312,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-IQ1_S/GLM-4.6-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":96941378304,"bits":2.17,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-IQ1_M/GLM-4.6-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":107395558304,"bits":2.41,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-IQ2_XXS/GLM-4.6-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":115403606944,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-IQ2_M/GLM-4.6-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":121930992512,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q2_K/GLM-4.6-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":130650434432,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q2_K_L/GLM-4.6-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":130832296832,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-Q2_K_XL/GLM-4.6-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":134690196352,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-IQ3_XXS/GLM-4.6-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":144702397312,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q3_K_S/GLM-4.6-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":154355051488,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-Q3_K_XL/GLM-4.6-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":158243773440,"bits":3.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q3_K_M/GLM-4.6-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":170601958368,"bits":3.83,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"IQ4_XS/GLM-4.6-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":190690012160,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"IQ4_NL/GLM-4.6-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":201583406208,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q4_0/GLM-4.6-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":202163399776,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q4_K_S/GLM-4.6-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":202806963328,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-Q4_K_XL/GLM-4.6-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":203691596928,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q4_K_M/GLM-4.6-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":215582633056,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q4_1/GLM-4.6-Q4_1-00001-of-00005.gguf","label":"Q4_1","size":223635614848,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q5_K_S/GLM-4.6-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":245936778336,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-Q5_K_XL/GLM-4.6-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":252054932768,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q5_K_M/GLM-4.6-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":253179899136,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q6_K/GLM-4.6-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":293098654944,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-Q6_K_XL/GLM-4.6-UD-Q6_K_XL-00001-of-00006.gguf","label":"UD-Q6_K_XL","size":298959867136,"bits":6.7,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"Q8_0/GLM-4.6-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":379317898752,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"UD-Q8_K_XL/GLM-4.6-UD-Q8_K_XL-00001-of-00008.gguf","label":"UD-Q8_K_XL","size":389821681152,"bits":8.74,"known":true,"rank":0},{"repo":"unsloth/GLM-4.6-GGUF","file":"BF16/GLM-4.6-BF16-00001-of-00015.gguf","label":"BF16","size":713733361632,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-4.6-GGUF"],"logoFrom":"zai-org"},{"id":"qwen3-8-2b-uncensored","family":"atakhadivi/Qwen3.8-2B-Uncensored-GGUF","name":"Qwen3.8 2B Uncensored","maker":"atakhadivi","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"atakhadivi/Qwen3.8-2B-Uncensored-GGUF/Qwen3.8-2B-Uncensored-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-27T05:43:25.000Z","downloads":8875,"likes":25,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"atakhadivi/Qwen3.8-2B-Uncensored-GGUF","file":"Qwen3.8-2B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":1274396640,"bits":5.42,"known":true,"rank":0}],"repos":["atakhadivi/Qwen3.8-2B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"hemmingway-1-5-unlocked","family":"amylynn/Hemmingway-1.5-Unlocked","name":"Hemmingway 1.5 Unlocked","maker":"amylynn","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Hemmingway-1.5-Unlocked-GGUF/Hemmingway-1.5-Unlocked.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-26T04:43:38.000Z","downloads":8859,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q2_K.gguf","label":"Q2_K","size":10864593024,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256536704,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-IQ3_S.gguf","label":"IQ3_S","size":12602607744,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-IQ3_M.gguf","label":"IQ3_M","size":12768331904,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500737664,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799424,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309039744,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q4_0.gguf","label":"Q4_0","size":15760418944,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825299584,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715264,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q4_1.gguf","label":"Q4_1","size":17343768704,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971682944,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702144,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF","file":"Hemmingway-1.5-Unlocked.i1-Q6_K.gguf","label":"Q6_K","size":22431000704,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1.5-Unlocked-GGUF","file":"Hemmingway-1.5-Unlocked.Q8_0.gguf","label":"Q8_0","size":29047084928,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/Hemmingway-1.5-Unlocked-GGUF","mradermacher/Hemmingway-1.5-Unlocked-i1-GGUF"],"logoFrom":null},{"id":"huihui-mistral-small-3-2-24b-instruct-2506-abliterated","family":"huihui-ai/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated","name":"Huihui Mistral Small 3.2 24B 2506 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"maerong3/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-Q4_K_M-GGUF/huihui-mistral-small-3.2-24b-instruct-2506-abliterated-q4_k_m.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-07-02T16:20:24.000Z","downloads":8836,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"maerong3/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-Q4_K_M-GGUF","file":"huihui-mistral-small-3.2-24b-instruct-2506-abliterated-q4_k_m.gguf","label":"Q4_K_M","size":14334442432,"bits":4.87,"known":true,"rank":0}],"repos":["maerong3/Huihui-Mistral-Small-3.2-24B-Instruct-2506-abliterated-Q4_K_M-GGUF"],"logoFrom":"huihui-ai"},{"id":"deepseek-r1-distill-qwen-32b-uncensored","family":"nicoboss/DeepSeek-R1-Distill-Qwen-32B-Uncensored","name":"DeepSeek R1 Distill Qwen 32B Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF/DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-25T17:08:19.000Z","downloads":8818,"likes":99,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q2_K.gguf","label":"Q2_K","size":12310744032,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":14389768544,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":15932485984,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":17244516704,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":17867331296,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":18781576576,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":19848502656,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":22635165696,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":23259068416,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q6_K.gguf","label":"Q6_K","size":26882794560,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-32B-Uncensored.Q8_0.gguf","label":"Q8_0","size":34816535232,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-32B-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"0-hero-matter-0-2-7b","family":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","name":"0 Hero Matter 0.2 7B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf/Matter-0.2-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-16T23:44:22.000Z","downloads":8814,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q2_K.gguf","label":"Q2_K","size":2719271168,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018846912,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164598976,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.IQ3_S.gguf","label":"IQ3_S","size":3182424768,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.IQ3_M.gguf","label":"IQ3_M","size":3284923072,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q3_K.gguf","label":"Q3_K","size":3519017664,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3519017664,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822056128,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944422528,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q4_0.gguf","label":"Q4_0","size":4108951424,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140408704,"bits":4.58,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.IQ4_NL.gguf","label":"IQ4_NL","size":4155088768,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q4_K.gguf","label":"Q4_K","size":4368473984,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368473984,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q4_1.gguf","label":"Q4_1","size":4553352576,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q5_0.gguf","label":"Q5_0","size":4997753728,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997753728,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q5_K.gguf","label":"Q5_K","size":5131447168,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131447168,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q5_1.gguf","label":"Q5_1","size":5442154880,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q6_K.gguf","label":"Q6_K","size":5942106176,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/0-hero_-_Matter-0.2-7B-gguf","file":"Matter-0.2-7B.Q8_0.gguf","label":"Q8_0","size":7695910592,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/0-hero_-_Matter-0.2-7B-gguf"],"logoFrom":"RichardErkhov"},{"id":"huihui-gemma-4-e2b-it-qat-q4-0-unquantized-abliterated","family":"huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","name":"Huihui Gemma 4 E2B Qat Q4 0 Unquantized Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.63,"active":null,"layers":35,"probe":"huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-09T15:17:59.000Z","downloads":8808,"likes":18,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-Q4_K.gguf","label":"Q4_K","size":3416118240,"bits":5.9,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-bf16.gguf","label":"BF16","size":9273526240,"bits":16.02,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gemma-4-E2B-it-qat-q4_0-unquantized-abliterated-GGUF"],"logoFrom":"google"},{"id":"airoboros-l2-7b-2-1","family":"jondurbin/airoboros-l2-7b-2.1","name":"Airoboros L2 7B 2.1","maker":"jondurbin","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Airoboros-L2-7B-2.1-GGUF/airoboros-l2-7b-2.1.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-28T23:32:10.000Z","downloads":8800,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.1-GGUF","file":"airoboros-l2-7b-2.1.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-7B-2.1-GGUF"],"logoFrom":"jondurbin"},{"id":"meta-llama-3-8b-instruct-abliterated-v3","family":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3","name":"Meta Llama 3 8B Abliterated V3","maker":"failspy","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF/Meta-Llama-3-8B-Instruct-abliterated-v3.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-05-20T03:38:40.000Z","downloads":8776,"likes":55,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ1_S.gguf","label":"IQ1_S","size":2019627616,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628064,"bits":2.01,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ1_M.gguf","label":"IQ1_M","size":2161971808,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972256,"bits":2.15,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212128,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212576,"bits":2.39,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ2_XS.gguf","label":"IQ2_XS","size":2605781600,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782048,"bits":2.6,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ2_S.gguf","label":"IQ2_S","size":2758488672,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489120,"bits":2.75,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ2_M.gguf","label":"IQ2_M","size":2948280928,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281376,"bits":2.94,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q2_K_S.gguf","label":"Q2_K_S","size":2988814944,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q2_K.gguf","label":"Q2_K","size":3179131488,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-Q2_K.gguf","label":"Q2_K","size":3179131936,"bits":3.17,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912352,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912800,"bits":3.26,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ3_XS.gguf","label":"IQ3_XS","size":3518747232,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747680,"bits":3.51,"known":true,"rank":1},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q3_K_S.gguf","label":"Q3_K_S","size":3664499296,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ3_S.gguf","label":"IQ3_S","size":3682325088,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ3_M.gguf","label":"IQ3_M","size":3784823392,"bits":3.77,"known":true,"rank":0},{"repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3_q3.gguf","label":"Q3","size":4018917664,"bits":4,"known":false,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q3_K.gguf","label":"Q3_K","size":4018917984,"bits":4,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q3_K_L.gguf","label":"Q3_K_L","size":4321956448,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ4_XS.gguf","label":"IQ4_XS","size":4447662688,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.IQ4_NL.gguf","label":"IQ4_NL","size":4677988960,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q4_K_S.gguf","label":"Q4_K_S","size":4692669024,"bits":4.68,"known":true,"rank":0},{"repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3_q4.gguf","label":"Q4","size":4920733984,"bits":4.9,"known":false,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q4_K.gguf","label":"Q4_K","size":4920734304,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q5_K_S.gguf","label":"Q5_K_S","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q5_K.gguf","label":"Q5_K","size":5732987168,"bits":5.71,"known":true,"rank":0},{"repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3_q5.gguf","label":"Q5","size":5732987168,"bits":5.71,"known":false,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q6_K.gguf","label":"Q6_K","size":6596006176,"bits":6.57,"known":true,"rank":0},{"repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3_q6.gguf","label":"Q6","size":6596006176,"bits":6.57,"known":false,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.Q8_0.gguf","label":"Q8_0","size":8540770592,"bits":8.51,"known":true,"rank":0},{"repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3_q8.gguf","label":"Q8","size":8540770592,"bits":8.51,"known":false,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.BF16.gguf","label":"BF16","size":16068890912,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.FP16.gguf","label":"Meta-Llama-3-8B-Instruct-abliterated-v3.FP16","size":16068890912,"bits":16.01,"known":false,"rank":0},{"repo":"failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","file":"Meta-Llama-3-8B-Instruct-abliterated-v3.gguf","label":"Meta-Llama-3-8B-Instruct-abliterated-v3","size":16068890912,"bits":16.01,"known":false,"rank":0}],"repos":["failspy/Meta-Llama-3-8B-Instruct-abliterated-v3-GGUF","legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF","mradermacher/Meta-Llama-3-8B-Instruct-abliterated-v3-i1-GGUF"],"logoFrom":"failspy"},{"id":"spark-x2-6-4b-localai","family":"weareapexcreators/Spark-X2.6-4B-LocalAI","name":"Spark X2.6 4B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":4.45,"active":null,"layers":36,"probe":"weareapexcreators/Spark-X2.6-4B-LocalAI/Spark-X2.6-4B-Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T06:29:13.000Z","downloads":8774,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Spark-X2.6-4B-LocalAI","file":"Spark-X2.6-4B-Q4_K_M.gguf","label":"Q4_K_M","size":3543441312,"bits":6.37,"known":true,"rank":0}],"repos":["weareapexcreators/Spark-X2.6-4B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"minimax-m2","family":"MiniMaxAI/MiniMax-M2","name":"MiniMax M2","maker":"MiniMax","catalog":null,"tuned":false,"params":228.69,"active":11.03,"layers":62,"probe":"unsloth/MiniMax-M2-GGUF/MiniMax-M2-UD-TQ1_0.gguf","kvBytesPerToken":276300,"kvHeader":253952,"kvFixed":0,"context":196608,"arch":"minimax-m2","vision":false,"licence":"other","open":false,"released":"2025-10-22T13:45:10.000Z","downloads":8771,"likes":90,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1344,"arenaCoding":1383,"arenaVision":null,"builds":[{"repo":"unsloth/MiniMax-M2-GGUF","file":"MiniMax-M2-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":56369923264,"bits":1.97,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-IQ1_S/MiniMax-M2-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":63976293760,"bits":2.24,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-IQ1_M/MiniMax-M2-UD-IQ1_M-00001-of-00002.gguf","label":"UD-IQ1_M","size":68731897216,"bits":2.4,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-IQ2_XXS/MiniMax-M2-UD-IQ2_XXS-00001-of-00002.gguf","label":"UD-IQ2_XXS","size":74000401792,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-IQ2_M/MiniMax-M2-UD-IQ2_M-00001-of-00002.gguf","label":"UD-IQ2_M","size":78077265280,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q2_K/MiniMax-M2-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":83302681984,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q2_K_L/MiniMax-M2-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":83446728064,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-Q2_K_XL/MiniMax-M2-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":85757560192,"bits":3,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-IQ3_XXS/MiniMax-M2-UD-IQ3_XXS-00001-of-00002.gguf","label":"UD-IQ3_XXS","size":93608314240,"bits":3.27,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q3_K_S/MiniMax-M2-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":98690597248,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-Q3_K_XL/MiniMax-M2-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":101457102336,"bits":3.55,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q3_K_M/MiniMax-M2-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":109272482272,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"IQ4_XS/MiniMax-M2-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":121899124224,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"IQ4_NL/MiniMax-M2-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":128999622144,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q4_0/MiniMax-M2-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":129503725056,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q4_K_S/MiniMax-M2-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":130033780224,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-Q4_K_XL/MiniMax-M2-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":131623847424,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q4_K_M/MiniMax-M2-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":138342385120,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q4_1/MiniMax-M2-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":143226840576,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q5_K_S/MiniMax-M2-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":157478438496,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-Q5_K_XL/MiniMax-M2-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":162089584256,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q5_K_M/MiniMax-M2-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":162303936128,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q6_K/MiniMax-M2-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":187763083904,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-Q6_K_XL/MiniMax-M2-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":194289713760,"bits":6.8,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"Q8_0/MiniMax-M2-Q8_0-00001-of-00005.gguf","label":"Q8_0","size":243136873184,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"UD-Q8_K_XL/MiniMax-M2-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":261379392384,"bits":9.14,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2-GGUF","file":"BF16/MiniMax-M2-BF16-00001-of-00010.gguf","label":"BF16","size":457487025248,"bits":16,"known":true,"rank":0}],"repos":["unsloth/MiniMax-M2-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"huihui-ai-deepseek-r1-distill-llama-70b-abliterated","family":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","name":"Huihui Ai DeepSeek R1 Distill Llama 70B Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-01T01:53:05.000Z","downloads":8756,"likes":46,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ1_M.gguf","label":"IQ1_M","size":16751198848,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097387648,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":21142110848,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ2_S.gguf","label":"IQ2_S","size":22242345600,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":24119296640,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q2_K.gguf","label":"Q2_K","size":26375111296,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":27401159296,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469496960,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":30912053888,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":31937036928,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":34267497088,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":37140595328,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":37902664320,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059934336,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":40053621376,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_0.gguf","label":"Q4_0","size":40116535936,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":40347222656,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":42520396416,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_1.gguf","label":"Q4_1","size":44313592448,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":48657449600,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q5_K_M/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949819744,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q6_K/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888146272,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF","file":"huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q8_0/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975052288,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"deepreinforce-ai-ornith-1-0-35b","family":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","name":"Deepreinforce Ai Ornith 1.0 35B","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF/deepreinforce-ai_Ornith-1.0-35B-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-06-25T18:03:13.000Z","downloads":8756,"likes":65,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778452544,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ2_XS.gguf","label":"IQ2_XS","size":10797144128,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ2_S.gguf","label":"IQ2_S","size":11010275392,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ2_M.gguf","label":"IQ2_M","size":12066715712,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q2_K.gguf","label":"Q2_K","size":12617078848,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q2_K_L.gguf","label":"Q2_K_L","size":13113718848,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829120,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q3_K_S.gguf","label":"Q3_K_S","size":15513516096,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ3_XS.gguf","label":"IQ3_XS","size":16218683456,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q3_K_M.gguf","label":"Q3_K_M","size":16226547776,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q3_K_L.gguf","label":"Q3_K_L","size":16886495296,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ3_M.gguf","label":"IQ3_M","size":16900257856,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331484736,"bits":4,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ4_XS.gguf","label":"IQ4_XS","size":18806446144,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-IQ4_NL.gguf","label":"IQ4_NL","size":19861346368,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q4_0.gguf","label":"Q4_0","size":19942611008,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q4_K_S.gguf","label":"Q4_K_S","size":20592728128,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q4_K_M.gguf","label":"Q4_K_M","size":21391448128,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q4_K_L.gguf","label":"Q4_K_L","size":21768894528,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q4_1.gguf","label":"Q4_1","size":21973768256,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q5_K_S.gguf","label":"Q5_K_S","size":24156149824,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q5_K_M.gguf","label":"Q5_K_M","size":25017456704,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q5_K_L.gguf","label":"Q5_K_L","size":25331333184,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q6_K.gguf","label":"Q6_K","size":30053414976,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q6_K_L.gguf","label":"Q6_K_L","size":30299748416,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-Q8_0.gguf","label":"Q8_0","size":36914690112,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF","file":"deepreinforce-ai_Ornith-1.0-35B-bf16/deepreinforce-ai_Ornith-1.0-35B-bf16-00001-of-00002.gguf","label":"BF16","size":69376636896,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/deepreinforce-ai_Ornith-1.0-35B-GGUF"],"logoFrom":"ornith-ai"},{"id":"wingless-imp-8b","family":"SicariusSicariiStuff/Wingless_Imp_8B","name":"Wingless Imp 8B","maker":"SicariusSicariiStuff","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Wingless_Imp_8B-GGUF/Wingless_Imp_8B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-01-24T09:40:34.000Z","downloads":8735,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q2_K.gguf","label":"Q2_K","size":3179132992,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q3_K_S.gguf","label":"Q3_K_S","size":3664500800,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q3_K_M.gguf","label":"Q3_K_M","size":4018919488,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q3_K_L.gguf","label":"Q3_K_L","size":4321957952,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.IQ4_XS.gguf","label":"IQ4_XS","size":4484364352,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q4_K_S.gguf","label":"Q4_K_S","size":4692670528,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q4_K_M.gguf","label":"Q4_K_M","size":4920735808,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q5_K_S.gguf","label":"Q5_K_S","size":5599295552,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q5_K_M.gguf","label":"Q5_K_M","size":5732988992,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q6_K.gguf","label":"Q6_K","size":6596008000,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.Q8_0.gguf","label":"Q8_0","size":8540772416,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Wingless_Imp_8B-GGUF","file":"Wingless_Imp_8B.f16.gguf","label":"F16","size":16068892736,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Wingless_Imp_8B-GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"orion-kitchoon-26b-a4b","family":"SubMaroon/Orion-Kitchoon-26B-A4B","name":"Orion Kitchoon 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF/Orion-Kitchoon-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-13T22:49:20.000Z","downloads":8735,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273824,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659744,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302944,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433184,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203744,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718304,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582740000,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484384,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696544,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070432,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412320,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412320,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566304,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736416,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491040,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728800,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488058912,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827936,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969579040,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018720,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736160,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893216,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF","file":"Orion-Kitchoon-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638402080,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Orion-Kitchoon-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"qwen3-vl-8b-instruct-heretic","family":"ThalisAI/Qwen3-VL-8B-Instruct-heretic","name":"Qwen3 VL 8B Heretic","maker":"ThalisAI","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"ThalisAI/Qwen3-VL-8B-Instruct-heretic/Qwen3-VL-8B-Instruct-heretic-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"other","open":false,"released":"2025-11-21T02:17:13.000Z","downloads":8723,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q2_K.gguf","label":"Q2_K","size":3281735136,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":3769613792,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4124163552,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4431396320,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":4593298912,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":4802014688,"bits":4.69,"known":true,"rank":0},{"repo":"ThalisAI/Qwen3-VL-8B-Instruct-heretic","file":"Qwen3-VL-8B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5027784896,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":5720763872,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":5851114976,"bits":5.72,"known":true,"rank":0},{"repo":"ThalisAI/Qwen3-VL-8B-Instruct-heretic","file":"Qwen3-VL-8B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":6725900352,"bits":6.57,"known":true,"rank":0},{"repo":"ThalisAI/Qwen3-VL-8B-Instruct-heretic","file":"Qwen3-VL-8B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":8709519552,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF","file":"Qwen3-VL-8B-Instruct-Heretic.f16.gguf","label":"F16","size":16388046304,"bits":16.01,"known":true,"rank":0}],"repos":["ThalisAI/Qwen3-VL-8B-Instruct-heretic","mradermacher/Qwen3-VL-8B-Instruct-Heretic-GGUF"],"logoFrom":"Qwen"},{"id":"gpt-oss-120b-derestricted-mxfp4-moe","family":"gghfez/gpt-oss-120b-Derestricted.MXFP4_MOE-gguf","name":"Gpt Oss 120B Derestricted.MXFP4 MOE","maker":"gghfez","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"gghfez/gpt-oss-120b-Derestricted.MXFP4_MOE-gguf/gpt-oss-120b-Derestricted.MXFP4_MOE.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":null,"open":false,"released":"2025-11-30T13:22:26.000Z","downloads":8708,"likes":18,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gghfez/gpt-oss-120b-Derestricted.MXFP4_MOE-gguf","file":"gpt-oss-120b-Derestricted.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":63387347008,"bits":4.34,"known":true,"rank":0}],"repos":["gghfez/gpt-oss-120b-Derestricted.MXFP4_MOE-gguf"],"logoFrom":"ArliAI"},{"id":"lfm2-350m","family":"LiquidAI/LFM2-350M","name":"LFM2 350M","maker":"Liquid AI","catalog":null,"tuned":false,"params":0.35,"active":null,"layers":16,"probe":"LiquidAI/LFM2-350M-GGUF/LFM2-350M-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-07-10T12:01:24.000Z","downloads":8708,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-Q4_0.gguf","label":"Q4_0","size":219306944,"bits":5.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-Q4_K_M.gguf","label":"Q4_K_M","size":229309376,"bits":5.24,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-Q4_K_M-hip-optimized.gguf","label":"LFM2-350M-Q4_K_M-hip-optimized","size":254958528,"bits":5.83,"known":false,"rank":0},{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-Q5_K_M.gguf","label":"Q5_K_M","size":260373440,"bits":5.95,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-Q6_K.gguf","label":"Q6_K","size":293379008,"bits":6.71,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-Q8_0.gguf","label":"Q8_0","size":379214784,"bits":8.67,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-GGUF","file":"LFM2-350M-F16.gguf","label":"F16","size":711482304,"bits":16.26,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-350M-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-6-35b-a3b-abliterated-heretic","family":"Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF","name":"Qwen3.6 35B A3B Abliterated Heretic","maker":"Youssofal","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF/Qwen3.6-35B-A3B-Abliterated-Heretic-Q4_K_M/Qwen3.6-35B-A3B-Abliterated-Heretic-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-16T19:36:08.000Z","downloads":8694,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF","file":"Qwen3.6-35B-A3B-Abliterated-Heretic-Q4_K_M/Qwen3.6-35B-A3B-Abliterated-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":21166758336,"bits":4.89,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF","file":"Qwen3.6-35B-A3B-Abliterated-Heretic-Q6_K/Qwen3.6-35B-A3B-Abliterated-Heretic-Q6_K.gguf","label":"Q6_K","size":28514152896,"bits":6.58,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF","file":"Qwen3.6-35B-A3B-Abliterated-Heretic-Q8_0/Qwen3.6-35B-A3B-Abliterated-Heretic-Q8_0.gguf","label":"Q8_0","size":36903139776,"bits":8.52,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF","file":"Qwen3.6-35B-A3B-Abliterated-Heretic-BF16/Qwen3.6-35B-A3B-Abliterated-Heretic-BF16.gguf-00001-of-00002.gguf","label":"Qwen3.6-35B-A3B-Abliterated-Heretic-BF16.gguf","size":69376637600,"bits":16.01,"known":false,"rank":0}],"repos":["Youssofal/Qwen3.6-35B-A3B-Abliterated-Heretic-GGUF"],"logoFrom":"Qwen"},{"id":"mistral-moe-4x7b-dark-multiverse-uncensored-enhanced32-24b","family":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","name":"Mistral MOE 4X7B Dark MultiVerse Uncensored Enhanced32 24B","maker":"DavidAU","catalog":null,"tuned":true,"params":24.15,"active":24.15,"layers":32,"probe":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf/M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-26T11:22:27.000Z","downloads":8668,"likes":167,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q2_k.gguf","label":"Q2_K","size":8905393984,"bits":2.95,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":10482452288,"bits":3.47,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":11629594432,"bits":3.85,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":12593235776,"bits":4.17,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":13142165312,"bits":4.35,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":13791364928,"bits":4.57,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":14658012992,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":16675579712,"bits":5.52,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":17183614784,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q6_k.gguf","label":"Q6_K","size":19880314688,"bits":6.59,"known":true,"rank":0},{"repo":"DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf","file":"M-MOE-4X7B-Dark-MultiVerse-UC-E32-24B-D_AU-Q8_0.gguf","label":"Q8_0","size":25666357056,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/Mistral-MOE-4X7B-Dark-MultiVerse-Uncensored-Enhanced32-24B-gguf"],"logoFrom":"DavidAU"},{"id":"qwen2-5-1-coder-7b-instruct","family":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","name":"Qwen2.5.1 Coder 7B","maker":"bartowski","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF/Qwen2.5.1-Coder-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-06T17:50:33.000Z","downloads":8659,"likes":128,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2780343072,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":3015940896,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3346256672,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3492369184,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3548164896,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3574012704,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3808391968,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4088460064,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4218473248,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431391520,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431391520,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431391520,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4444121888,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4457769760,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332768,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4683074336,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5087564576,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5315177248,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5444832032,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5781197600,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6254199584,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6518182688,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":8098525984,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF","file":"Qwen2.5.1-Coder-7B-Instruct-f16.gguf","label":"F16","size":15237853696,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5.1-Coder-7B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"internlm2-math-plus-7b","family":"internlm/internlm2-math-plus-7b","name":"Internlm2 Math Plus 7B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":7.74,"active":null,"layers":32,"probe":"legraphista/internlm2-math-plus-7b-IMat-GGUF/internlm2-math-plus-7b.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-05-24T03:10:48.000Z","downloads":8656,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ1_S.gguf","label":"IQ1_S","size":1865372704,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1865373440,"bits":1.93,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ1_M.gguf","label":"IQ1_M","size":2007716896,"bits":2.08,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2007717632,"bits":2.08,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ2_XXS.gguf","label":"IQ2_XXS","size":2244957216,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2244957952,"bits":2.32,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ2_XS.gguf","label":"IQ2_XS","size":2451526688,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2451527424,"bits":2.53,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ2_S.gguf","label":"IQ2_S","size":2589377568,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2589378304,"bits":2.68,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ2_M.gguf","label":"IQ2_M","size":2779169824,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2779170560,"bits":2.87,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q2_K_S.gguf","label":"Q2_K_S","size":2815132704,"bits":2.91,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q2_K.gguf","label":"Q2_K","size":3005449248,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-Q2_K.gguf","label":"Q2_K","size":3005449984,"bits":3.11,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ3_XXS.gguf","label":"IQ3_XXS","size":3105801248,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3105801984,"bits":3.21,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ3_XS.gguf","label":"IQ3_XS","size":3330208800,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3330209536,"bits":3.44,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3475960864,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3475961600,"bits":3.59,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ3_S.gguf","label":"IQ3_S","size":3493786656,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3493787392,"bits":3.61,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ3_M.gguf","label":"IQ3_M","size":3596284960,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3596285696,"bits":3.72,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q3_K.gguf","label":"Q3_K","size":3830379552,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3830380288,"bits":3.96,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q3_K_L.gguf","label":"Q3_K_L","size":4133418016,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4133418752,"bits":4.27,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ4_XS.gguf","label":"IQ4_XS","size":4244268064,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-7b-i1-GGUF","file":"internlm2-math-plus-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4244268800,"bits":4.39,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.IQ4_NL.gguf","label":"IQ4_NL","size":4470023200,"bits":4.62,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4484703264,"bits":4.64,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q4_K.gguf","label":"Q4_K","size":4712768544,"bits":4.87,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q5_K_S.gguf","label":"Q5_K_S","size":5373043488,"bits":5.55,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q5_K.gguf","label":"Q5_K","size":5506736928,"bits":5.69,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q6_K.gguf","label":"Q6_K","size":6350328608,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.Q8_0.gguf","label":"Q8_0","size":8224240416,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.BF16.gguf","label":"BF16","size":15478092576,"bits":16,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-7b-IMat-GGUF","file":"internlm2-math-plus-7b.FP16.gguf","label":"internlm2-math-plus-7b.FP16","size":15478092576,"bits":16,"known":false,"rank":0}],"repos":["legraphista/internlm2-math-plus-7b-IMat-GGUF","mradermacher/internlm2-math-plus-7b-i1-GGUF"],"logoFrom":"internlm"},{"id":"qwen3-5-4b-glb-3d-coder","family":"ccore/Qwen3.5-4B-GLB-3D-Coder","name":"Qwen3.5 4B GLB 3D Coder","maker":"ccore","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"ccore/Qwen3.5-4B-GLB-3D-Coder/Qwen3.5-4B-GLB-3D-Coder-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-11-01T22:30:01.000Z","downloads":8652,"likes":146,"trending":125,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ccore/Qwen3.5-4B-GLB-3D-Coder","file":"Qwen3.5-4B-GLB-3D-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":2708804128,"bits":5.15,"known":true,"rank":0},{"repo":"ccore/Qwen3.5-4B-GLB-3D-Coder","file":"Qwen3.5-4B-GLB-3D-Coder-Q8_0.gguf","label":"Q8_0","size":4482402848,"bits":8.52,"known":true,"rank":0}],"repos":["ccore/Qwen3.5-4B-GLB-3D-Coder"],"logoFrom":"ccore"},{"id":"p-e-w-qwen3-4b-instruct-2507-heretic","family":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","name":"P E W Qwen3 4B 2507 Heretic","maker":"bartowski","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF/p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-17T02:30:46.000Z","downloads":8643,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ2_M.gguf","label":"IQ2_M","size":1512982464,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q2_K.gguf","label":"Q2_K","size":1669498304,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670186944,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q2_K_L.gguf","label":"Q2_K_L","size":1763698624,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ3_XS.gguf","label":"IQ3_XS","size":1814373824,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":1886995904,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ3_M.gguf","label":"IQ3_M","size":1962894784,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":2075616704,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":2239784384,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":2270750144,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333984704,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q4_0.gguf","label":"Q4_0","size":2375771584,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-IQ4_NL.gguf","label":"IQ4_NL","size":2381342144,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":2383308224,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2497279424,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q4_K_L.gguf","label":"Q4_K_L","size":2591479744,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q4_1.gguf","label":"Q4_1","size":2596627904,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":2823710144,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2889512384,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q5_K_L.gguf","label":"Q5_K_L","size":2983712704,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q6_K.gguf","label":"Q6_K","size":3306259904,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q6_K_L.gguf","label":"Q6_K_L","size":3400460224,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-Q8_0.gguf","label":"Q8_0","size":4280403904,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF","file":"p-e-w_Qwen3-4B-Instruct-2507-heretic-bf16.gguf","label":"BF16","size":8051283584,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/p-e-w_Qwen3-4B-Instruct-2507-heretic-GGUF"],"logoFrom":"p-e-w"},{"id":"apus-reflex-4b","family":"apus-ailab/APUS-Reflex-4B","name":"APUS Reflex 4B","maker":"apus-ailab","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"apus-ailab/APUS-Reflex-4B-GGUF/APUS-OpenJev-v1-4B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T02:55:36.000Z","downloads":8627,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apus-ailab/APUS-Reflex-4B-GGUF","file":"APUS-OpenJev-v1-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2708804768,"bits":5.15,"known":true,"rank":0},{"repo":"apus-ailab/APUS-Reflex-4B-GGUF","file":"APUS-OpenJev-v1-4B-Q8_0.gguf","label":"Q8_0","size":4482403168,"bits":8.52,"known":true,"rank":0},{"repo":"apus-ailab/APUS-Reflex-4B-GGUF","file":"APUS-OpenJev-v1-4B-BF16.gguf","label":"BF16","size":8424393568,"bits":16.01,"known":true,"rank":0}],"repos":["apus-ailab/APUS-Reflex-4B-GGUF"],"logoFrom":"apus-ailab"},{"id":"dolphin-2-8-mistral-7b-v02","family":"dphn/dolphin-2.8-mistral-7b-v02","name":"Dolphin 2.8 Mistral 7B V02","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF/dolphin-2.8-mistral-7b-v02.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-02T02:01:24.000Z","downloads":8621,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q2_K.gguf","label":"Q2_K","size":2719251712,"bits":3,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q3_K_S.gguf","label":"Q3_K_S","size":3164577856,"bits":3.5,"known":true,"rank":0},{"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02-IQ3_S.gguf","label":"IQ3_S","size":3182403648,"bits":3.52,"known":true,"rank":0},{"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02-IQ3_M.gguf","label":"IQ3_M","size":3284901952,"bits":3.63,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q3_K_M.gguf","label":"Q3_K_M","size":3518996544,"bits":3.89,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q3_K_L.gguf","label":"Q3_K_L","size":3822035008,"bits":4.22,"known":true,"rank":0},{"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02-IQ4_XS.gguf","label":"IQ4_XS","size":3944399744,"bits":4.36,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q4_0.gguf","label":"Q4_0","size":4108928128,"bits":4.54,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q4_K_S.gguf","label":"Q4_K_S","size":4140385408,"bits":4.58,"known":true,"rank":0},{"repo":"lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02-IQ4_NL.gguf","label":"IQ4_NL","size":4155065472,"bits":4.59,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q4_K_M.gguf","label":"Q4_K_M","size":4368450688,"bits":4.83,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q4_1.gguf","label":"Q4_1","size":4553328256,"bits":5.03,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q5_0.gguf","label":"Q5_0","size":4997728384,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q5_K_S.gguf","label":"Q5_K_S","size":4997728384,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q5_K_M.gguf","label":"Q5_K_M","size":5131421824,"bits":5.67,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q5_1.gguf","label":"Q5_1","size":5442128512,"bits":6.01,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q6_K.gguf","label":"Q6_K","size":5942078656,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","file":"dolphin-2.8-mistral-7b-v02.Q8_0.gguf","label":"Q8_0","size":7695875136,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/dolphin-2.8-mistral-7b-v02-GGUF","lmstudio-community/dolphin-2.8-mistral-7b-v02-GGUF"],"logoFrom":"dphn"},{"id":"gemma-3-12b-it-abliterated","family":"mlabonne/gemma-3-12b-it-abliterated","name":"Gemma 3 12B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF/mlabonne_gemma-3-12b-it-abliterated-IQ2_XS.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-03-16T17:46:02.000Z","downloads":8617,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":3840260896,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ2_S.gguf","label":"IQ2_S","size":4020710176,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ2_M.gguf","label":"IQ2_M","size":4310461216,"bits":2.93,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.q2_k.gguf","label":"Q2_K","size":4768221536,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784900896,"bits":3.25,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":5012075296,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":5206166176,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":5458315936,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":5655722656,"bits":3.84,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.q3_k_m.gguf","label":"Q3_K_M","size":6008818016,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":6480186016,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":6550964896,"bits":4.45,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":6724039456,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":6887164576,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q4_0.gguf","label":"Q4_0","size":6909282976,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":6935333536,"bits":4.71,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.q4_k_m.gguf","label":"Q4_K_M","size":7300778336,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":7544632096,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q4_1.gguf","label":"Q4_1","size":7559563936,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":8231963296,"bits":5.6,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.q5_k_m.gguf","label":"Q5_K_M","size":8445036896,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":8688890656,"bits":5.91,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.q6_k.gguf","label":"Q6_K","size":9660811616,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":9904665376,"bits":6.73,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.q8_0.gguf","label":"Q8_0","size":12510212576,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","file":"mlabonne_gemma-3-12b-it-abliterated-bf16.gguf","label":"BF16","size":23540151776,"bits":16,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-GGUF","file":"gemma-3-12b-it-abliterated.fp16.gguf","label":"gemma-3-12b-it-abliterated.fp16","size":23540151776,"bits":16,"known":false,"rank":0}],"repos":["bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF","mlabonne/gemma-3-12b-it-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"huihui4-8b-a4b","family":"huihui-ai/Huihui4-8B-A4B","name":"Huihui4 8B A4B","maker":"huihui-ai","catalog":null,"tuned":false,"params":8.1,"active":3.81,"layers":30,"probe":"huihui-ai/Huihui4-8B-A4B-GGUF/Huihui4-8B-A4B-ggml-model-Q4_K.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-25T02:29:20.000Z","downloads":8613,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui4-8B-A4B-GGUF","file":"Huihui4-8B-A4B-ggml-model-Q4_K.gguf","label":"Q4_K","size":5415934848,"bits":5.35,"known":true,"rank":0},{"repo":"huihui-ai/Huihui4-8B-A4B-GGUF","file":"Huihui4-8B-A4B-ggml-model-Q8_0.gguf","label":"Q8_0","size":8628382592,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui4-8B-A4B-GGUF","file":"Huihui4-8B-A4B-ggml-model-f16.gguf","label":"F16","size":16215700352,"bits":16.02,"known":true,"rank":0}],"repos":["huihui-ai/Huihui4-8B-A4B-GGUF"],"logoFrom":"huihui-ai"},{"id":"dolphincoder-starcoder2-15b","family":"dphn/dolphincoder-starcoder2-15b","name":"Dolphincoder Starcoder2 15B","maker":"dphn","catalog":null,"tuned":true,"params":15.96,"active":null,"layers":40,"probe":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF/dolphincoder-starcoder2-15b.i1-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":16384,"arch":"starcoder2","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2024-03-04T20:10:31.000Z","downloads":8591,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ1_S.gguf","label":"IQ1_S","size":3558621312,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ1_M.gguf","label":"IQ1_M","size":3862380672,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4368646272,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4820844672,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ2_S.gguf","label":"IQ2_S","size":5140530528,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ2_M.gguf","label":"IQ2_M","size":5545543008,"bits":2.78,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q2_K.gguf","label":"Q2_K","size":6192972160,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q2_K.gguf","label":"Q2_K","size":6192973536,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6217942368,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6714182592,"bits":3.37,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q3_K_S.gguf","label":"Q3_K_S","size":6986483296,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6986484672,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ3_S.gguf","label":"IQ3_S","size":7003196352,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ3_M.gguf","label":"IQ3_M","size":7304006592,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8044432320,"bits":4.03,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q3_K_M.gguf","label":"Q3_K_M","size":8101054048,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8595919008,"bits":4.31,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q3_K_L.gguf","label":"Q3_K_L","size":8965342816,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":8965344192,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9065419296,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9065419296,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9065419296,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q4_0.gguf","label":"Q4_0","size":9112605216,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9161364000,"bits":4.59,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q4_K_S.gguf","label":"Q4_K_S","size":9255734464,"bits":4.64,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q4_K_M.gguf","label":"Q4_K_M","size":9860205760,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9860207136,"bits":4.94,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q5_K_S.gguf","label":"Q5_K_S","size":11022062272,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11022063648,"bits":5.52,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q5_K_M.gguf","label":"Q5_K_M","size":11431498432,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11431499808,"bits":5.73,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q6_K.gguf","label":"Q6_K","size":13100996896,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/dolphincoder-starcoder2-15b-i1-GGUF","file":"dolphincoder-starcoder2-15b.i1-Q6_K.gguf","label":"Q6_K","size":13100998272,"bits":6.57,"known":true,"rank":0},{"repo":"dagbs/dolphincoder-starcoder2-15b-GGUF","file":"dolphincoder-starcoder2-15b.Q8_0.gguf","label":"Q8_0","size":16965136480,"bits":8.5,"known":true,"rank":0}],"repos":["dagbs/dolphincoder-starcoder2-15b-GGUF","mradermacher/dolphincoder-starcoder2-15b-i1-GGUF"],"logoFrom":"dphn"},{"id":"olmo-3-1-32b-instruct","family":"allenai/Olmo-3.1-32B-Instruct","name":"Olmo 3.1 32B","maker":"Ai2","catalog":null,"tuned":false,"params":32.23,"active":null,"layers":64,"probe":"unsloth/Olmo-3.1-32B-Instruct-GGUF/Olmo-3.1-32B-Instruct-UD-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":805306368,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-10T22:00:09.000Z","downloads":8573,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1329,"arenaCoding":1382,"arenaVision":null,"builds":[{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7245910336,"bits":1.8,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":7865225536,"bits":1.95,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":8756307456,"bits":2.17,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":8914620736,"bits":2.21,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":9685607936,"bits":2.4,"known":true,"rank":1},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":10088697792,"bits":2.5,"known":true,"rank":1},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":10965569472,"bits":2.72,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11047571776,"bits":2.74,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q2_K.gguf","label":"Q2_K","size":12005942016,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":12126275616,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12333328416,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":12540399552,"bits":3.11,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12650377536,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":13371427648,"bits":3.32,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":14058245312,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":14476036928,"bits":3.59,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":15600962752,"bits":3.87,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":15879850016,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":16912993088,"bits":4.2,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":17348184096,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":17362238496,"bits":4.31,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":18312874016,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q4_0.gguf","label":"Q4_0","size":18341709856,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":18415110176,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":19482036256,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":19578742816,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":19863092256,"bits":4.93,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q4_1.gguf","label":"Q4_1","size":20253371296,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":22235811616,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":22800281376,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":22859714336,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":23176592416,"bits":5.75,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q6_K.gguf","label":"Q6_K","size":26448497312,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","file":"allenai_Olmo-3.1-32B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":26697186336,"bits":6.63,"known":true,"rank":1},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":27951709600,"bits":6.94,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-Q8_0.gguf","label":"Q8_0","size":34254798240,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"Olmo-3.1-32B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":37670151840,"bits":9.35,"known":true,"rank":0},{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","file":"BF16/Olmo-3.1-32B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":64472737344,"bits":16,"known":true,"rank":0}],"repos":["bartowski/allenai_Olmo-3.1-32B-Instruct-GGUF","unsloth/Olmo-3.1-32B-Instruct-GGUF"],"logoFrom":"allenai"},{"id":"lfm2-8b-a1b","family":"LiquidAI/LFM2-8B-A1B","name":"LFM2 8B A1B","maker":"Liquid AI","catalog":null,"tuned":false,"params":8.34,"active":1.56,"layers":24,"probe":"unsloth/LFM2-8B-A1B-GGUF/LFM2-8B-A1B-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2025-10-07T13:55:39.000Z","downloads":8569,"likes":179,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q2_K.gguf","label":"Q2_K","size":3079650368,"bits":2.95,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q2_K_L.gguf","label":"Q2_K_L","size":3079650368,"bits":2.95,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3120266304,"bits":2.99,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q3_K_S.gguf","label":"Q3_K_S","size":3644292160,"bits":3.5,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":3676339264,"bits":3.53,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q3_K_M.gguf","label":"Q3_K_M","size":3997613120,"bits":3.83,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q4_0.gguf","label":"Q4_0","size":4733893312,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4743625792,"bits":4.55,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q4_K_S.gguf","label":"Q4_K_S","size":4752768064,"bits":4.56,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q4_K_M.gguf","label":"Q4_K_M","size":5044779712,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q4_1.gguf","label":"Q4_1","size":5246647360,"bits":5.03,"known":true,"rank":1},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q5_K_S.gguf","label":"Q5_K_S","size":5759401024,"bits":5.52,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q5_K_M.gguf","label":"Q5_K_M","size":5919554240,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5919554624,"bits":5.68,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q6_K.gguf","label":"Q6_K","size":6849002176,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6881508416,"bits":6.6,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-Q8_0.gguf","label":"Q8_0","size":8868428480,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8994257984,"bits":8.63,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-F16.gguf","label":"F16","size":16685562560,"bits":16.01,"known":true,"rank":0},{"repo":"unsloth/LFM2-8B-A1B-GGUF","file":"LFM2-8B-A1B-BF16.gguf","label":"BF16","size":16685562944,"bits":16.01,"known":true,"rank":1}],"repos":["LiquidAI/LFM2-8B-A1B-GGUF","unsloth/LFM2-8B-A1B-GGUF"],"logoFrom":"LiquidAI"},{"id":"galtransl-v4-4b-2601","family":"SakuraLLM/GalTransl-v4-4B-2601","name":"GalTransl V4 4B 2601","maker":"SakuraLLM","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"SakuraLLM/GalTransl-v4-4B-2601/Galtransl-v4-4B-2601-Q5_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2025-12-17T00:17:49.000Z","downloads":8564,"likes":35,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/GalTransl-v4-4B-2601","file":"Galtransl-v4-4B-2601-Q5_K_S.gguf","label":"Q5_K_S","size":2823707232,"bits":5.62,"known":true,"rank":0},{"repo":"SakuraLLM/GalTransl-v4-4B-2601","file":"Galtransl-v4-4B-2601.gguf","label":"Galtransl-v4-4B-2601","size":3306256992,"bits":6.58,"known":false,"rank":0}],"repos":["SakuraLLM/GalTransl-v4-4B-2601"],"logoFrom":"SakuraLLM"},{"id":"spark-x2-6-4b-uncensored-gsq-rco","family":"abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF","name":"Spark X2.6 4B Uncensored GSQ RCO","maker":"abenzerps","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF/Spark-X2.6-4B-GSQ-RCO-IQ2_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T13:57:04.000Z","downloads":8564,"likes":27,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF","file":"Spark-X2.6-4B-GSQ-RCO-IQ2_M.gguf","label":"IQ2_M","size":1638802944,"bits":3.19,"known":true,"rank":0},{"repo":"abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF","file":"Spark-X2.6-4B-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":2049385984,"bits":3.99,"known":true,"rank":0},{"repo":"abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF","file":"Spark-X2.6-4B-GSQ-RCO-IQ3_M.gguf","label":"IQ3_M","size":2279253504,"bits":4.44,"known":true,"rank":0},{"repo":"abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF","file":"Spark-X2.6-4B-GSQ-RCO-IQ4_XS.gguf","label":"IQ4_XS","size":2594809344,"bits":5.05,"known":true,"rank":0}],"repos":["abenzerps/Spark-X2.6-4B-Uncensored-GSQ-RCO-GGUF"],"logoFrom":"XHToken"},{"id":"goekdeniz-guelmez-josiefied-qwen3-8b-abliterated-v1","family":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","name":"Goekdeniz Guelmez Josiefied Qwen3 8B Abliterated V1","maker":"bartowski","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-05-05T12:04:41.000Z","downloads":8559,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ2_M.gguf","label":"IQ2_M","size":3051914720,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q2_K.gguf","label":"Q2_K","size":3281733088,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633248,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874336,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q3_K_S.gguf","label":"Q3_K_S","size":3769611744,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q2_K_L.gguf","label":"Q2_K_L","size":3889477088,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ3_M.gguf","label":"IQ3_M","size":3896620512,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161504,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394272,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ4_XS.gguf","label":"IQ4_XS","size":4561839584,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_0.gguf","label":"Q4_0","size":4787332576,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624032,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_K_S.gguf","label":"Q4_K_S","size":4802012640,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975932896,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784160,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_1.gguf","label":"Q4_1","size":5247755744,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_K_L.gguf","label":"Q4_K_L","size":5489669600,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q5_K_S.gguf","label":"Q5_K_S","size":5720761824,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q5_K_M.gguf","label":"Q5_K_M","size":5851112928,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q5_K_L.gguf","label":"Q5_K_L","size":6235207136,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q6_K.gguf","label":"Q6_K","size":6725899744,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q6_K_L.gguf","label":"Q6_K_L","size":7027340768,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q8_0.gguf","label":"Q8_0","size":8709518816,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-bf16.gguf","label":"BF16","size":16388043936,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF"],"logoFrom":"Goekdeniz-Guelmez"},{"id":"dongfangshuo-qwen3-8-27b-nsfw-novel-i1","family":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","name":"Dongfangshuo Qwen3.8 27B NSFW Novel I1","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF/Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-18T06:00:17.000Z","downloads":8544,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ1_S.gguf","label":"IQ1_S","size":7149826208,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085728,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184928,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592928,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ2_S.gguf","label":"IQ2_S","size":9362915488,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594848,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248327328,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q2_K.gguf","label":"Q2_K","size":10711666848,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372768,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131808,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073955488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ3_S.gguf","label":"IQ3_S","size":12419330208,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ3_M.gguf","label":"IQ3_M","size":12580876448,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444768,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777888,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508448,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q4_0.gguf","label":"Q4_0","size":15521435808,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586316448,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401888,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q4_1.gguf","label":"Q4_1","size":17078243488,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615648,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231101088,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF","file":"Dongfangshuo-Qwen3.8-27B-NSFW-Novel.i1-Q6_K.gguf","label":"Q6_K","size":22082531488,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Dongfangshuo-Qwen3.8-27B-NSFW-Novel-i1-GGUF"],"logoFrom":"Qwen"},{"id":"phind-codellama-34b-python-v1","family":"Phind/Phind-CodeLlama-34B-Python-v1","name":"Phind CodeLlama 34B Python V1","maker":"Phind","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF/Phind-CodeLlama-34B-Python-v1.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-25T20:33:09.000Z","downloads":8528,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":7251129600,"bits":1.72,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":7919400192,"bits":1.88,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033184512,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024875264,"bits":2.38,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":10614387968,"bits":2.52,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":11505415424,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q2_K.gguf","label":"Q2_K","size":12505691392,"bits":2.97,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010253056,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880259840,"bits":3.29,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605350144,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":14658827520,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":15230366976,"bits":3.61,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306140416,"bits":3.87,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771525376,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068681984,"bits":4.28,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q4_0.gguf","label":"Q4_0","size":19119682816,"bits":4.53,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191510272,"bits":4.55,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20219901184,"bits":4.79,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237178624,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838799104,"bits":5.65,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF","file":"Phind-CodeLlama-34B-Python-v1.i1-Q6_K.gguf","label":"Q6_K","size":27683878144,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","file":"phind-codellama-34b-python-v1.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Phind-CodeLlama-34B-Python-v1-GGUF","mradermacher/Phind-CodeLlama-34B-Python-v1-i1-GGUF"],"logoFrom":"Phind"},{"id":"qwen3-5-2b-claude-4-6-os-auto-variable-heretic-uncensored-thinking","family":"DavidAU/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING","name":"Qwen3.5 2B Claude 4.6 OS Auto Variable HERETIC UNCENSORED THINKING","maker":"DavidAU","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T04:16:15.000Z","downloads":8514,"likes":29,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ1_S.gguf","label":"IQ1_S","size":722962976,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ1_M.gguf","label":"IQ1_M","size":748205600,"bits":3.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276640,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719904,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ2_S.gguf","label":"IQ2_S","size":832092704,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ2_M.gguf","label":"IQ2_M","size":865749536,"bits":3.68,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754784,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944164384,"bits":4.02,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q2_K.gguf","label":"Q2_K","size":968543456,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q3_K_S.gguf","label":"Q3_K_S","size":1020174560,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203616,"bits":4.37,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ3_S.gguf","label":"IQ3_S","size":1051091488,"bits":4.47,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ3_M.gguf","label":"IQ3_M","size":1059447328,"bits":4.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q3_K_M.gguf","label":"Q3_K_M","size":1099260128,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q3_K_L.gguf","label":"Q3_K_L","size":1164533984,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.IQ4_XS.gguf","label":"IQ4_XS","size":1201861856,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-Q4_0.gguf","label":"Q4_0","size":1204848160,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q4_K_S.gguf","label":"Q4_K_S","size":1212056800,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586848,"bits":5.24,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q4_K_M.gguf","label":"Q4_K_M","size":1274397920,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.i1-Q4_1.gguf","label":"Q4_1","size":1288283680,"bits":5.48,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q5_K_S.gguf","label":"Q5_K_S","size":1374078176,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q5_K_M.gguf","label":"Q5_K_M","size":1411122400,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q6_K.gguf","label":"Q6_K","size":1556392160,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.Q8_0.gguf","label":"Q8_0","size":2012013792,"bits":8.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","file":"Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING.f16.gguf","label":"F16","size":3775710432,"bits":16.07,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-GGUF","mradermacher/Qwen3.5-2B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"lfm2-5-24b-a2b-uncensored-gsq-rco","family":"abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF","name":"LFM2.5 24B A2B Uncensored GSQ RCO","maker":"abenzerps","catalog":null,"tuned":true,"params":23.97,"active":2.45,"layers":40,"probe":"abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF/LFM2.5-24B-A2B-GSQ-RCO-IQ2_XXS.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-27T18:56:44.000Z","downloads":8505,"likes":20,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF","file":"LFM2.5-24B-A2B-GSQ-RCO-IQ2_XXS.gguf","label":"IQ2_XXS","size":7934869920,"bits":2.65,"known":true,"rank":0},{"repo":"abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF","file":"LFM2.5-24B-A2B-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8516829600,"bits":2.84,"known":true,"rank":0},{"repo":"abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF","file":"LFM2.5-24B-A2B-GSQ-RCO-IQ3_XS.gguf","label":"IQ3_XS","size":10535010720,"bits":3.52,"known":true,"rank":0},{"repo":"abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF","file":"LFM2.5-24B-A2B-GSQ-RCO-IQ4_XS.gguf","label":"IQ4_XS","size":13836452256,"bits":4.62,"known":true,"rank":0}],"repos":["abenzerps/LFM2.5-24B-A2B-Uncensored-GSQ-RCO-GGUF"],"logoFrom":"LiquidAI"},{"id":"glm-5-3-flash-ud-q4-k-xl-layers","family":"meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers","name":"GLM 5.3 Flash UD Q4 K XL Layers","maker":"meshllm","catalog":null,"tuned":true,"params":0.29,"active":0.01,"layers":46,"probe":"meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers/shared/embeddings.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5next","vision":true,"licence":"mit","open":true,"released":"2026-08-28T01:39:09.000Z","downloads":8501,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers","file":"shared/embeddings.gguf","label":"embeddings","size":683467936,"bits":18.85,"known":false,"rank":0},{"repo":"meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers","file":"shared/output.gguf","label":"output","size":683484352,"bits":18.85,"known":false,"rank":0},{"repo":"meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers","file":"projectors/projector-00001.gguf","label":"projector-00001","size":1128047200,"bits":31.12,"known":false,"rank":0},{"repo":"meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers","file":"projectors/projector-00000.gguf","label":"projector-00000","size":1164010080,"bits":32.11,"known":false,"rank":0}],"repos":["meshllm/GLM-5.3-Flash-UD-Q4_K_XL-layers"],"logoFrom":"unsloth"},{"id":"wicked-tutu-26b-a4b-final","family":"ReadyArt/Wicked-Tutu-26B-A4B-Final","name":"Wicked Tutu 26B A4B Final","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF/Wicked-Tutu-26B-A4B-Final.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T01:40:02.000Z","downloads":8500,"likes":6,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273696,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659616,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302816,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433056,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203616,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718176,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q2_K.gguf","label":"Q2_K","size":10582739872,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484256,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696416,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070304,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412192,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412192,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566176,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736288,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824490912,"bits":4.38,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728672,"bits":4.41,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q4_0.gguf","label":"Q4_0","size":14488058784,"bits":4.59,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827808,"bits":4.9,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q4_1.gguf","label":"Q4_1","size":15969578912,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018592,"bits":5.33,"known":true,"rank":1},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736032,"bits":5.7,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF","file":"Wicked-Tutu-26B-A4B-Final-Q4_K_M-hb16.gguf","label":"Wicked-Tutu-26B-A4B-Final-Q4_K_M-hb16","size":18581091520,"bits":5.89,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893088,"bits":6.07,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF","file":"Wicked-Tutu-26B-A4B-Final-Q5_K_M-hb16.gguf","label":"Wicked-Tutu-26B-A4B-Final-Q5_K_M-hb16","size":20788565184,"bits":6.59,"known":false,"rank":0},{"repo":"mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF","file":"Wicked-Tutu-26B-A4B-Final.i1-Q6_K.gguf","label":"Q6_K","size":22638401952,"bits":7.18,"known":true,"rank":1},{"repo":"ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF","file":"Wicked-Tutu-26B-A4B-Final-Q6_K-hb16.gguf","label":"Wicked-Tutu-26B-A4B-Final-Q6_K-hb16","size":24156585664,"bits":7.66,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF","file":"Wicked-Tutu-26B-A4B-Final-Q8_0-hb16.gguf","label":"Wicked-Tutu-26B-A4B-Final-Q8_0-hb16","size":27930391744,"bits":8.86,"known":false,"rank":0}],"repos":["ReadyArt/Wicked-Tutu-26B-A4B-Final-GGUF","mradermacher/Wicked-Tutu-26B-A4B-Final-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"phi-3-mini-128k-instruct-gguf-imatrix-smashed","family":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","name":"Phi 3 Mini 128K GGUF Imatrix Smashed","maker":"PrunaAI","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed/Phi-3-mini-128k-instruct.IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":null,"open":false,"released":"2024-04-23T23:31:13.000Z","downloads":8497,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ1_S.gguf","label":"IQ1_S","size":841608480,"bits":1.76,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ1_M.gguf","label":"IQ1_M","size":917105952,"bits":1.92,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":1042935072,"bits":2.18,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":1153035552,"bits":2.41,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ2_S.gguf","label":"IQ2_S","size":1215730464,"bits":2.55,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ2_M.gguf","label":"IQ2_M","size":1316393760,"bits":2.76,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q2_K.gguf","label":"Q2_K","size":1416203040,"bits":2.97,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":1513001760,"bits":3.17,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":1625174304,"bits":3.4,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ3_S.gguf","label":"IQ3_S","size":1681797408,"bits":3.52,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1681797408,"bits":3.52,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ3_M.gguf","label":"IQ3_M","size":1855598880,"bits":3.89,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1955475744,"bits":4.1,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":2059851552,"bits":4.31,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":2087596320,"bits":4.37,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":2176175904,"bits":4.56,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q4_0.gguf","label":"Q4_0","size":2182467360,"bits":4.57,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2188758816,"bits":4.58,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":2393231136,"bits":5.01,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q4_1.gguf","label":"Q4_1","size":2408824608,"bits":5.04,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2641473312,"bits":5.53,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q5_0.gguf","label":"Q5_0","size":2647764768,"bits":5.55,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2815274784,"bits":5.9,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q5_1.gguf","label":"Q5_1","size":2874122016,"bits":6.02,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q6_K.gguf","label":"Q6_K","size":3135851808,"bits":6.57,"known":true,"rank":0},{"repo":"PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed","file":"Phi-3-mini-128k-instruct.Q8_0.gguf","label":"Q8_0","size":4061221152,"bits":8.51,"known":true,"rank":0}],"repos":["PrunaAI/Phi-3-mini-128k-instruct-GGUF-Imatrix-smashed"],"logoFrom":"PrunaAI"},{"id":"functiongemma-270m-it","family":"google/functiongemma-270m-it","name":"Functiongemma 270M","maker":"Google","catalog":null,"tuned":false,"params":0.27,"active":null,"layers":18,"probe":"unsloth/functiongemma-270m-it-GGUF/functiongemma-270m-it-UD-IQ2_XXS.gguf","kvBytesPerToken":3554,"kvHeader":3072,"kvFixed":7864320,"context":32768,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2025-10-08T17:33:31.000Z","downloads":8496,"likes":98,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":179748064,"bits":5.33,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":182430944,"bits":5.41,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":184161504,"bits":5.46,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q3_K_S.gguf","label":"Q3_K_S","size":236723424,"bits":7.01,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q2_K.gguf","label":"Q2_K","size":237092064,"bits":7.02,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q2_K_L.gguf","label":"Q2_K_L","size":237092064,"bits":7.02,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":237491424,"bits":7.04,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-IQ4_XS.gguf","label":"IQ4_XS","size":240870624,"bits":7.14,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q4_0.gguf","label":"Q4_0","size":241587424,"bits":7.16,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-IQ4_NL.gguf","label":"IQ4_NL","size":241976544,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q3_K_M.gguf","label":"Q3_K_M","size":241976544,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":243000544,"bits":7.2,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q4_1.gguf","label":"Q4_1","size":247690464,"bits":7.34,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q4_K_S.gguf","label":"Q4_K_S","size":249902304,"bits":7.4,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q4_K_M.gguf","label":"Q4_K_M","size":253127904,"bits":7.5,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":253168864,"bits":7.5,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q5_K_S.gguf","label":"Q5_K_S","size":258012384,"bits":7.64,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q5_K_M.gguf","label":"Q5_K_M","size":260039904,"bits":7.7,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":264545504,"bits":7.84,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q6_K.gguf","label":"Q6_K","size":282987744,"bits":8.38,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":286162144,"bits":8.48,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-Q8_0.gguf","label":"Q8_0","size":291558624,"bits":8.64,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":471117024,"bits":13.96,"known":true,"rank":0},{"repo":"unsloth/functiongemma-270m-it-GGUF","file":"functiongemma-270m-it-BF16.gguf","label":"BF16","size":542847936,"bits":16.08,"known":true,"rank":0}],"repos":["unsloth/functiongemma-270m-it-GGUF"],"logoFrom":"google"},{"id":"prompt-refine","family":"Jinstudio/Prompt-Refine","name":"Prompt Refine","maker":"Jinstudio","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Prompt-Refine-i1-GGUF/Prompt-Refine.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"mit","open":true,"released":"2026-10-11T18:00:57.000Z","downloads":8441,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ1_S.gguf","label":"IQ1_S","size":7156484448,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ1_M.gguf","label":"IQ1_M","size":7725867360,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674838880,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354016,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ2_S.gguf","label":"IQ2_S","size":10157883744,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ2_M.gguf","label":"IQ2_M","size":10917060960,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584032,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q2_K.gguf","label":"Q2_K","size":11916308832,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077502816,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072363872,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352032,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761352032,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ3_M.gguf","label":"IQ3_M","size":14424492384,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287103840,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628265312,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735785312,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q4_0.gguf","label":"Q4_0","size":17701572960,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763160416,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687058272,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q4_1.gguf","label":"Q4_1","size":19481416032,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311836512,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845565792,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Prompt-Refine-i1-GGUF","file":"Prompt-Refine.i1-Q6_K.gguf","label":"Q6_K","size":25201480032,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Prompt-Refine-i1-GGUF"],"logoFrom":"Jinstudio"},{"id":"tiel-coder-35b-a3b-genesis-hermes","family":"LuffyTheFox/Tiel-Coder-35B-A3B-Genesis-Hermes-GGUF","name":"Tiel Coder 35B A3B Genesis Hermes","maker":"LuffyTheFox","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"LuffyTheFox/Tiel-Coder-35B-A3B-Genesis-Hermes-GGUF/Tiel-Coder-35B-A3B-Genesis-Q8_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-29T04:09:05.000Z","downloads":8424,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LuffyTheFox/Tiel-Coder-35B-A3B-Genesis-Hermes-GGUF","file":"Tiel-Coder-35B-A3B-Genesis-APEX-Compact.gguf","label":"Tiel-Coder-35B-A3B-Genesis-APEX-Compact","size":20191039872,"bits":4.66,"known":false,"rank":0},{"repo":"LuffyTheFox/Tiel-Coder-35B-A3B-Genesis-Hermes-GGUF","file":"Tiel-Coder-35B-A3B-Genesis-Q8_K_XL.gguf","label":"Q8_K_XL","size":38451204480,"bits":8.88,"known":true,"rank":0}],"repos":["LuffyTheFox/Tiel-Coder-35B-A3B-Genesis-Hermes-GGUF"],"logoFrom":"ornith-ai"},{"id":"ling-3-1-flash","family":"inclusionAI/Ling-3.1-flash","name":"Ling 3.1 Flash","maker":"Ant Group","catalog":null,"tuned":false,"params":572.12,"active":25.14,"layers":73,"probe":"bartowski/Ling-3.1-flash-GGUF/Ling-3.1-flash-IQ1_S/Ling-3.1-flash-IQ1_S-00001-of-00004.gguf","kvBytesPerToken":13329,"kvHeader":11520,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-10-13T11:16:41.000Z","downloads":8413,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ1_S/Ling-3.1-flash-IQ1_S-00001-of-00004.gguf","label":"IQ1_S","size":131007719744,"bits":1.83,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ1_M/Ling-3.1-flash-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":145087687008,"bits":2.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ2_XXS/Ling-3.1-flash-IQ2_XXS-00001-of-00005.gguf","label":"IQ2_XXS","size":170789808544,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ2_XS/Ling-3.1-flash-IQ2_XS-00001-of-00005.gguf","label":"IQ2_XS","size":177383770496,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ2_S/Ling-3.1-flash-IQ2_S-00001-of-00005.gguf","label":"IQ2_S","size":188466899360,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ2_M/Ling-3.1-flash-IQ2_M-00001-of-00006.gguf","label":"IQ2_M","size":213027940928,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q2_K/Ling-3.1-flash-Q2_K-00001-of-00006.gguf","label":"Q2_K","size":219168205376,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ3_XXS/Ling-3.1-flash-IQ3_XXS-00001-of-00007.gguf","label":"IQ3_XXS","size":247367821984,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ3_XS/Ling-3.1-flash-IQ3_XS-00001-of-00007.gguf","label":"IQ3_XS","size":260391135936,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q3_K_S/Ling-3.1-flash-Q3_K_S-00001-of-00007.gguf","label":"Q3_K_S","size":261572618944,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q3_K_M/Ling-3.1-flash-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":275057306272,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q3_K_L/Ling-3.1-flash-Q3_K_L-00001-of-00008.gguf","label":"Q3_K_L","size":287996734272,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ3_M/Ling-3.1-flash-IQ3_M-00001-of-00008.gguf","label":"IQ3_M","size":297301011232,"bits":4.16,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.1-flash-GGUF","file":"AD-IQ4_XXS/Ling-3.1-flash-AD-IQ4_XXS-00001-of-00007.gguf","label":"IQ4_XXS","size":311424089152,"bits":4.35,"known":true,"rank":1},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ4_XS/Ling-3.1-flash-IQ4_XS-00001-of-00009.gguf","label":"IQ4_XS","size":317077154752,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q4_0/Ling-3.1-flash-Q4_0-00001-of-00009.gguf","label":"Q4_0","size":326643772320,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q4_K_S/Ling-3.1-flash-Q4_K_S-00001-of-00009.gguf","label":"Q4_K_S","size":336629689216,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q4_K_M/Ling-3.1-flash-Q4_K_M-00001-of-00010.gguf","label":"Q4_K_M","size":357969521664,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-IQ4_NL/Ling-3.1-flash-IQ4_NL-00001-of-00010.gguf","label":"IQ4_NL","size":358013561888,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q4_1/Ling-3.1-flash-Q4_1-00001-of-00010.gguf","label":"Q4_1","size":360124099616,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q5_K_S/Ling-3.1-flash-Q5_K_S-00001-of-00011.gguf","label":"Q5_K_S","size":406057217152,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q5_K_M/Ling-3.1-flash-Q5_K_M-00001-of-00012.gguf","label":"Q5_K_M","size":436319120672,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q6_K_S/Ling-3.1-flash-Q6_K_S-00001-of-00013.gguf","label":"Q6_K_S","size":478828391840,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q6_K/Ling-3.1-flash-Q6_K-00001-of-00014.gguf","label":"Q6_K","size":501582491136,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-GGUF","file":"Ling-3.1-flash-Q8_0/Ling-3.1-flash-Q8_0-00001-of-00016.gguf","label":"Q8_0","size":608380104192,"bits":8.51,"known":true,"rank":0}],"repos":["AtomicChat/Ling-3.1-flash-GGUF","bartowski/Ling-3.1-flash-GGUF"],"logoFrom":"inclusionAI"},{"id":"deepseek-r1-distill-qwen-7b-abliterated-v2","family":"huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2","name":"DeepSeek R1 Distill Qwen 7B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-01-31T03:20:13.000Z","downloads":8398,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668096,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2042196864,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078144,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022592,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638144,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343168,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074496,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q2_K.gguf","label":"Q2_K","size":3015940992,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515328,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346256768,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369280,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193216,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3574012800,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392064,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460160,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473344,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814144,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":4444121984,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457769856,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074432,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q4_1.gguf","label":"Q4_1","size":4873284480,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177344,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832128,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.i1-Q6_K.gguf","label":"Q6_K","size":6254199680,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":8098525824,"bits":8.5,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","file":"DeepSeek-R1-Distill-Qwen-7B-abliterated-v2.f16.gguf","label":"F16","size":15237853824,"bits":16,"known":true,"rank":1}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-GGUF","mradermacher/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"athene-phi-3-5-mini-instruct-orpo","family":"EpistemeAI/Athene-Phi-3.5-mini-instruct-orpo","name":"Athene Phi 3.5 Mini Orpo","maker":"EpistemeAI","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF/Athene-Phi-3.5-instruct.i1-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-24T00:09:44.000Z","downloads":8386,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":881723904,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":950143488,"bits":1.99,"known":true,"rank":1},{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1064176128,"bits":2.23,"known":true,"rank":1},{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1164839424,"bits":2.44,"known":true,"rank":1},{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":1258205184,"bits":2.63,"known":true,"rank":1},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-IQ2_M.gguf","label":"IQ2_M","size":1349430944,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q2_K.gguf","label":"Q2_K","size":1446880928,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1475260416,"bits":3.09,"known":true,"rank":1},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q2_K_L.gguf","label":"Q2_K_L","size":1543072928,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-IQ3_XS.gguf","label":"IQ3_XS","size":1596869792,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q3_K_S.gguf","label":"Q3_K_S","size":1681804448,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF","file":"Athene-Phi-3.5-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":1681804800,"bits":3.52,"known":true,"rank":1},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-IQ3_M.gguf","label":"IQ3_M","size":1775389856,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q3_K_M.gguf","label":"Q3_K_M","size":1877626016,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q3_K_L.gguf","label":"Q3_K_L","size":2045136032,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-IQ4_XS.gguf","label":"IQ4_XS","size":2059858592,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q3_K_XL.gguf","label":"Q3_K_XL","size":2131324064,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2176182944,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2176182944,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2176182944,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_0.gguf","label":"Q4_0","size":2182474400,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_K_S.gguf","label":"Q4_K_S","size":2193484448,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_K_M.gguf","label":"Q4_K_M","size":2318920352,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q4_K_L.gguf","label":"Q4_K_L","size":2392026272,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q5_K_S.gguf","label":"Q5_K_S","size":2641480352,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q5_K_M.gguf","label":"Q5_K_M","size":2715011744,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q5_K_L.gguf","label":"Q5_K_L","size":2775805088,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q6_K.gguf","label":"Q6_K","size":3135858848,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q6_K_L.gguf","label":"Q6_K_L","size":3183570080,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-Q8_0.gguf","label":"Q8_0","size":4061228192,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","file":"Athene-Phi-3.5-mini-instruct-orpo-f16.gguf","label":"F16","size":7643302752,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Athene-Phi-3.5-mini-instruct-orpo-GGUF","mradermacher/Athene-Phi-3.5-mini-instruct-orpo-GGUF","mradermacher/Athene-Phi-3.5-mini-instruct-orpo-i1-GGUF"],"logoFrom":"EpistemeAI"},{"id":"gemma-4-26b-a4b-it-qat-q4-0-unquantized-uncensored-heretic-v2","family":"OS-Software/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2","name":"Gemma 4 26B A4B Qat Q4 0 Unquantized Uncensored Heretic V2","maker":"OS-Software","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-07T23:28:48.000Z","downloads":8382,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273920,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659840,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299303040,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433280,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203840,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718400,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q2_K.gguf","label":"Q2_K","size":10582740096,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484480,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696640,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070528,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412416,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412416,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566400,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736512,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491136,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728896,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q4_0.gguf","label":"Q4_0","size":14488059008,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464828032,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q4_1.gguf","label":"Q4_1","size":15969579136,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018816,"bits":5.33,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-26B-A4B-it-qat-q4_0-unquantized-uncensored-heretic-v2-i1-GGUF"],"logoFrom":"OS-Software"},{"id":"mythos-v2-9b","family":"fableforge-ai/Mythos-V2-9B","name":"Mythos V2 9B","maker":"fableforge-ai","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"fableforge-ai/Mythos-V2-9B-GGUF/mythos-v2-9b-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-08T17:02:56.000Z","downloads":8376,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ1_S.gguf","label":"IQ1_S","size":3001200832,"bits":2.61,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ2_XXS.gguf","label":"IQ2_XXS","size":3360207040,"bits":2.92,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ2_XS.gguf","label":"IQ2_XS","size":3543904448,"bits":3.08,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ2_S.gguf","label":"IQ2_S","size":3686527168,"bits":3.21,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q2_K.gguf","label":"Q2_K","size":3914969024,"bits":3.4,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ3_XXS.gguf","label":"IQ3_XXS","size":4196724928,"bits":3.65,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q3_K_S.gguf","label":"Q3_K_S","size":4364021696,"bits":3.79,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ3_S.gguf","label":"IQ3_S","size":4475989952,"bits":3.89,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ3_XS.gguf","label":"IQ3_XS","size":4501975232,"bits":3.91,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ3_M.gguf","label":"IQ3_M","size":4522782656,"bits":3.93,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q3_K_M.gguf","label":"Q3_K_M","size":4737609664,"bits":4.12,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q3_K_L.gguf","label":"Q3_K_L","size":5048512448,"bits":4.39,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ4_XS.gguf","label":"IQ4_XS","size":5357875136,"bits":4.66,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q4_0.gguf","label":"Q4_0","size":5450280896,"bits":4.74,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q4_K_S.gguf","label":"Q4_K_S","size":5488553920,"bits":4.77,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-IQ4_NL.gguf","label":"IQ4_NL","size":5580828608,"bits":4.85,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q4_K_M.gguf","label":"Q4_K_M","size":5780090816,"bits":5.03,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q4_1.gguf","label":"Q4_1","size":5961461696,"bits":5.18,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q5_K_S.gguf","label":"Q5_K_S","size":6472642496,"bits":5.63,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q5_K_M.gguf","label":"Q5_K_M","size":6642544576,"bits":5.78,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q6_K.gguf","label":"Q6_K","size":7558901696,"bits":6.57,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-Q8_0.gguf","label":"Q8_0","size":9786060736,"bits":8.51,"known":true,"rank":0},{"repo":"fableforge-ai/Mythos-V2-9B-GGUF","file":"mythos-v2-9b-f16.gguf","label":"F16","size":18407321536,"bits":16.01,"known":true,"rank":0}],"repos":["fableforge-ai/Mythos-V2-9B-GGUF"],"logoFrom":"fableforge-ai"},{"id":"deepseek-r1-distill-qwen-14b-abliterated","family":"huihui-ai/DeepSeek-R1-Distill-Qwen-14B-abliterated","name":"DeepSeek R1 Distill Qwen 14B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF/DeepSeek-R1-Distill-Qwen-14B-abliterated.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-01-22T10:12:47.000Z","downloads":8364,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":3607994464,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3872309344,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4312834144,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4704575584,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":5003726944,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":5356146784,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5397188704,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q2_K.gguf","label":"Q2_K","size":5770498080,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946708064,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6383362144,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":6659596320,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":6693019744,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":6916538464,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":7339204640,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":7924768800,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8119840864,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":8544268384,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8549183584,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":8573431840,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":8988110880,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":9392140384,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":10266554400,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":10508873760,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q6_K.gguf","label":"Q6_K","size":12124684320,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-14B-abliterated.Q8_0.gguf","label":"Q8_0","size":15701598240,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-14B-3MPER0RR-abliterated-i1-GGUF","mradermacher/DeepSeek-R1-Distill-Qwen-14B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"eva-qwen2-5-14b-v0-2","family":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.2","name":"EVA Qwen2.5 14B V0.2","maker":"EVA-UNIT-01","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF/EVA-Qwen2.5-14B-v0.2-IQ2_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-06T19:49:06.000Z","downloads":8357,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-IQ2_S.gguf","label":"IQ2_S","size":5003725088,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-IQ2_M.gguf","label":"IQ2_M","size":5356144928,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q2_K.gguf","label":"Q2_K","size":5770496288,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-IQ3_XS.gguf","label":"IQ3_XS","size":6383360288,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q2_K_L.gguf","label":"Q2_K_L","size":6530816288,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q3_K_S.gguf","label":"Q3_K_S","size":6659594528,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-IQ3_M.gguf","label":"IQ3_M","size":6916536608,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q3_K_M.gguf","label":"Q3_K_M","size":7339202848,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q3_K_L.gguf","label":"Q3_K_L","size":7924767008,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":8119839008,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517724448,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517724448,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517724448,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_0.gguf","label":"Q4_0","size":8544266528,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_K_S.gguf","label":"Q4_K_S","size":8573430048,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606013728,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_K_M.gguf","label":"Q4_K_M","size":8988109088,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q4_K_L.gguf","label":"Q4_K_L","size":9565952288,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q5_K_S.gguf","label":"Q5_K_S","size":10266552608,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q5_K_M.gguf","label":"Q5_K_M","size":10508871968,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q5_K_L.gguf","label":"Q5_K_L","size":10989394208,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q6_K.gguf","label":"Q6_K","size":12124682528,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q6_K_L.gguf","label":"Q6_K_L","size":12501801248,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-Q8_0.gguf","label":"Q8_0","size":15701596448,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.2-GGUF","file":"EVA-Qwen2.5-14B-v0.2-f16.gguf","label":"F16","size":29547714560,"bits":16,"known":true,"rank":0}],"repos":["bartowski/EVA-Qwen2.5-14B-v0.2-GGUF"],"logoFrom":"EVA-UNIT-01"},{"id":"sharp-minicpm5-2b","family":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF","name":"Sharp MiniCPM5 2B","maker":"peculiar-ragdoll","catalog":null,"tuned":true,"params":2.52,"active":null,"layers":42,"probe":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF/Sharp-MiniCPM5-2B-Q4_K_S.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-13T23:07:27.000Z","downloads":8341,"likes":64,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF","file":"Sharp-MiniCPM5-2B-Q4_K_S.gguf","label":"Q4_K_S","size":1516390912,"bits":4.81,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF","file":"Sharp-MiniCPM5-2B-Q4_K_XL.gguf","label":"Q4_K_XL","size":1595722240,"bits":5.07,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF","file":"Sharp-MiniCPM5-2B-Q5_K_XL.gguf","label":"Q5_K_XL","size":1886145024,"bits":5.99,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF","file":"Sharp-MiniCPM5-2B-Q6_K_XL.gguf","label":"Q6_K_XL","size":2198473216,"bits":6.98,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF","file":"Sharp-MiniCPM5-2B-Q8_K_M.gguf","label":"Q8_K_M","size":2930387456,"bits":9.3,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Sharp-MiniCPM5-2B-GGUF"],"logoFrom":"openbmb"},{"id":"g4-meromero-26b-a4b","family":"zerofata/G4-MeroMero-26B-A4B","name":"G4 MeroMero 26B A4B","maker":"zerofata","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF/G4-MeroMero-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-15T21:32:02.000Z","downloads":8338,"likes":88,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290272096,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668658016,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299301216,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816431456,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873202016,"bits":3.13,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377716576,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582738272,"bits":3.36,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624482656,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325694816,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636068704,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222410592,"bits":3.88,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222410592,"bits":3.88,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-IQ3_M.gguf","label":"IQ3_M","size":12392564032,"bits":3.93,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-Q3_K_M.gguf","label":"Q3_K_M","size":13286734144,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824489312,"bits":4.38,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-IQ4_XS.gguf","label":"IQ4_XS","size":13917726528,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488057184,"bits":4.59,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464826208,"bits":4.9,"known":true,"rank":1},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969577312,"bits":5.06,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796016448,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","file":"G4-MeroMero-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986734432,"bits":5.7,"known":true,"rank":1},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19132890944,"bits":6.07,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638399808,"bits":7.18,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859859776,"bits":8.52,"known":true,"rank":0},{"repo":"zerofata/G4-MeroMero-26B-A4B-gguf","file":"G4-MeroMero-26B-A4B-bf16.gguf","label":"BF16","size":50505135712,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/G4-MeroMero-26B-A4B-i1-GGUF","zerofata/G4-MeroMero-26B-A4B-gguf"],"logoFrom":"zerofata"},{"id":"airoboros-l2-13b-2-1","family":"jondurbin/airoboros-l2-13b-2.1","name":"Airoboros L2 13B 2.1","maker":"jondurbin","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Airoboros-L2-13B-2.1-GGUF/airoboros-l2-13b-2.1.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-28T23:31:47.000Z","downloads":8336,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.1-GGUF","file":"airoboros-l2-13b-2.1.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-13B-2.1-GGUF"],"logoFrom":"jondurbin"},{"id":"athena-v1","family":"IkariDev/Athena-v1","name":"Athena V1","maker":"IkariDev","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Athena-v1-GGUF/athena-v1.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-30T10:17:42.000Z","downloads":8333,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Athena-v1-GGUF","file":"athena-v1.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Athena-v1-GGUF"],"logoFrom":"IkariDev"},{"id":"qwen3-8-27b-coder390-efficientthink-abliterated-rocmfpx","family":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","name":"Qwen3.8 27B Coder390 EfficientThink Abliterated ROCmFPX","maker":"ArtomYuan","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX/Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T10:01:24.000Z","downloads":8332,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":14562236480,"bits":4.26,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q4_0_ROCMFP4_FAST_COHERENT.gguf","label":"Q4_0_ROCMFP4_FAST_COHERENT","size":14929750080,"bits":4.37,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q4_0_ROCMFP4_STRIX.gguf","label":"Q4_0_ROCMFP4_STRIX","size":15013963840,"bits":4.4,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q6_0_ROCMFPX.gguf","label":"Q6_0_ROCMFPX","size":22528383040,"bits":6.6,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q6_0_ROCMFPX_AGENT.gguf","label":"Q6_0_ROCMFPX_AGENT","size":25283188800,"bits":7.4,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":28193396800,"bits":8.26,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX","file":"Qwen3.8-27B-Coder390-EfficientThink-abliterated_Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":28664109120,"bits":8.39,"known":false,"rank":0}],"repos":["ArtomYuan/Qwen3.8-27B-Coder390-EfficientThink-abliterated-ROCmFPX"],"logoFrom":"huihui-ai"},{"id":"qwen-3-8-27b-rocmfp4-fast","family":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","name":"Qwen 3.8 27B ROCmFP4 FAST","maker":"julianmb","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF/Qwen3.8-27B-Q3_K_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T16:56:36.000Z","downloads":8320,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","file":"Qwen3.8-27B-ROCmFP2.gguf","label":"Qwen3.8-27B-ROCmFP2","size":9204197344,"bits":2.7,"known":false,"rank":0},{"repo":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","file":"Qwen3.8-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12256536544,"bits":3.59,"known":true,"rank":0},{"repo":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","file":"Qwen3.8-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13500737504,"bits":3.95,"known":true,"rank":0},{"repo":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","file":"Qwen3.8-27B-ROCmFP4-FAST.gguf","label":"Qwen3.8-27B-ROCmFP4-FAST","size":14562236384,"bits":4.26,"known":false,"rank":0},{"repo":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","file":"Qwen3.8-27B-ROCmFP4-STRIX_LEAN.gguf","label":"Qwen3.8-27B-ROCmFP4-STRIX_LEAN","size":14845106144,"bits":4.35,"known":false,"rank":0},{"repo":"julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF","file":"Qwen3.8-27B-ROCmFP8.gguf","label":"Qwen3.8-27B-ROCmFP8","size":28193396704,"bits":8.26,"known":false,"rank":0}],"repos":["julianmb/Qwen-3.8-27B-ROCmFP4-FAST-GGUF"],"logoFrom":"Qwen"},{"id":"terminalhorizon-35b-a3b","family":"shunzou05/TerminalHorizon-35B-A3B","name":"TerminalHorizon 35B A3B","maker":"shunzou05","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF/TerminalHorizon-35B-A3B.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T08:20:37.000Z","downloads":8303,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142304,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209184,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497653984,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031264,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480224,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236064,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097504,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q2_K.gguf","label":"Q2_K","size":12939594464,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759584,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484144864,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185184,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424544,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ3_M.gguf","label":"IQ3_M","size":15440519904,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764764896,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115330784,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728778464,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q4_0.gguf","label":"Q4_0","size":19799268064,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889904352,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166758624,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q4_1.gguf","label":"Q4_1","size":21848169184,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284064,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729131744,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-35B-A3B-i1-GGUF","file":"TerminalHorizon-35B-A3B.i1-Q6_K.gguf","label":"Q6_K","size":28514153184,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/TerminalHorizon-35B-A3B-i1-GGUF"],"logoFrom":"shunzou05"},{"id":"granite-20b-code-instruct-i1","family":"mradermacher/granite-20b-code-instruct-i1-GGUF","name":"Granite 20B Code I1","maker":"mradermacher","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"mradermacher/granite-20b-code-instruct-i1-GGUF/granite-20b-code-instruct.i1-IQ1_S.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-10T05:49:47.000Z","downloads":8296,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":4517698016,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":4912437728,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5570337248,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6157998560,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":6526048736,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":7052368352,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q2_K.gguf","label":"Q2_K","size":7929485792,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8062540256,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8658557408,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":8934595040,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8934595040,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":9587186144,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10566293984,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10936506848,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q4_0.gguf","label":"Q4_0","size":11609102816,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11665725920,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11736504800,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12820208096,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":14016371168,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14809340384,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-i1-GGUF","file":"granite-20b-code-instruct.i1-Q6_K.gguf","label":"Q6_K","size":16634255840,"bits":6.63,"known":true,"rank":0}],"repos":["mradermacher/granite-20b-code-instruct-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-vl-8b-instruct-uncensored-v2","family":"Felldude/Qwen3-VL-8B-Instruct-Uncensored-V2","name":"Qwen3 VL 8B Uncensored V2","maker":"Felldude","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF/Qwen3-VL-8B-Instruct-Uncensored-V2.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-17T11:59:51.000Z","downloads":8283,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q2_K.gguf","label":"Q2_K","size":3281734496,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q3_K_S.gguf","label":"Q3_K_S","size":3769613152,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q3_K_M.gguf","label":"Q3_K_M","size":4124162912,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q3_K_L.gguf","label":"Q3_K_L","size":4431395680,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.IQ4_XS.gguf","label":"IQ4_XS","size":4593298272,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q4_K_S.gguf","label":"Q4_K_S","size":4802014048,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q4_K_M.gguf","label":"Q4_K_M","size":5027785568,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q5_K_S.gguf","label":"Q5_K_S","size":5720763232,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q5_K_M.gguf","label":"Q5_K_M","size":5851114336,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q6_K.gguf","label":"Q6_K","size":6725901152,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.Q8_0.gguf","label":"Q8_0","size":8709520224,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF","file":"Qwen3-VL-8B-Instruct-Uncensored-V2.f16.gguf","label":"F16","size":16388045664,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-Instruct-Uncensored-V2-GGUF"],"logoFrom":"Felldude"},{"id":"ternary-bonsai-2-27b-heretic-satellite","family":"HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite","name":"Ternary Bonsai 2 27B Heretic Satellite","maker":"HybridRMD","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite/Ternary-Bonsai-2-27B-Heretic-Satellite-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-09-27T22:07:36.000Z","downloads":8278,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite","file":"Ternary-Bonsai-2-27B-Heretic-Satellite-Q2_K.gguf","label":"Q2_K","size":10711665056,"bits":3.19,"known":true,"rank":0},{"repo":"HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite","file":"Ternary-Bonsai-2-27B-Heretic-Satellite-Q4_K_M.gguf","label":"Q4_K_M","size":16547400096,"bits":4.92,"known":true,"rank":0},{"repo":"HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite","file":"Ternary-Bonsai-2-27B-Heretic-Satellite-Q8_0.gguf","label":"Q8_0","size":28595763616,"bits":8.5,"known":true,"rank":0},{"repo":"HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite","file":"Ternary-Bonsai-2-27B-Heretic-Satellite-F16.gguf","label":"F16","size":53808282016,"bits":16,"known":true,"rank":0}],"repos":["HybridRMD/Ternary-Bonsai-2-27B-Heretic-Satellite"],"logoFrom":null},{"id":"phi-3-medium-4k-instruct","family":"microsoft/Phi-3-medium-4k-instruct","name":"Phi 3 Medium 4K","maker":"Microsoft","catalog":null,"tuned":false,"params":13.96,"active":null,"layers":40,"probe":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF/Phi-3-medium-4k-instruct.i1-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-05-07T15:27:19.000Z","downloads":8260,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1198,"arenaCoding":1231,"arenaVision":null,"builds":[{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":2957997376,"bits":1.7,"known":true,"rank":1},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":3242157376,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3715757376,"bits":2.13,"known":true,"rank":1},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4127405376,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":4338126656,"bits":2.49,"known":true,"rank":1},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-IQ2_M.gguf","label":"IQ2_M","size":4717006208,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q2_K.gguf","label":"Q2_K","size":5143000448,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":5303320448,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5453262656,"bits":3.13,"known":true,"rank":1},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":5806841728,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6064889728,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":6064890176,"bits":3.48,"known":true,"rank":1},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-IQ3_M.gguf","label":"IQ3_M","size":6473977728,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":6923411328,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":7466011008,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7490297728,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":7633944448,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Phi-3-medium-4k-instruct-i1-GGUF","file":"Phi-3-medium-4k-instruct.i1-Q4_0.gguf","label":"Q4_0","size":7925797696,"bits":4.54,"known":true,"rank":1},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":7954469248,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8566821248,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":8688664448,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":9621582208,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":10074190208,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":10175512448,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q6_K.gguf","label":"Q6_K","size":11453817728,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":11533336448,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-Q8_0.gguf","label":"Q8_0","size":14834712448,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Phi-3-medium-4k-instruct-GGUF","file":"Phi-3-medium-4k-instruct-f32/Phi-3-medium-4k-instruct-f32-00001-of-00002.gguf","label":"F32","size":55841693504,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Phi-3-medium-4k-instruct-GGUF","mradermacher/Phi-3-medium-4k-instruct-i1-GGUF"],"logoFrom":"microsoft"},{"id":"qwen3-coder-480b-a35b-instruct","family":"Qwen/Qwen3-Coder-480B-A35B-Instruct","name":"Qwen3 Coder 480B A35B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":480.15,"active":35.47,"layers":62,"probe":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/Qwen3-Coder-480B-A35B-Instruct-UD-IQ1_M.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-22T14:52:38.000Z","downloads":8242,"likes":180,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1388,"arenaCoding":1457,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Qwen3-Coder-480B-A35B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":149716201312,"bits":2.49,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q2_K/Qwen3-Coder-480B-A35B-Instruct-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":174656356544,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q2_K_L/Qwen3-Coder-480B-A35B-Instruct-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":174875144416,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-Q2_K_XL/Qwen3-Coder-480B-A35B-Instruct-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":180294643936,"bits":3,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-IQ3_XXS/Qwen3-Coder-480B-A35B-Instruct-UD-IQ3_XXS-00001-of-00005.gguf","label":"UD-IQ3_XXS","size":201542070592,"bits":3.36,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q3_K_S/Qwen3-Coder-480B-A35B-Instruct-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":206907582816,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-Q3_K_XL/Qwen3-Coder-480B-A35B-Instruct-UD-Q3_K_XL-00001-of-00005.gguf","label":"UD-Q3_K_XL","size":212667330912,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q3_K_M/Qwen3-Coder-480B-A35B-Instruct-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":229248837984,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":260538233248,"bits":4.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"IQ4_NL/Qwen3-Coder-480B-A35B-Instruct-IQ4_NL-00001-of-00006.gguf","label":"IQ4_NL","size":270594732448,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00001-of-00006.gguf","label":"Q4_0","size":271646978496,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q4_K_S/Qwen3-Coder-480B-A35B-Instruct-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":272751129024,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-Q4_K_XL/Qwen3-Coder-480B-A35B-Instruct-UD-Q4_K_XL-00001-of-00006.gguf","label":"UD-Q4_K_XL","size":275553579456,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":290058826208,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q4_1/Qwen3-Coder-480B-A35B-Instruct-Q4_1-00001-of-00007.gguf","label":"Q4_1","size":300493451840,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q5_K_S/Qwen3-Coder-480B-A35B-Instruct-Q5_K_S-00001-of-00007.gguf","label":"Q5_K_S","size":330440929888,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-Q5_K_XL/Qwen3-Coder-480B-A35B-Instruct-UD-Q5_K_XL-00001-of-00007.gguf","label":"UD-Q5_K_XL","size":339992097408,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00001-of-00007.gguf","label":"Q5_K_M","size":340493005408,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":394079320928,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-Q6_K_XL/Qwen3-Coder-480B-A35B-Instruct-UD-Q6_K_XL-00001-of-00009.gguf","label":"UD-Q6_K_XL","size":408043760480,"bits":6.8,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":510351879264,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"UD-Q8_K_XL/Qwen3-Coder-480B-A35B-Instruct-UD-Q8_K_XL-00001-of-00012.gguf","label":"UD-Q8_K_XL","size":548240698560,"bits":9.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","file":"BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00001-of-00021.gguf","label":"BF16","size":960439201856,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"quyet-1-0-medium","family":"chinhnc/Quyet-1.0-Medium","name":"Quyet 1.0 Medium","maker":"chinhnc","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/Quyet-1.0-Medium-GGUF/Quyet-1.0-Medium.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-03T01:25:30.000Z","downloads":8241,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q2_K.gguf","label":"Q2_K","size":1959168224,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q3_K_S.gguf","label":"Q3_K_S","size":2121748704,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q3_K_M.gguf","label":"Q3_K_M","size":2318807264,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q3_K_L.gguf","label":"Q3_K_L","size":2482647264,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.IQ4_XS.gguf","label":"IQ4_XS","size":2593556704,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q4_K_S.gguf","label":"Q4_K_S","size":2631772384,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q4_K_M.gguf","label":"Q4_K_M","size":2783447264,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q5_K_S.gguf","label":"Q5_K_S","size":3072993504,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q5_K_M.gguf","label":"Q5_K_M","size":3161426144,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q6_K.gguf","label":"Q6_K","size":3563028704,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.Q8_0.gguf","label":"Q8_0","size":4610580704,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Medium-GGUF","file":"Quyet-1.0-Medium.f16.gguf","label":"F16","size":8665620704,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Quyet-1.0-Medium-GGUF"],"logoFrom":"chinhnc"},{"id":"internlm2-math-plus-20b","family":"internlm/internlm2-math-plus-20b","name":"Internlm2 Math Plus 20B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":19.86,"active":null,"layers":48,"probe":"legraphista/internlm2-math-plus-20b-IMat-GGUF/internlm2-math-plus-20b.IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-05-24T03:22:49.000Z","downloads":8238,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ1_S.gguf","label":"IQ1_S","size":4543268288,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ1_S.gguf","label":"IQ1_S","size":4543269024,"bits":1.83,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ1_M.gguf","label":"IQ1_M","size":4918396352,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ1_M.gguf","label":"IQ1_M","size":4918397088,"bits":1.98,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ2_XXS.gguf","label":"IQ2_XXS","size":5543609792,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5543610528,"bits":2.23,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ2_XS.gguf","label":"IQ2_XS","size":6100403648,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6100404384,"bits":2.46,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ2_S.gguf","label":"IQ2_S","size":6474296768,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ2_S.gguf","label":"IQ2_S","size":6474297504,"bits":2.61,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ2_M.gguf","label":"IQ2_M","size":6974467520,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ2_M.gguf","label":"IQ2_M","size":6974468256,"bits":2.81,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q2_K_S.gguf","label":"Q2_K_S","size":7013469632,"bits":2.83,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q2_K.gguf","label":"Q2_K","size":7546670528,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-Q2_K.gguf","label":"Q2_K","size":7546671264,"bits":3.04,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ3_XXS.gguf","label":"IQ3_XXS","size":7814376896,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7814377632,"bits":3.15,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ3_XS.gguf","label":"IQ3_XS","size":8361752000,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8361752736,"bits":3.37,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q3_K_S.gguf","label":"Q3_K_S","size":8760473024,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8760473760,"bits":3.53,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ3_S.gguf","label":"IQ3_S","size":8800581056,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ3_S.gguf","label":"IQ3_S","size":8800581792,"bits":3.55,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ3_M.gguf","label":"IQ3_M","size":9121445312,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ3_M.gguf","label":"IQ3_M","size":9121446048,"bits":3.67,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q3_K.gguf","label":"Q3_K","size":9722279360,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9722280096,"bits":3.92,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q3_K_L.gguf","label":"Q3_K_L","size":10551178688,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10551179424,"bits":4.25,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ4_XS.gguf","label":"IQ4_XS","size":10766998976,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-plus-20b-i1-GGUF","file":"internlm2-math-plus-20b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10766999712,"bits":4.34,"known":true,"rank":1},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.IQ4_NL.gguf","label":"IQ4_NL","size":11360435648,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q4_K_S.gguf","label":"Q4_K_S","size":11401330112,"bits":4.59,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q4_K.gguf","label":"Q4_K","size":11984469440,"bits":4.83,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q5_K_S.gguf","label":"Q5_K_S","size":13734182080,"bits":5.53,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q5_K.gguf","label":"Q5_K","size":14075100352,"bits":5.67,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q6_K.gguf","label":"Q6_K","size":16296395968,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.Q8_0.gguf","label":"Q8_0","size":21106373824,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.BF16.gguf","label":"BF16","size":39725642944,"bits":16,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-20b-IMat-GGUF","file":"internlm2-math-plus-20b.FP16.gguf","label":"internlm2-math-plus-20b.FP16","size":39725642944,"bits":16,"known":false,"rank":0}],"repos":["legraphista/internlm2-math-plus-20b-IMat-GGUF","mradermacher/internlm2-math-plus-20b-i1-GGUF"],"logoFrom":"internlm"},{"id":"qwen3-4b-2507-instruct-uncensored-hauhaucs-aggressive","family":"HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive","name":"Qwen3 4B 2507 Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-25T03:24:10.000Z","downloads":8225,"likes":29,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive","file":"Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":2497278912,"bits":4.97,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive","file":"Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":3306259392,"bits":6.58,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive","file":"Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":4280403392,"bits":8.52,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive","file":"Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive-FP16.gguf","label":"Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive-FP16","size":8051283392,"bits":16.02,"known":false,"rank":0}],"repos":["HauhauCS/Qwen3-4B-2507-Instruct-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"qwen3-5-4b-claude-3xmerge-jackrong-uncensored-heretic","family":"xtools-at/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic","name":"Qwen3.5 4B Claude 3xMerge Jackrong UNCENSORED Heretic","maker":"xtools-at","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T14:38:13.000Z","downloads":8224,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1359232864,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1426417504,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538391904,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630592864,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1651973984,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1741553504,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852391264,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904492384,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q2_K.gguf","label":"Q2_K","size":1915469664,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069878624,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077579104,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":2139510624,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2163185504,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262062944,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421315424,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514284384,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2549796704,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563886944,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609434464,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708803424,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2766966624,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990034784,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074985824,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic.i1-Q6_K.gguf","label":"Q6_K","size":3464054624,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-Claude-3xMerge-Jackrong-UNCENSORED-heretic-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"laguna-s-2-1-uncensored","family":"SC117/Laguna-S-2.1-Uncensored","name":"Laguna S 2.1 Uncensored","maker":"SC117","catalog":null,"tuned":true,"params":117.56,"active":8.45,"layers":48,"probe":"SC117/Laguna-S-2.1-Uncensored-APEX-GGUF/Laguna-S-2.1-Uncensored-APEX-I-Mini.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":1048576,"arch":"laguna","vision":false,"licence":"other","open":false,"released":"2026-08-02T09:43:46.000Z","downloads":8220,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Laguna-S-2.1-Uncensored-APEX-GGUF","file":"Laguna-S-2.1-Uncensored-APEX-I-Mini.gguf","label":"Laguna-S-2.1-Uncensored-APEX-I-Mini","size":44367725216,"bits":3.02,"known":false,"rank":0},{"repo":"SC117/Laguna-S-2.1-Uncensored-APEX-GGUF","file":"Laguna-S-2.1-Uncensored-APEX-I-Compact.gguf","label":"Laguna-S-2.1-Uncensored-APEX-I-Compact","size":55097528224,"bits":3.75,"known":false,"rank":0},{"repo":"SC117/Laguna-S-2.1-Uncensored-APEX-GGUF","file":"Laguna-S-2.1-Uncensored-APEX-I-Quality.gguf","label":"Laguna-S-2.1-Uncensored-APEX-I-Quality","size":74659559584,"bits":5.08,"known":false,"rank":0},{"repo":"SC117/Laguna-S-2.1-Uncensored-APEX-GGUF","file":"Laguna-S-2.1-Uncensored-APEX-I-Balanced.gguf","label":"Laguna-S-2.1-Uncensored-APEX-I-Balanced","size":85229205664,"bits":5.8,"known":false,"rank":0}],"repos":["SC117/Laguna-S-2.1-Uncensored-APEX-GGUF"],"logoFrom":"SC117"},{"id":"jev-27b-vl-uncensored","family":"SargeDev/JEV-27B-VL-Uncensored","name":"JEV 27B VL Uncensored","maker":"SargeDev","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/JEV-27B-VL-Uncensored-GGUF/JEV-27B-VL-Uncensored.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-10T15:29:30.000Z","downloads":8198,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q2_K.gguf","label":"Q2_K","size":10711666528,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":12073955168,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":13301444448,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":14344777568,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":15193919328,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":15586316128,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":16547401568,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":18679615328,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":19231100768,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q6_K.gguf","label":"Q6_K","size":22082531168,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/JEV-27B-VL-Uncensored-GGUF","file":"JEV-27B-VL-Uncensored.Q8_0.gguf","label":"Q8_0","size":28595765088,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/JEV-27B-VL-Uncensored-GGUF"],"logoFrom":null},{"id":"dolphin-2-6-mistral-7b","family":"dphn/dolphin-2.6-mistral-7b","name":"Dolphin 2.6 Mistral 7B","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/dolphin-2.6-mistral-7B-GGUF/dolphin-2.6-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-27T08:55:20.000Z","downloads":8180,"likes":94,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3084038944,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3165508800,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3519927488,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822965952,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4109858528,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4141315808,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4369381088,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4998658272,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4998658272,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5132351712,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5943008000,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-GGUF","file":"dolphin-2.6-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7696802496,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.6-mistral-7B-GGUF"],"logoFrom":"dphn"},{"id":"deepseek-v2-5","family":"deepseek-ai/DeepSeek-V2.5","name":"DeepSeek V2.5","maker":"DeepSeek","catalog":null,"tuned":true,"params":235.74,"active":21.38,"layers":60,"probe":"legraphista/DeepSeek-V2.5-IMat-GGUF/DeepSeek-V2.5.IQ1_S/DeepSeek-V2.5.IQ1_S-00001-of-00002.gguf","kvBytesPerToken":75894,"kvHeader":69120,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2024-09-05T09:30:06.000Z","downloads":8178,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1307,"arenaCoding":1367,"arenaVision":null,"builds":[{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ1_S/DeepSeek-V2.5.IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":47392227104,"bits":1.61,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ1_M/DeepSeek-V2.5-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":52682671936,"bits":1.79,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ1_M/DeepSeek-V2.5.IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":52682672032,"bits":1.79,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ2_XXS/DeepSeek-V2.5-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":61500079936,"bits":2.09,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ2_XXS/DeepSeek-V2.5.IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":61500080000,"bits":2.09,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ2_XS/DeepSeek-V2.5-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68711292736,"bits":2.33,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ2_XS/DeepSeek-V2.5.IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":68711292832,"bits":2.33,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ2_S/DeepSeek-V2.5.IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":69866897312,"bits":2.37,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ2_M/DeepSeek-V2.5-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":76920823616,"bits":2.61,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ2_M/DeepSeek-V2.5.IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":76920823840,"bits":2.61,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q2_K_S/DeepSeek-V2.5.Q2_K_S-00001-of-00004.gguf","label":"Q2_K_S","size":79601276960,"bits":2.7,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q2_K/DeepSeek-V2.5-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":85946677184,"bits":2.92,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q2_K/DeepSeek-V2.5.Q2_K-00001-of-00004.gguf","label":"Q2_K","size":85946677248,"bits":2.92,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q2_K_L/DeepSeek-V2.5-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":86458677152,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ3_XXS/DeepSeek-V2.5-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":90846568384,"bits":3.08,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ3_XXS/DeepSeek-V2.5.IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":90846568480,"bits":3.08,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ3_XS/DeepSeek-V2.5.IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":96304427136,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q3_K_S/DeepSeek-V2.5-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":101679198144,"bits":3.45,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ3_S/DeepSeek-V2.5.IQ3_S-00001-of-00005.gguf","label":"IQ3_S","size":101679198368,"bits":3.45,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q3_K_S/DeepSeek-V2.5.Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":101679198368,"bits":3.45,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ3_M/DeepSeek-V2.5-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":103371255744,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ3_M/DeepSeek-V2.5.IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":103371255968,"bits":3.51,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q3_K/DeepSeek-V2.5.Q3_K-00001-of-00005.gguf","label":"Q3_K","size":112665530560,"bits":3.82,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q3_K_L/DeepSeek-V2.5-Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":122372067392,"bits":4.15,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q3_K_L/DeepSeek-V2.5.Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":122372067616,"bits":4.15,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q3_K_XL/DeepSeek-V2.5-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":122830819360,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-IQ4_XS/DeepSeek-V2.5-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":125563455520,"bits":4.26,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ4_XS/DeepSeek-V2.5.IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":125563455776,"bits":4.26,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.IQ4_NL/DeepSeek-V2.5.IQ4_NL-00001-of-00006.gguf","label":"IQ4_NL","size":132912457984,"bits":4.51,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q4_0/DeepSeek-V2.5-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":133394147360,"bits":4.53,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q4_K_S/DeepSeek-V2.5.Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":133875837184,"bits":4.54,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q4_K_M/DeepSeek-V2.5-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":142453966912,"bits":4.83,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q4_K/DeepSeek-V2.5.Q4_K-00001-of-00007.gguf","label":"Q4_K","size":142453967200,"bits":4.83,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q5_K_S/DeepSeek-V2.5.Q5_K_S-00001-of-00007.gguf","label":"Q5_K_S","size":162308466784,"bits":5.51,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q5_K_M/DeepSeek-V2.5-Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":167223789728,"bits":5.67,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q5_K/DeepSeek-V2.5.Q5_K-00001-of-00008.gguf","label":"Q5_K","size":167223789856,"bits":5.67,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q6_K/DeepSeek-V2.5-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":193541726368,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q6_K/DeepSeek-V2.5.Q6_K-00001-of-00009.gguf","label":"Q6_K","size":193541726592,"bits":6.57,"known":true,"rank":1},{"repo":"bartowski/DeepSeek-V2.5-GGUF","file":"DeepSeek-V2.5-Q8_0/DeepSeek-V2.5-Q8_0-00001-of-00007.gguf","label":"Q8_0","size":250623469952,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/DeepSeek-V2.5-IMat-GGUF","file":"DeepSeek-V2.5.Q8_0/DeepSeek-V2.5.Q8_0-00001-of-00011.gguf","label":"Q8_0","size":250623470176,"bits":8.51,"known":true,"rank":1}],"repos":["bartowski/DeepSeek-V2.5-GGUF","legraphista/DeepSeek-V2.5-IMat-GGUF"],"logoFrom":"deepseek-ai"},{"id":"deepseek-v4-1-flash-mixedq2","family":"apetersson/DeepSeek-V4.1-Flash-MixedQ2-GGUF","name":"DeepSeek V4.1 Flash MixedQ2","maker":"apetersson","catalog":null,"tuned":true,"params":551.57,"active":16.48,"layers":40,"probe":"apetersson/DeepSeek-V4.1-Flash-MixedQ2-GGUF/DSV41-mixedq2-00001-of-00005.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-09-10T12:29:53.000Z","downloads":8174,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apetersson/DeepSeek-V4.1-Flash-MixedQ2-GGUF","file":"DSV41-mixedq2-00001-of-00005.gguf","label":"XEDQ2","size":168929929664,"bits":2.45,"known":false,"rank":0}],"repos":["apetersson/DeepSeek-V4.1-Flash-MixedQ2-GGUF"],"logoFrom":"deepseek-ai"},{"id":"gpt-oss-20b-uncensored-hauhaucs-aggressive","family":"HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Aggressive","name":"GPT OSS 20B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Aggressive/GPT-OSS-20B-Uncensored-HauhauCS-MXFP4-Aggressive.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"other","open":false,"released":"2026-01-24T03:14:25.000Z","downloads":8171,"likes":72,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Aggressive","file":"GPT-OSS-20B-Uncensored-HauhauCS-MXFP4-Aggressive.gguf","label":"GPT-OSS-20B-Uncensored-HauhauCS-MXFP4-Aggressive","size":12109565888,"bits":4.63,"known":false,"rank":0}],"repos":["HauhauCS/GPT-OSS-20B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"openai"},{"id":"gemma-4-31b-it-uncensored","family":"TrevorJS/gemma-4-31B-it-uncensored","name":"Gemma 4 31B Uncensored","maker":"TrevorJS","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"TrevorJS/gemma-4-31B-it-uncensored-GGUF/gemma-4-31B-it-uncensored-Q4_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-04T19:12:08.000Z","downloads":8147,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-biproj-q2_k.gguf","label":"Q2_K","size":11916313216,"bits":3.11,"known":true,"rank":0},{"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-biproj-q3_k_m.gguf","label":"Q3_K_M","size":15287108224,"bits":3.98,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":18687057504,"bits":4.87,"known":true,"rank":0},{"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-biproj-q4_k_m.gguf","label":"Q4_K_M","size":18687062656,"bits":4.87,"known":true,"rank":0},{"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-biproj-q5_k_m.gguf","label":"Q5_K_M","size":21845570176,"bits":5.69,"known":true,"rank":0},{"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-biproj-q6_k.gguf","label":"Q6_K","size":25201484416,"bits":6.57,"known":true,"rank":0},{"repo":"TrevorJS/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-Q8_0.gguf","label":"Q8_0","size":32635670112,"bits":8.5,"known":true,"rank":0},{"repo":"ressl/gemma-4-31B-it-uncensored-GGUF","file":"gemma-4-31B-it-uncensored-biproj-q8_0.gguf","label":"Q8_0","size":32635675264,"bits":8.5,"known":true,"rank":0}],"repos":["TrevorJS/gemma-4-31B-it-uncensored-GGUF","ressl/gemma-4-31B-it-uncensored-GGUF"],"logoFrom":"TrevorJS"},{"id":"rusmind-vspyshka-4-7","family":"DICPlay/RusMind-Vspyshka-4.7","name":"RusMind Vspyshka 4.7","maker":"DICPlay","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"DICPlay/RusMind-Vspyshka-4.7/gguf/RusMind-Vspyshka-4.7-Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-28T23:09:45.000Z","downloads":8145,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Mini.gguf","label":"RusMind-Vspyshka-4.7-Mini","size":3775011488,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"web/rusmind-vspyshka-4.7-00001-of-00014.gguf","label":"rusmind-vspyshka-4.7","size":3775013088,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Lite.gguf","label":"RusMind-Vspyshka-4.7-Lite","size":4234287776,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Q2_K.gguf","label":"Q2_K","size":4401322784,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4654640544,"bits":4.95,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-IQ3_S.gguf","label":"IQ3_S","size":4663170464,"bits":4.96,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-IQ3_M.gguf","label":"IQ3_M","size":4714698144,"bits":5.02,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Q3_K_M.gguf","label":"Q3_K_M","size":4850397984,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5021283744,"bits":5.34,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070957984,"bits":5.39,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193960864,"bits":5.53,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-Q4_0.gguf","label":"Q4_0","size":5194124704,"bits":5.53,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5202972064,"bits":5.54,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Q4_K_M.gguf","label":"Q4_K_M","size":5335292704,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-Q4_1.gguf","label":"Q4_1","size":5435952544,"bits":5.78,"known":true,"rank":1},{"repo":"mradermacher/RusMind-Vspyshka-4.7-i1-GGUF","file":"RusMind-Vspyshka-4.7.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5685972384,"bits":6.05,"known":true,"rank":1},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Q5_K_M.gguf","label":"Q5_K_M","size":5762915104,"bits":6.13,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Q6_K.gguf","label":"Q6_K","size":6217263904,"bits":6.61,"known":true,"rank":0},{"repo":"DICPlay/RusMind-Vspyshka-4.7","file":"gguf/RusMind-Vspyshka-4.7-Q8_0.gguf","label":"Q8_0","size":8031243040,"bits":8.54,"known":true,"rank":0}],"repos":["DICPlay/RusMind-Vspyshka-4.7","mradermacher/RusMind-Vspyshka-4.7-i1-GGUF"],"logoFrom":"DICPlay"},{"id":"qwen3-8-flash-next-nvfp4","family":"nvidia/Qwen3.8-Flash-Next-NVFP4","name":"Qwen3.8 Flash Next NVFP4","maker":"NVIDIA","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"CompiledThoughts/Qwen3.8-Flash-Next-NVFP4-Q8_0/Qwen3.8-Flash-Next-NVFP4-Q8_0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-02T04:03:35.000Z","downloads":8131,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"magnitudedev/Qwen3.8-Flash-Next-NVFP4-GGUF","file":"Qwen3.8-Flash-Next-NVFP4-00001-of-00003.gguf","label":"Qwen3.8-Flash-Next-NVFP4","size":127827661376,"bits":5.78,"known":false,"rank":1}],"repos":["CompiledThoughts/Qwen3.8-Flash-Next-NVFP4-Q8_0","magnitudedev/Qwen3.8-Flash-Next-NVFP4-GGUF"],"logoFrom":"nvidia"},{"id":"deepseek-v4-flash-0731-ik","family":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","name":"DeepSeek V4 Flash 0731 IK","maker":"KeinNiemand","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF/DeepSeek-V4-Flash-0731-MXFP4-BF16.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-08-27T10:25:35.000Z","downloads":8117,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ1_KT.gguf","label":"IQ1_KT","size":73177536064,"bits":2.06,"known":false,"rank":0},{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ2_KT.gguf","label":"IQ2_KT","size":93027814976,"bits":2.62,"known":false,"rank":0},{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ2_KS.gguf","label":"IQ2_KS","size":93443051072,"bits":2.63,"known":false,"rank":0},{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ2_KL.gguf","label":"IQ2_KL","size":106319433280,"bits":2.99,"known":false,"rank":0},{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ3_KS.gguf","label":"IQ3_KS","size":122016616000,"bits":3.43,"known":false,"rank":0},{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ3_K.gguf","label":"IQ3_K","size":132757163584,"bits":3.74,"known":false,"rank":0},{"repo":"KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF","file":"DeepSeek-V4-Flash-0731-IQ4_KSS.gguf","label":"IQ4_KSS","size":149239057984,"bits":4.2,"known":false,"rank":0}],"repos":["KeinNiemand/DeepSeek-V4-Flash-0731-IK_GGUF"],"logoFrom":"deepseek-ai"},{"id":"4-alokk-llama-3-8b-english-to-hinglish","family":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","name":"4 Alokk Llama 3 8B English To Hinglish","maker":"RichardErkhov","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf/llama-3-8b-English-to-Hinglish.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-19T02:19:01.000Z","downloads":8101,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q2_K.gguf","label":"Q2_K","size":3179131072,"bits":3.17,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.IQ3_XS.gguf","label":"IQ3_XS","size":3518746816,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q3_K_S.gguf","label":"Q3_K_S","size":3664498880,"bits":3.65,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.IQ3_S.gguf","label":"IQ3_S","size":3682324672,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.IQ3_M.gguf","label":"IQ3_M","size":3784822976,"bits":3.77,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q3_K.gguf","label":"Q3_K","size":4018917568,"bits":4,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q3_K_M.gguf","label":"Q3_K_M","size":4018917568,"bits":4,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q3_K_L.gguf","label":"Q3_K_L","size":4321956032,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.IQ4_XS.gguf","label":"IQ4_XS","size":4484362432,"bits":4.47,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q4_0.gguf","label":"Q4_0","size":4661211328,"bits":4.64,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q4_K_S.gguf","label":"Q4_K_S","size":4692668608,"bits":4.68,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.IQ4_NL.gguf","label":"IQ4_NL","size":4707348672,"bits":4.69,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q4_K.gguf","label":"Q4_K","size":4920733888,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q4_K_M.gguf","label":"Q4_K_M","size":4920733888,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q4_1.gguf","label":"Q4_1","size":5130252480,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q5_0.gguf","label":"Q5_0","size":5599293632,"bits":5.58,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q5_K_S.gguf","label":"Q5_K_S","size":5599293632,"bits":5.58,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q5_K.gguf","label":"Q5_K","size":5732987072,"bits":5.71,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q5_K_M.gguf","label":"Q5_K_M","size":5732987072,"bits":5.71,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q5_1.gguf","label":"Q5_1","size":6068334784,"bits":6.05,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q6_K.gguf","label":"Q6_K","size":6596006080,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf","file":"llama-3-8b-English-to-Hinglish.Q8_0.gguf","label":"Q8_0","size":8540770496,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/4-alokk_-_llama-3-8b-English-to-Hinglish-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwopus3-6-35b-a3b-coder","family":"Jackrong/Qwopus3.6-35B-A3B-Coder","name":"Qwopus3.6 35B A3B Coder","maker":"Jackrong","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF/Qwopus3.6-35B-A3B-Coder-APEX-I-Mini.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-21T05:09:18.000Z","downloads":8089,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-I-Mini.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-I-Mini","size":13467211776,"bits":3.11,"known":false,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-Compact.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-Compact","size":16538852064,"bits":3.82,"known":false,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-I-Compact.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-I-Compact","size":16538852352,"bits":3.82,"known":false,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-Quality.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-Quality","size":22819402464,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-I-Quality.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-I-Quality","size":22819402752,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-Balanced.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-Balanced","size":25268441824,"bits":5.83,"known":false,"rank":0},{"repo":"mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","file":"Qwopus3.6-35B-A3B-Coder-APEX-I-Balanced.gguf","label":"Qwopus3.6-35B-A3B-Coder-APEX-I-Balanced","size":25268442112,"bits":5.83,"known":false,"rank":0}],"repos":["mudler/Qwopus3.6-35B-A3B-Coder-APEX-GGUF","mudler/Qwopus3.6-35B-A3B-Coder-APEX-MTP-GGUF"],"logoFrom":"Jackrong"},{"id":"ingot-xviii-27b-q2","family":"dendriteholdings/Ingot-XVIII-27B-Q2","name":"Ingot XVIII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XVIII-27B-Q2/Ingot-XVIII-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-31T14:46:08.000Z","downloads":8086,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XVIII-27B-Q2","file":"Ingot-XVIII-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XVIII-27B-Q2","file":"Ingot-XVIII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XVIII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gemma-4-queen-31b-it-uncensored-heretic","family":"llmfan46/Gemma-4-Queen-31B-it-uncensored-heretic","name":"Gemma 4 Queen 31B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF/Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-12T18:50:43.000Z","downloads":8079,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489344,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872256,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674843776,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530358912,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888640,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917065856,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976588928,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":11916313440,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507712,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368768,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":13761356640,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761356928,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497280,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":15287108448,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":16628269920,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":16862233440,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701577856,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":17763165024,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":18687062880,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481420928,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":21311841120,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":21845570400,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q6_K.gguf","label":"Q6_K","size":25201484640,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Queen-31B-it-uncensored-heretic.Q8_0.gguf","label":"Q8_0","size":32635675488,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-GGUF","mradermacher/Gemma-4-Queen-31B-it-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"phi-3-mini-4k-instruct-update2024-07-03-imat","family":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","name":"Phi 3 Mini 4K Update2024 07 03 IMat","maker":"legraphista","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF/Phi-3-mini-4k-instruct.IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-07-03T09:12:41.000Z","downloads":8073,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ1_S.gguf","label":"IQ1_S","size":841608896,"bits":1.76,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ1_M.gguf","label":"IQ1_M","size":917106368,"bits":1.92,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":1042935488,"bits":2.18,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":1153035968,"bits":2.41,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ2_S.gguf","label":"IQ2_S","size":1215730880,"bits":2.55,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ2_M.gguf","label":"IQ2_M","size":1316394176,"bits":2.76,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q2_K_S.gguf","label":"Q2_K_S","size":1327336640,"bits":2.78,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q2_K.gguf","label":"Q2_K","size":1416203456,"bits":2.97,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":1513002176,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":1625174720,"bits":3.4,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ3_S.gguf","label":"IQ3_S","size":1681797824,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1681797824,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ3_M.gguf","label":"IQ3_M","size":1855599296,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q3_K.gguf","label":"Q3_K","size":1955476160,"bits":4.1,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":2059851968,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":2087596736,"bits":4.37,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":2176176320,"bits":4.56,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2188759232,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q4_K.gguf","label":"Q4_K","size":2393231552,"bits":5.01,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2641473472,"bits":5.53,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q5_K.gguf","label":"Q5_K","size":2815274944,"bits":5.9,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q6_K.gguf","label":"Q6_K","size":3135851968,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.Q8_0.gguf","label":"Q8_0","size":4061221312,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.BF16.gguf","label":"BF16","size":7643296192,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF","file":"Phi-3-mini-4k-instruct.FP16.gguf","label":"Phi-3-mini-4k-instruct.FP16","size":7643296192,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/Phi-3-mini-4k-instruct-update2024_07_03-IMat-GGUF"],"logoFrom":"microsoft"},{"id":"qwen3-8-27b-abliterated-mtp","family":"GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF","name":"Qwen3.8 27B Abliterated MTP","maker":"GCSA-AiLab","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF/Q4_K_S/Qwen3.8-27B-Q4_K_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-19T09:59:41.000Z","downloads":8070,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF","file":"Q4_K_S/Qwen3.8-27B-Q4_K_S.gguf","label":"Q4_K_S","size":15586314592,"bits":4.64,"known":true,"rank":0},{"repo":"GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF","file":"Q4_K_M/Qwen3.8-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547400032,"bits":4.92,"known":true,"rank":0},{"repo":"GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF","file":"Q6_K/Qwen3.8-27B-Q6_K.gguf","label":"Q6_K","size":22082529632,"bits":6.57,"known":true,"rank":0},{"repo":"GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF","file":"Q8_0/Qwen3.8-27B-Q8_0.gguf","label":"Q8_0","size":28595763552,"bits":8.5,"known":true,"rank":0}],"repos":["GCSA-AiLab/Qwen3.8-27B-Abliterated-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"minimax-m2-1","family":"MiniMaxAI/MiniMax-M2.1","name":"MiniMax M2.1","maker":"MiniMax","catalog":null,"tuned":false,"params":228.69,"active":11.03,"layers":62,"probe":"mradermacher/MiniMax-M2.1-i1-GGUF/MiniMax-M2.1.i1-IQ1_S.gguf","kvBytesPerToken":276300,"kvHeader":253952,"kvFixed":0,"context":196608,"arch":"minimax-m2","vision":false,"licence":"other","open":false,"released":"2025-12-20T05:45:05.000Z","downloads":8067,"likes":199,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ1_S.gguf","label":"IQ1_S","size":46514882752,"bits":1.63,"known":true,"rank":1},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ1_M.gguf","label":"IQ1_M","size":51614648512,"bits":1.81,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"MiniMax-M2.1-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":55688529280,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":60114258112,"bits":2.1,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-IQ1_S/MiniMax-M2.1-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":63068407392,"bits":2.21,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":66950514880,"bits":2.34,"known":true,"rank":1},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ2_S.gguf","label":"IQ2_S","size":68036279488,"bits":2.38,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-IQ1_M/MiniMax-M2.1-UD-IQ1_M-00001-of-00002.gguf","label":"UD-IQ1_M","size":68439344704,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-IQ2_XXS/MiniMax-M2.1-UD-IQ2_XXS-00001-of-00002.gguf","label":"UD-IQ2_XXS","size":74066462304,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ2_M.gguf","label":"IQ2_M","size":74835967168,"bits":2.62,"known":true,"rank":1},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":77559270592,"bits":2.71,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-IQ2_M/MiniMax-M2.1-UD-IQ2_M-00001-of-00002.gguf","label":"UD-IQ2_M","size":78143325760,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q2_K/MiniMax-M2.1-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":83302682208,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q2_K_L/MiniMax-M2.1-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":83446728256,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-Q2_K_XL/MiniMax-M2.1-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":85917992512,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":87953652928,"bits":3.08,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-IQ3_XXS/MiniMax-M2.1-UD-IQ3_XXS-00001-of-00002.gguf","label":"UD-IQ3_XXS","size":93315761760,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":93329932480,"bits":3.26,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q3_K_S/MiniMax-M2.1-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":98690597472,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ3_S.gguf","label":"IQ3_S","size":98716500160,"bits":3.45,"known":true,"rank":1},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-IQ3_M.gguf","label":"IQ3_M","size":99994943680,"bits":3.5,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-Q3_K_XL/MiniMax-M2.1-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":101296670432,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q3_K_M/MiniMax-M2.1-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":109272482464,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/MiniMax-M2.1-i1-GGUF","file":"MiniMax-M2.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":118351052992,"bits":4.14,"known":true,"rank":1},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"IQ4_XS/MiniMax-M2.1-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":121899124416,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"IQ4_NL/MiniMax-M2.1-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":128999622336,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q4_0/MiniMax-M2.1-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":129503725248,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q4_K_S/MiniMax-M2.1-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":130033780448,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-Q4_K_XL/MiniMax-M2.1-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":131321857728,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q4_K_M/MiniMax-M2.1-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":138342385312,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q4_1/MiniMax-M2.1-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":143226840768,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q5_K_S/MiniMax-M2.1-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":157478438688,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-Q5_K_XL/MiniMax-M2.1-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":161768720192,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q5_K_M/MiniMax-M2.1-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":162303936320,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q6_K/MiniMax-M2.1-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":187763084096,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-Q6_K_XL/MiniMax-M2.1-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":194289713984,"bits":6.8,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"Q8_0/MiniMax-M2.1-Q8_0-00001-of-00005.gguf","label":"Q8_0","size":243136873408,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"UD-Q8_K_XL/MiniMax-M2.1-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":261379392576,"bits":9.14,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.1-GGUF","file":"BF16/MiniMax-M2.1-BF16-00001-of-00010.gguf","label":"BF16","size":457487025472,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/MiniMax-M2.1-i1-GGUF","unsloth/MiniMax-M2.1-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"tipo-200m-ft2","family":"KBlueLeaf/TIPO-200M-ft2","name":"TIPO 200M Ft2","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":0.2,"active":null,"layers":20,"probe":"KBlueLeaf/TIPO-200M-ft2/TIPO-200M-ft2-F16.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-01-09T08:43:52.000Z","downloads":8063,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/TIPO-200M-ft2","file":"TIPO-200M-ft2-F16.gguf","label":"F16","size":405913920,"bits":16.24,"known":true,"rank":0}],"repos":["KBlueLeaf/TIPO-200M-ft2"],"logoFrom":"KBlueLeaf"},{"id":"deephat-v1-7b","family":"DeepHat/DeepHat-V1-7B","name":"DeepHat V1 7B","maker":"DeepHat","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/DeepHat-V1-7B-GGUF/DeepHat-V1-7B.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-25T22:03:34.000Z","downloads":8063,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q2_K.gguf","label":"Q2_K","size":3015941760,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492370048,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808392832,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088460928,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4250300032,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457770624,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683075200,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315178112,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444832896,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q6_K.gguf","label":"Q6_K","size":6254200448,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.Q8_0.gguf","label":"Q8_0","size":8098526848,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/DeepHat-V1-7B-GGUF","file":"DeepHat-V1-7B.f16.gguf","label":"F16","size":15237854848,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/DeepHat-V1-7B-GGUF"],"logoFrom":"DeepHat"},{"id":"visionpsy-nano-460m-flash-ggufs","family":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","name":"VisionPsy Nano 460M Flash GGUFs","maker":"qvac","catalog":null,"tuned":false,"params":0.41,"active":null,"layers":32,"probe":"qvac/VisionPsy-Nano-460M-Flash-GGUFs/visionpsy-nano-460m-flash-q4_0.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-20T07:44:21.000Z","downloads":8058,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-iq3_xxs-imat.gguf","label":"visionpsy-nano-460m-flash-iq3_xxs-imat","size":241634112,"bits":4.71,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-iq3_m-imat.gguf","label":"visionpsy-nano-460m-flash-iq3_m-imat","size":251541312,"bits":4.91,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-iq4_xs-imat.gguf","label":"visionpsy-nano-460m-flash-iq4_xs-imat","size":253307712,"bits":4.94,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-q4_0.gguf","label":"Q4_0","size":255764960,"bits":4.99,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-iq4_nl-imat.gguf","label":"visionpsy-nano-460m-flash-iq4_nl-imat","size":255765312,"bits":4.99,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-q4_k_m-imat.gguf","label":"visionpsy-nano-460m-flash-q4_k_m-imat","size":303143488,"bits":5.91,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-q5_k_m.gguf","label":"Q5_K_M","size":325449792,"bits":6.35,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-q5_k_m-imat.gguf","label":"visionpsy-nano-460m-flash-q5_k_m-imat","size":325450144,"bits":6.35,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-q8_0.gguf","label":"Q8_0","size":436676000,"bits":8.52,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-bf16.gguf","label":"BF16","size":820180384,"bits":16,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-Flash-GGUFs","file":"visionpsy-nano-460m-flash-fp32.gguf","label":"visionpsy-nano-460m-flash-fp32","size":1638323104,"bits":31.97,"known":false,"rank":0}],"repos":["qvac/VisionPsy-Nano-460M-Flash-GGUFs"],"logoFrom":"lusxvr"},{"id":"qwen3-5-9b-claude-4-6-os-auto-variable-heretic-uncensored-thinking-max-neocode-imatrix","family":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","name":"Qwen3.5 9B Claude 4.6 OS Auto Variable HERETIC UNCENSORED THINKING MAX NEOCODE Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF/Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-09T03:38:34.000Z","downloads":8057,"likes":146,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ2_M-imat","size":4757971904,"bits":4.25,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ3_M-imat","size":5625144256,"bits":5.03,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_XS-imat","size":6279734208,"bits":5.61,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-IQ4_NL-imat","size":6526477248,"bits":5.83,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_S-imat","size":6549545920,"bits":5.85,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q4_K_M-imat","size":6835971008,"bits":6.11,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_S-imat","size":7513449408,"bits":6.72,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q5_K_M-imat","size":7730144192,"bits":6.91,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat.gguf","label":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q6_K-imat","size":8566563776,"bits":7.66,"known":false,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-Q8_0.gguf","label":"Q8_0","size":10486948800,"bits":9.37,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF","file":"Qwen3.5-9B-Claude-4.6-OS-AV-H-UNCENSORED-THINK-D_AU-BF16.gguf","label":"BF16","size":17920697024,"bits":16.02,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.5-9B-Claude-4.6-OS-Auto-Variable-HERETIC-UNCENSORED-THINKING-MAX-NEOCODE-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"tonggu-7b-instruct","family":"SCUT-DLVCLab/TongGu-7B-Instruct","name":"TongGu 7B","maker":"SCUT-DLVCLab","catalog":null,"tuned":false,"params":7.51,"active":null,"layers":32,"probe":"mradermacher/TongGu-7B-Instruct-GGUF/TongGu-7B-Instruct.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"baichuan","vision":false,"licence":null,"open":false,"released":"2024-09-28T02:34:33.000Z","downloads":8053,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q2_K.gguf","label":"Q2_K","size":2975748256,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3430166688,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":3779866784,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4078973088,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4168356000,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4389572768,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4613836960,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5232496800,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":5363962016,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q6_K.gguf","label":"Q6_K","size":6160969888,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.Q8_0.gguf","label":"Q8_0","size":7978758304,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/TongGu-7B-Instruct-GGUF","file":"TongGu-7B-Instruct.f16.gguf","label":"F16","size":15015358624,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/TongGu-7B-Instruct-GGUF"],"logoFrom":"SCUT-DLVCLab"},{"id":"qwopus3-6-35b-a3b-coder-uncensored-genesis-mtp","family":"LuffyTheFox/Qwopus3.6-35B-A3B-Coder-Uncensored-Genesis-MTP-GGUF","name":"Qwopus3.6 35B A3B Coder Uncensored Genesis MTP","maker":"LuffyTheFox","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"LuffyTheFox/Qwopus3.6-35B-A3B-Coder-Uncensored-Genesis-MTP-GGUF/Qwopus3.6-35B-A3B-Uncensored-Genesis-Hermes-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-28T07:10:22.000Z","downloads":8039,"likes":8,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LuffyTheFox/Qwopus3.6-35B-A3B-Coder-Uncensored-Genesis-MTP-GGUF","file":"Qwopus3.6-35B-A3B-Uncensored-Genesis-Hermes-APEX-Mini.gguf","label":"Qwopus3.6-35B-A3B-Uncensored-Genesis-Hermes-APEX-Mini","size":20737845536,"bits":4.67,"known":false,"rank":0},{"repo":"LuffyTheFox/Qwopus3.6-35B-A3B-Coder-Uncensored-Genesis-MTP-GGUF","file":"Qwopus3.6-35B-A3B-Uncensored-Genesis-Hermes-APEX-Maxi.gguf","label":"Qwopus3.6-35B-A3B-Uncensored-Genesis-Hermes-APEX-Maxi","size":25202199840,"bits":5.68,"known":false,"rank":0},{"repo":"LuffyTheFox/Qwopus3.6-35B-A3B-Coder-Uncensored-Genesis-MTP-GGUF","file":"Qwopus3.6-35B-A3B-Uncensored-Genesis-Hermes-Q8_0.gguf","label":"Q8_0","size":37802150176,"bits":8.52,"known":true,"rank":0}],"repos":["LuffyTheFox/Qwopus3.6-35B-A3B-Coder-Uncensored-Genesis-MTP-GGUF"],"logoFrom":"LuffyTheFox"},{"id":"gliese-qwen3-5-9b-abliterated-caption","family":"prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption","name":"Gliese Qwen3.5 9B Abliterated Caption","maker":"prithivMLmods","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption/GGUF/Gliese-Qwen3.5-9B-Abliterated-Caption.Q8_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T08:15:13.000Z","downloads":8030,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption","file":"GGUF/Gliese-Qwen3.5-9B-Abliterated-Caption.Q8_0.gguf","label":"Q8_0","size":9527506368,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption","file":"GGUF/Gliese-Qwen3.5-9B-Abliterated-Caption.BF16.gguf","label":"BF16","size":17920701888,"bits":16.02,"known":true,"rank":0},{"repo":"prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption","file":"GGUF/Gliese-Qwen3.5-9B-Abliterated-Caption.F16.gguf","label":"F16","size":17920701888,"bits":16.02,"known":true,"rank":0},{"repo":"prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption","file":"GGUF/Gliese-Qwen3.5-9B-Abliterated-Caption.F32.gguf","label":"F32","size":35826185664,"bits":32.02,"known":true,"rank":0}],"repos":["prithivMLmods/Gliese-Qwen3.5-9B-Abliterated-Caption"],"logoFrom":"Qwen"},{"id":"bonsai-2-27b-1bit-crack","family":"dealignai/Bonsai-2-27B-1bit-CRACK-GGUF","name":"Bonsai 2 27B 1bit CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dealignai/Bonsai-2-27B-1bit-CRACK-GGUF/Bonsai-2-27B-PTQ1_0-CRACK.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T23:59:09.000Z","downloads":8022,"likes":92,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Bonsai-2-27B-1bit-CRACK-GGUF","file":"Bonsai-2-27B-PTQ1_0-CRACK.gguf","label":"Bonsai-2-27B-PTQ1_0-CRACK","size":5946648928,"bits":1.77,"known":false,"rank":0}],"repos":["dealignai/Bonsai-2-27B-1bit-CRACK-GGUF"],"logoFrom":"Qwen"},{"id":"ruadaptqwen3-4b-instruct","family":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","name":"RuadaptQwen3 4B","maker":"RefalMachine","catalog":null,"tuned":false,"params":4.01,"active":null,"layers":36,"probe":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF/Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-26T11:01:30.000Z","downloads":8004,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q2_K.gguf","label":"Q2_K","size":1658726528,"bits":3.31,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"IQ3_XS.gguf","label":"IQ3_XS","size":1803602048,"bits":3.6,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q3_K_S.gguf","label":"Q3_K_S","size":1876224128,"bits":3.74,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"IQ3_S.gguf","label":"IQ3_S","size":1888757888,"bits":3.77,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q3_K_M.gguf","label":"Q3_K_M","size":2064844928,"bits":4.12,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"IQ4_XS.gguf","label":"IQ4_XS","size":2275543168,"bits":4.54,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q4_0.gguf","label":"Q4_0","size":2358773888,"bits":4.71,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q4_K_S.gguf","label":"Q4_K_S","size":2372536448,"bits":4.73,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"IQ4_NL.gguf","label":"IQ4_NL","size":2383022208,"bits":4.75,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q4_K_M.gguf","label":"Q4_K_M","size":2486507648,"bits":4.96,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q5_0.gguf","label":"Q5_0","size":2812938368,"bits":5.61,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q5_K_S.gguf","label":"Q5_K_S","size":2812938368,"bits":5.61,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q5_K_M.gguf","label":"Q5_K_M","size":2878740608,"bits":5.74,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q6_K.gguf","label":"Q6_K","size":3295488128,"bits":6.57,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"Q8_0.gguf","label":"Q8_0","size":4266112992,"bits":8.51,"known":true,"rank":0},{"repo":"RefalMachine/RuadaptQwen3-4B-Instruct-GGUF","file":"BF16.gguf","label":"BF16","size":8023370592,"bits":16.01,"known":true,"rank":0}],"repos":["RefalMachine/RuadaptQwen3-4B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"medgemma-27b-text-it","family":"google/medgemma-27b-text-it","name":"Medgemma 27B Text","maker":"Google","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"unsloth/medgemma-27b-text-it-GGUF/medgemma-27b-text-it-UD-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":false,"licence":"other","open":false,"released":"2025-05-19T20:53:04.000Z","downloads":8004,"likes":76,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":6506101760,"bits":1.93,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":6986501120,"bits":2.07,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7850015744,"bits":2.33,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":9624267776,"bits":2.85,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q2_K.gguf","label":"Q2_K","size":10503437312,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q2_K_L.gguf","label":"Q2_K_L","size":10503437312,"bits":3.11,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10680415232,"bits":3.16,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":10809783296,"bits":3.2,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q3_K_S.gguf","label":"Q3_K_S","size":12167330816,"bits":3.6,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q3_K_M.gguf","label":"Q3_K_M","size":13437357056,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13704608768,"bits":4.06,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-IQ4_XS.gguf","label":"IQ4_XS","size":14767164416,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-IQ4_NL.gguf","label":"IQ4_NL","size":15567113216,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q4_K_S.gguf","label":"Q4_K_S","size":15673773056,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q4_K_M.gguf","label":"Q4_K_M","size":16546405376,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":16826043392,"bits":4.98,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q4_1.gguf","label":"Q4_1","size":17167010816,"bits":5.08,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q5_K_S.gguf","label":"Q5_K_S","size":18766908416,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q5_K_M.gguf","label":"Q5_K_M","size":19271392256,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":19321195520,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q6_K.gguf","label":"Q6_K","size":22166690816,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":23729257472,"bits":7.03,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-Q8_0.gguf","label":"Q8_0","size":28707605504,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"medgemma-27b-text-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31809342464,"bits":9.42,"known":true,"rank":0},{"repo":"unsloth/medgemma-27b-text-it-GGUF","file":"BF16/medgemma-27b-text-it-BF16-00001-of-00002.gguf","label":"BF16","size":54027275232,"bits":16,"known":true,"rank":0}],"repos":["unsloth/medgemma-27b-text-it-GGUF"],"logoFrom":"google"},{"id":"nemotron3-nano-4b-uncensored-hauhaucs-aggressive","family":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","name":"Nemotron3 Nano 4B Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":3.97,"active":null,"layers":42,"probe":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2026-03-24T23:47:35.000Z","downloads":7995,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":2181611680,"bits":4.4,"known":true,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":2324820256,"bits":4.68,"known":true,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":2331161248,"bits":4.7,"known":false,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":2397751072,"bits":4.83,"known":true,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":2414371872,"bits":4.87,"known":true,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":2511481248,"bits":5.06,"known":false,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":2837073312,"bits":5.72,"known":true,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":3007546272,"bits":6.06,"known":false,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":3092412704,"bits":6.23,"known":true,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":3291843488,"bits":6.63,"known":false,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":4010664864,"bits":8.08,"known":false,"rank":0},{"repo":"HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive","file":"Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":4688272928,"bits":9.45,"known":false,"rank":0}],"repos":["HauhauCS/Nemotron3-Nano-4B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"nvidia"},{"id":"darkidol-qwen3-8-27b-v1-1","family":"aifeifei798/DarkIdol-Qwen3.8-27B-v1.1","name":"DarkIdol Qwen3.8 27B V1.1","maker":"aifeifei798","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-GGUF/DarkIdol-Qwen3.8-27B-v1.1.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-06T09:42:07.000Z","downloads":7990,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q2_K.gguf","label":"Q2_K","size":10864593536,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537216,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608256,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332416,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738176,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799936,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040256,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q4_0.gguf","label":"Q4_0","size":15760419456,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300096,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715776,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q4_1.gguf","label":"Q4_1","size":17343769216,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683456,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702656,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.i1-Q6_K.gguf","label":"Q6_K","size":22431001216,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DarkIdol-Qwen3.8-27B-v1.1-GGUF","file":"DarkIdol-Qwen3.8-27B-v1.1.Q8_0.gguf","label":"Q8_0","size":29047085408,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/DarkIdol-Qwen3.8-27B-v1.1-GGUF","mradermacher/DarkIdol-Qwen3.8-27B-v1.1-i1-GGUF"],"logoFrom":"aifeifei798"},{"id":"goekdeniz-guelmez-josiefied-qwen3-14b-abliterated-v3","family":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","name":"Goekdeniz Guelmez Josiefied Qwen3 14B Abliterated V3","maker":"bartowski","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-06-02T15:24:42.000Z","downloads":7962,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ2_XS.gguf","label":"IQ2_XS","size":4691589152,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ2_S.gguf","label":"IQ2_S","size":4963312672,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ2_M.gguf","label":"IQ2_M","size":5322941472,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q2_K.gguf","label":"Q2_K","size":5753984032,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666272,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ3_XS.gguf","label":"IQ3_XS","size":6375301152,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q2_K_L.gguf","label":"Q2_K_L","size":6513664032,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q3_K_S.gguf","label":"Q3_K_S","size":6657105952,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ3_M.gguf","label":"IQ3_M","size":6883409952,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q3_K_M.gguf","label":"Q3_K_M","size":7321313312,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q3_K_L.gguf","label":"Q3_K_L","size":7900651552,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ4_XS.gguf","label":"IQ4_XS","size":8110730272,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-IQ4_NL.gguf","label":"IQ4_NL","size":8541363232,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_0.gguf","label":"Q4_0","size":8543001632,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_K_S.gguf","label":"Q4_K_S","size":8573475872,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581324832,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_K_M.gguf","label":"Q4_K_M","size":9001753632,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_1.gguf","label":"Q4_1","size":9389521952,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_K_L.gguf","label":"Q4_K_L","size":9579110432,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q5_K_S.gguf","label":"Q5_K_S","size":10263895072,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q5_K_M.gguf","label":"Q5_K_M","size":10514570272,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q5_K_L.gguf","label":"Q5_K_L","size":10994688032,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q6_K.gguf","label":"Q6_K","size":12121937952,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q6_K_L.gguf","label":"Q6_K_L","size":12498739232,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q8_0.gguf","label":"Q8_0","size":15698534432,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF","file":"Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-bf16.gguf","label":"BF16","size":29543423712,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF"],"logoFrom":"Goekdeniz-Guelmez"},{"id":"promethean-dawn-26b-a4b","family":"Naphula/Promethean-Dawn-26B-A4B","name":"Promethean Dawn 26B A4B","maker":"Naphula","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF/Promethean-Dawn-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-04T10:12:07.000Z","downloads":7959,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495456,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881376,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524576,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654816,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398560,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913120,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961632,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866706016,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891360,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265248,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607136,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607136,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761120,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931232,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685856,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896800,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295584,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064608,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430953056,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255392,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247520,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404576,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF","file":"Promethean-Dawn-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243955296,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Promethean-Dawn-26B-A4B-i1-GGUF"],"logoFrom":"Naphula"},{"id":"omnicoder-qwen3-5-9b-claude-4-6-opus-uncensored-v2","family":"Ngixdev/OmniCoder-Qwen3.5-9B-Claude-4.6-Opus-Uncensored-v2-GGUF","name":"OmniCoder Qwen3.5 9B Claude 4.6 Opus Uncensored V2","maker":"Ngixdev","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Ngixdev/OmniCoder-Qwen3.5-9B-Claude-4.6-Opus-Uncensored-v2-GGUF/OmniCoder-Claude-uncensored-V2-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-26T01:13:00.000Z","downloads":7957,"likes":50,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ngixdev/OmniCoder-Qwen3.5-9B-Claude-4.6-Opus-Uncensored-v2-GGUF","file":"OmniCoder-Claude-uncensored-V2-Q4_K_M.gguf","label":"Q4_K_M","size":5629108608,"bits":5.03,"known":true,"rank":0}],"repos":["Ngixdev/OmniCoder-Qwen3.5-9B-Claude-4.6-Opus-Uncensored-v2-GGUF"],"logoFrom":"Qwen"},{"id":"eurollm-1-7b-instruct","family":"utter-project/EuroLLM-1.7B-Instruct","name":"EuroLLM 1.7B","maker":"utter-project","catalog":null,"tuned":false,"params":1.66,"active":null,"layers":24,"probe":"mradermacher/EuroLLM-1.7B-Instruct-GGUF/EuroLLM-1.7B-Instruct.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-06T09:35:51.000Z","downloads":7954,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q2_K.gguf","label":"Q2_K","size":719574240,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":791221472,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":817763552,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":817763552,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":842413280,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":876549344,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":928060640,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":964809952,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":1008358624,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1045157088,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":1177310432,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":1199035616,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q6_K.gguf","label":"Q6_K","size":1362531552,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.Q8_0.gguf","label":"Q8_0","size":1763775712,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-1.7B-Instruct-GGUF","file":"EuroLLM-1.7B-Instruct.f16.gguf","label":"F16","size":3316978912,"bits":15.99,"known":true,"rank":0}],"repos":["mradermacher/EuroLLM-1.7B-Instruct-GGUF"],"logoFrom":"utter-project"},{"id":"satyr-v0-1-4b","family":"PantheonUnbound/Satyr-V0.1-4B","name":"Satyr V0.1 4B","maker":"PantheonUnbound","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"PantheonUnbound/Satyr-V0.1-4B/Satyr-V0.1-4B-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-12T13:10:06.000Z","downloads":7948,"likes":249,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PantheonUnbound/Satyr-V0.1-4B","file":"Satyr-V0.1-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2497280288,"bits":4.97,"known":true,"rank":0},{"repo":"PantheonUnbound/Satyr-V0.1-4B","file":"Satyr-V0.1-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2889513248,"bits":5.75,"known":true,"rank":0},{"repo":"PantheonUnbound/Satyr-V0.1-4B","file":"Satyr-V0.1-4B-Q8_0.gguf","label":"Q8_0","size":4280404768,"bits":8.52,"known":true,"rank":0},{"repo":"PantheonUnbound/Satyr-V0.1-4B","file":"Satyr-V0.1-4B-F16.gguf","label":"F16","size":8051284768,"bits":16.02,"known":true,"rank":0}],"repos":["PantheonUnbound/Satyr-V0.1-4B"],"logoFrom":"Qwen"},{"id":"violet-twilight-v0-2","family":"Epiculous/Violet_Twilight-v0.2-GGUF","name":"Violet Twilight V0.2","maker":"Epiculous","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"Epiculous/Violet_Twilight-v0.2-GGUF/Violet_Twilight-v0.2.IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-13T13:19:21.000Z","downloads":7939,"likes":81,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ1_S.gguf","label":"IQ1_S","size":2999211712,"bits":1.96,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ2_XXS.gguf","label":"IQ2_XXS","size":3592312512,"bits":2.35,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ2_XS.gguf","label":"IQ2_XS","size":3915077312,"bits":2.56,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ3_XXS.gguf","label":"IQ3_XXS","size":4945385152,"bits":3.23,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ3_XS.gguf","label":"IQ3_XS","size":5306488512,"bits":3.47,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q3_K_S.gguf","label":"Q3_K_S","size":5534226112,"bits":3.61,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q3_K_M.gguf","label":"Q3_K_M","size":6083090112,"bits":3.97,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q3_K_L.gguf","label":"Q3_K_L","size":6561502912,"bits":4.29,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ4_XS.gguf","label":"IQ4_XS","size":6742709952,"bits":4.4,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.IQ4_NL.gguf","label":"IQ4_NL","size":7097915072,"bits":4.64,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q4_K_S.gguf","label":"Q4_K_S","size":7120197312,"bits":4.65,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q4_K_M.gguf","label":"Q4_K_M","size":7477204672,"bits":4.88,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q5_K_S.gguf","label":"Q5_K_S","size":8518735552,"bits":5.56,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q5_K_M.gguf","label":"Q5_K_M","size":8727631552,"bits":5.7,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q5_1.gguf","label":"Q5_1","size":9242252992,"bits":6.04,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q6_K.gguf","label":"Q6_K","size":10056210112,"bits":6.57,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.Q8_0.gguf","label":"Q8_0","size":13022369472,"bits":8.5,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.bf16.gguf","label":"BF16","size":24504276416,"bits":16,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.f16.gguf","label":"F16","size":24504276416,"bits":16,"known":true,"rank":0},{"repo":"Epiculous/Violet_Twilight-v0.2-GGUF","file":"Violet_Twilight-v0.2.f32.gguf","label":"F32","size":48999011776,"bits":32,"known":true,"rank":0}],"repos":["Epiculous/Violet_Twilight-v0.2-GGUF"],"logoFrom":"Epiculous"},{"id":"gemma-4-queen-31b-it","family":"aifeifei798/Gemma-4-Queen-31B-it","name":"Gemma 4 Queen 31B","maker":"aifeifei798","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF/Gemma-4-Queen-31B-it.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-10T18:54:40.000Z","downloads":7936,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ1_S.gguf","label":"IQ1_S","size":7156484736,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ1_M.gguf","label":"IQ1_M","size":7725867648,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674839168,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354304,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ2_S.gguf","label":"IQ2_S","size":10157884032,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ2_M.gguf","label":"IQ2_M","size":10917061248,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584320,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q2_K.gguf","label":"Q2_K","size":11916309120,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077503104,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072364160,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352320,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761352320,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ3_M.gguf","label":"IQ3_M","size":14424492672,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287104128,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628265600,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735785600,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q4_0.gguf","label":"Q4_0","size":17701573248,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763160704,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687058560,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q4_1.gguf","label":"Q4_1","size":19481416320,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311836800,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845566080,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-i1-GGUF","file":"Gemma-4-Queen-31B-it.i1-Q6_K.gguf","label":"Q6_K","size":25201480320,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Queen-31B-it-GGUF","file":"Gemma-4-Queen-31B-it.Q8_0.gguf","label":"Q8_0","size":32635670880,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Gemma-4-Queen-31B-it-GGUF","mradermacher/Gemma-4-Queen-31B-it-i1-GGUF"],"logoFrom":"aifeifei798"},{"id":"amaretto-14b","family":"AmarettoLabs/Amaretto-14B","name":"Amaretto 14B","maker":"AmarettoLabs","catalog":null,"tuned":false,"params":13.51,"active":null,"layers":40,"probe":"mradermacher/Amaretto-14B-i1-GGUF/Amaretto-14B.i1-IQ1_S.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-15T15:26:56.000Z","downloads":7932,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ1_S.gguf","label":"IQ1_S","size":3251942752,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ1_M.gguf","label":"IQ1_M","size":3502617952,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3920409952,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4280857952,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ2_S.gguf","label":"IQ2_S","size":4509578592,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ2_M.gguf","label":"IQ2_M","size":4843812192,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4918850912,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q2_K.gguf","label":"Q2_K","size":5246530912,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5427082592,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5817677152,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6074905952,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ3_S.gguf","label":"IQ3_S","size":6102758752,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ3_M.gguf","label":"IQ3_M","size":6269875552,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6682096992,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7210317152,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7411184992,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7805711712,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q4_0.gguf","label":"Q4_0","size":7805711712,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7834547552,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8239068512,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q4_1.gguf","label":"Q4_1","size":8581657952,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9383818592,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9620567392,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-i1-GGUF","file":"Amaretto-14B.i1-Q6_K.gguf","label":"Q6_K","size":11088409952,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-14B-GGUF","file":"Amaretto-14B.Q8_0.gguf","label":"Q8_0","size":14359311456,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Amaretto-14B-GGUF","mradermacher/Amaretto-14B-i1-GGUF"],"logoFrom":"AmarettoLabs"},{"id":"deepseek-ocr","family":"ggml-org/DeepSeek-OCR-GGUF","name":"DeepSeek OCR","maker":"ggml-org","catalog":null,"tuned":true,"params":2.93,"active":0.74,"layers":12,"probe":"ggml-org/DeepSeek-OCR-GGUF/DeepSeek-OCR-Q8_0.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":8192,"arch":"deepseek2-ocr","vision":true,"licence":null,"open":false,"released":"2026-03-25T14:10:45.000Z","downloads":7925,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/DeepSeek-OCR-GGUF","file":"DeepSeek-OCR-Q8_0.gguf","label":"Q8_0","size":3126139712,"bits":8.54,"known":true,"rank":0}],"repos":["ggml-org/DeepSeek-OCR-GGUF"],"logoFrom":"ggml-org"},{"id":"deepseek-r1-0528-qwen3-8b-heretic","family":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic","name":"DeepSeek R1 0528 Qwen3 8B Heretic","maker":"richardyoung","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF/DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-09-29T07:34:46.000Z","downloads":7914,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2115769696,"bits":2.07,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2256147808,"bits":2.2,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111328,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696156512,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":2864743776,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3051914592,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552096,"bits":3.01,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3281732960,"bits":3.21,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633120,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874208,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769611616,"bits":3.68,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":3789665632,"bits":3.7,"known":true,"rank":1},{"repo":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic-IQ3_M.gguf","label":"IQ3_M","size":3896619360,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161376,"bits":4.03,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394144,"bits":4.33,"known":true,"rank":1},{"repo":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":4561838432,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":4787332448,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793623904,"bits":4.68,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802012512,"bits":4.69,"known":true,"rank":1},{"repo":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5027783008,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5247755616,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720761696,"bits":5.59,"known":true,"rank":1},{"repo":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5851111776,"bits":5.72,"known":true,"rank":0},{"repo":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic-Q6_K.gguf","label":"Q6_K","size":6725898240,"bits":6.57,"known":true,"rank":0},{"repo":"richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF","file":"DeepSeek-R1-0528-Qwen3-8B-heretic-Q8_0.gguf","label":"Q8_0","size":8709517312,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-0528-Qwen3-8B-heretic-i1-GGUF","richardyoung/DeepSeek-R1-0528-Qwen3-8B-heretic-GGUF"],"logoFrom":"richardyoung"},{"id":"jetbrains-qwen3-8-3-6-27b-blend","family":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","name":"JetBrains Qwen3.8 3.6 27B Blend","maker":"bartowski","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/JetBrains-Qwen3.8-3.6-27B-blend-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-23T15:20:17.000Z","downloads":7913,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881269088,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ2_XS.gguf","label":"IQ2_XS","size":9088526688,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ2_S.gguf","label":"IQ2_S","size":9684044128,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ2_M.gguf","label":"IQ2_M","size":10522249568,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q2_K.gguf","label":"Q2_K","size":10821544288,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168288,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q3_K_S.gguf","label":"Q3_K_S","size":12739885408,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ3_XS.gguf","label":"IQ3_XS","size":12799605088,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q3_K_M.gguf","label":"Q3_K_M","size":13404051808,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q3_K_L.gguf","label":"Q3_K_L","size":14122817888,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ3_M.gguf","label":"IQ3_M","size":14860630368,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ4_XS.gguf","label":"IQ4_XS","size":15475951968,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q4_0.gguf","label":"Q4_0","size":16348768608,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q4_K_S.gguf","label":"Q4_K_S","size":16363514208,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-IQ4_NL.gguf","label":"IQ4_NL","size":17442400608,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q4_K_M.gguf","label":"Q4_K_M","size":17442400608,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q4_1.gguf","label":"Q4_1","size":17825458528,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q4_K_L.gguf","label":"Q4_K_L","size":18820704608,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q5_K_S.gguf","label":"Q5_K_S","size":19566913888,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q5_K_M.gguf","label":"Q5_K_M","size":20923877728,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q6_K_S.gguf","label":"Q6_K_S","size":22857455968,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q6_K.gguf","label":"Q6_K","size":23860566368,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q6_K_L.gguf","label":"Q6_K_L","size":24958908768,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-Q8_0.gguf","label":"Q8_0","size":29116389728,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","file":"JetBrains-Qwen3.8-3.6-27B-blend-bf16/JetBrains-Qwen3.8-3.6-27B-blend-bf16-00001-of-00002.gguf","label":"BF16","size":54657734848,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF"],"logoFrom":"JetBrains"},{"id":"qwen3-esper3-reasoning-coder-instruct-6b-brainstorm20x-i1","family":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","name":"Qwen3 Esper3 Reasoning CODER 6B Brainstorm20x I1","maker":"mradermacher","catalog":null,"tuned":true,"params":5.94,"active":null,"layers":55,"probe":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ1_S.gguf","kvBytesPerToken":260649,"kvHeader":225280,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-24T11:06:55.000Z","downloads":7910,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ1_S.gguf","label":"IQ1_S","size":1467562560,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ1_M.gguf","label":"IQ1_M","size":1577263680,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1760098880,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1924389440,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ2_S.gguf","label":"IQ2_S","size":2020665920,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ2_M.gguf","label":"IQ2_M","size":2166934080,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2216431680,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q2_K.gguf","label":"Q2_K","size":2379094080,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2407410240,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2598680640,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2711382080,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ3_S.gguf","label":"IQ3_S","size":2730530880,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ3_M.gguf","label":"IQ3_M","size":2826971200,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2999033920,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3250364480,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3297673280,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q4_0.gguf","label":"Q4_0","size":3457949760,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3466633280,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3468599360,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3640211520,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q4_1.gguf","label":"Q4_1","size":3795542080,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4142473280,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4241176640,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x.i1-Q6_K.gguf","label":"Q6_K","size":4879702080,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Esper3-Reasoning-CODER-Instruct-6B-Brainstorm20x-i1-GGUF"],"logoFrom":"Qwen"},{"id":"sexygpt-v3-thinking-female","family":"ross-dev/SexyGPT-v3-Thinking-Female","name":"SexyGPT V3 Thinking Female","maker":"ross-dev","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF/SexyGPT-v3-Thinking-Female.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-29T22:56:35.000Z","downloads":7909,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q2_K.gguf","label":"Q2_K","size":10864594144,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q3_K_S.gguf","label":"Q3_K_S","size":12256537824,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-i1-GGUF","file":"SexyGPT-v3-Thinking-Female.i1-IQ3_S.gguf","label":"IQ3_S","size":12602609120,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-i1-GGUF","file":"SexyGPT-v3-Thinking-Female.i1-IQ3_M.gguf","label":"IQ3_M","size":12768333280,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q3_K_M.gguf","label":"Q3_K_M","size":13500738784,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q3_K_L.gguf","label":"Q3_K_L","size":14559800544,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.IQ4_XS.gguf","label":"IQ4_XS","size":15420452064,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-i1-GGUF","file":"SexyGPT-v3-Thinking-Female.i1-Q4_0.gguf","label":"Q4_0","size":15760420320,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q4_K_S.gguf","label":"Q4_K_S","size":15825300704,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q4_K_M.gguf","label":"Q4_K_M","size":16810716384,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-i1-GGUF","file":"SexyGPT-v3-Thinking-Female.i1-Q4_1.gguf","label":"Q4_1","size":17343770080,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q5_K_S.gguf","label":"Q5_K_S","size":18971684064,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q5_K_M.gguf","label":"Q5_K_M","size":19535703264,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q6_K.gguf","label":"Q6_K","size":22431001824,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/SexyGPT-v3-Thinking-Female-GGUF","file":"SexyGPT-v3-Thinking-Female.Q8_0.gguf","label":"Q8_0","size":29047086304,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/SexyGPT-v3-Thinking-Female-GGUF","mradermacher/SexyGPT-v3-Thinking-Female-i1-GGUF"],"logoFrom":"ross-dev"},{"id":"stellar-witch-12b-heretic","family":"Sorihon/Stellar-Witch-12B-Heretic","name":"Stellar Witch 12B Heretic","maker":"Sorihon","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF/Stellar-Witch-12B-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-04-28T00:38:58.000Z","downloads":7907,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2999227488,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":3221640288,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592328288,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915093088,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":4138490496,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":4435040896,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493696096,"bits":2.93,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q2_K.gguf","label":"Q2_K","size":4791065440,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945402496,"bits":3.23,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306507904,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":5534245248,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":5562098304,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":5722251904,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":6083109248,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":6561522048,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":6800074624,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":7094659680,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097936480,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":7120218464,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":7477225824,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF","file":"Stellar-Witch-12B-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":7795240480,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":8518758624,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":8727654624,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q6_K.gguf","label":"Q6_K","size":10056235232,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Stellar-Witch-12B-Heretic-GGUF","file":"Stellar-Witch-12B-Heretic.Q8_0.gguf","label":"Q8_0","size":13022402016,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Stellar-Witch-12B-Heretic-GGUF","mradermacher/Stellar-Witch-12B-Heretic-i1-GGUF"],"logoFrom":null},{"id":"qwopus3-6-27b-v1-preview","family":"Jackrong/Qwopus3.6-27B-v1-preview-GGUF","name":"Qwopus3.6 27B V1 Preview","maker":"Jackrong","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Jackrong/Qwopus3.6-27B-v1-preview-GGUF/Qwopus3.6-27B-v1-preview-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-23T00:30:09.000Z","downloads":7904,"likes":123,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwopus3.6-27B-v1-preview-GGUF","file":"Qwopus3.6-27B-v1-preview-Q4_K_M.gguf","label":"Q4_K_M","size":16547395424,"bits":4.92,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.6-27B-v1-preview-GGUF","file":"Qwopus3.6-27B-v1-preview-Q5_K_M.gguf","label":"Q5_K_M","size":19231094624,"bits":5.72,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.6-27B-v1-preview-GGUF","file":"Qwopus3.6-27B-v1-preview-Q6_K.gguf","label":"Q6_K","size":22082525024,"bits":6.57,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.6-27B-v1-preview-GGUF","file":"Qwopus3.6-27B-v1-preview-Q8_0.gguf","label":"Q8_0","size":28595758944,"bits":8.5,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.6-27B-v1-preview-GGUF"],"logoFrom":"Qwen"},{"id":"hermes-2-theta-llama-3-8b","family":"NousResearch/Hermes-2-Theta-Llama-3-8B","name":"Hermes 2 Theta Llama 3 8B","maker":"Nous Research","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF/Hermes-2-Theta-Llama-3-8B.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-13T04:36:45.000Z","downloads":7891,"likes":94,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ1_S.gguf","label":"IQ1_S","size":2019627296,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ1_M.gguf","label":"IQ1_M","size":2161971488,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399211808,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ2_XS.gguf","label":"IQ2_XS","size":2605781280,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ2_S.gguf","label":"IQ2_S","size":2758488352,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ2_M.gguf","label":"IQ2_M","size":2948280608,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q2_K_S.gguf","label":"Q2_K_S","size":2988814624,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q2_K.gguf","label":"Q2_K","size":3179131168,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912032,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ3_XS.gguf","label":"IQ3_XS","size":3518746912,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3664498976,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ3_S.gguf","label":"IQ3_S","size":3682324768,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ3_M.gguf","label":"IQ3_M","size":3784823072,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q3_K.gguf","label":"Q3_K","size":4018917664,"bits":4,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4321956128,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ4_XS.gguf","label":"IQ4_XS","size":4447662368,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.IQ4_NL.gguf","label":"IQ4_NL","size":4677988640,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4692668704,"bits":4.68,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF","file":"Hermes-2-Pro-Llama-3-Instruct-Merged-DPO-Q4_K_M.gguf","label":"Q4_K_M","size":4920733728,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q4_K.gguf","label":"Q4_K","size":4920733984,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5599293472,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q5_K.gguf","label":"Q5_K","size":5732986912,"bits":5.71,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF","file":"Hermes-2-Pro-Llama-3-Instruct-Merged-DPO-Q5_K_M.gguf","label":"Q5_K_M","size":5732986912,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q6_K.gguf","label":"Q6_K","size":6596005920,"bits":6.57,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF","file":"Hermes-2-Pro-Llama-3-Instruct-Merged-DPO-Q6_K.gguf","label":"Q6_K","size":6596005920,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.Q8_0.gguf","label":"Q8_0","size":8540770336,"bits":8.51,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF","file":"Hermes-2-Pro-Llama-3-Instruct-Merged-DPO-Q8_0.gguf","label":"Q8_0","size":8540770336,"bits":8.51,"known":true,"rank":0},{"repo":"NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF","file":"Hermes-2-Pro-Llama-3-Instruct-Merged-DPO-F16.gguf","label":"F16","size":16068890624,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.BF16.gguf","label":"BF16","size":16068890656,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF","file":"Hermes-2-Theta-Llama-3-8B.FP16.gguf","label":"Hermes-2-Theta-Llama-3-8B.FP16","size":16068890656,"bits":16.01,"known":false,"rank":0}],"repos":["NousResearch/Hermes-2-Theta-Llama-3-8B-GGUF","legraphista/Hermes-2-Theta-Llama-3-8B-IMat-GGUF"],"logoFrom":"NousResearch"},{"id":"westlake-10-7b-v2","family":"froggeric/WestLake-10.7B-v2","name":"WestLake 10.7B V2","maker":"froggeric","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"backyardai/WestLake-10.7B-v2-GGUF/WestLake-10.7B-v2.IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-12T10:36:15.000Z","downloads":7863,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ1_S.gguf","label":"IQ1_S","size":2351224992,"bits":1.75,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ2_XXS.gguf","label":"IQ2_XXS","size":2920601760,"bits":2.18,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ2_XS.gguf","label":"IQ2_XS","size":3230455968,"bits":2.41,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ2_S.gguf","label":"IQ2_S","size":3392796832,"bits":2.53,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ2_M.gguf","label":"IQ2_M","size":3677485216,"bits":2.74,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q2_K_S.gguf","label":"Q2_K_S","size":3717757088,"bits":2.77,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q2_K.gguf","label":"Q2_K","size":4003231904,"bits":2.98,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ3_XXS.gguf","label":"IQ3_XXS","size":4167432352,"bits":3.11,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ3_XS.gguf","label":"IQ3_XS","size":4419197088,"bits":3.29,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q3_K_S.gguf","label":"Q3_K_S","size":4664563872,"bits":3.48,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ3_S.gguf","label":"IQ3_S","size":4691302560,"bits":3.5,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ3_M.gguf","label":"IQ3_M","size":4845050016,"bits":3.61,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q3_K_M.gguf","label":"Q3_K_M","size":5195667616,"bits":3.87,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q3_K_L.gguf","label":"Q3_K_L","size":5650749600,"bits":4.21,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.IQ4_XS.gguf","label":"IQ4_XS","size":5772589216,"bits":4.3,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q4_K_S.gguf","label":"Q4_K_S","size":6118520992,"bits":4.56,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q4_K_M.gguf","label":"Q4_K_M","size":6461667488,"bits":4.82,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q5_K_S.gguf","label":"Q5_K_S","size":7397390496,"bits":5.52,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q5_K_M.gguf","label":"Q5_K_M","size":7597930656,"bits":5.66,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q6_K.gguf","label":"Q6_K","size":8805210272,"bits":6.56,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.Q8_0.gguf","label":"Q8_0","size":11404155040,"bits":8.5,"known":true,"rank":0},{"repo":"backyardai/WestLake-10.7B-v2-GGUF","file":"WestLake-10.7B-v2.F16.gguf","label":"F16","size":21464586336,"bits":16,"known":true,"rank":0}],"repos":["backyardai/WestLake-10.7B-v2-GGUF"],"logoFrom":"froggeric"},{"id":"qwen2-5-14b-uncencored","family":"bartowski/Qwen2.5-14B_Uncencored-GGUF","name":"Qwen2.5 14B Uncencored","maker":"bartowski","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"bartowski/Qwen2.5-14B_Uncencored-GGUF/Qwen2.5-14B_Uncencored-IQ2_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-19T20:56:15.000Z","downloads":7861,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-IQ2_S.gguf","label":"IQ2_S","size":5003726560,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-IQ2_M.gguf","label":"IQ2_M","size":5356146400,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q2_K.gguf","label":"Q2_K","size":5770497760,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-IQ3_XS.gguf","label":"IQ3_XS","size":6383361760,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q2_K_L.gguf","label":"Q2_K_L","size":6530817760,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q3_K_S.gguf","label":"Q3_K_S","size":6659596000,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-IQ3_M.gguf","label":"IQ3_M","size":6916538080,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q3_K_M.gguf","label":"Q3_K_M","size":7339204320,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q3_K_L.gguf","label":"Q3_K_L","size":7924768480,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-IQ4_XS.gguf","label":"IQ4_XS","size":8119840480,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517725920,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517725920,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517725920,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_0.gguf","label":"Q4_0","size":8544268000,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_K_S.gguf","label":"Q4_K_S","size":8573431520,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606015200,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_K_M.gguf","label":"Q4_K_M","size":8988110560,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q4_K_L.gguf","label":"Q4_K_L","size":9565953760,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q5_K_S.gguf","label":"Q5_K_S","size":10266554080,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q5_K_M.gguf","label":"Q5_K_M","size":10508873440,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q5_K_L.gguf","label":"Q5_K_L","size":10989395680,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q6_K.gguf","label":"Q6_K","size":12124684000,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q6_K_L.gguf","label":"Q6_K_L","size":12501802720,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-Q8_0.gguf","label":"Q8_0","size":15701597920,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-14B_Uncencored-GGUF","file":"Qwen2.5-14B_Uncencored-f16.gguf","label":"F16","size":29547716032,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-14B_Uncencored-GGUF"],"logoFrom":"bartowski"},{"id":"qwen3-5-9b-cold-fusion-gain-v1-0-uncensored-heretic-neo-max-imatrix","family":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","name":"Qwen3.5 9B Cold Fusion GAIN V1.0 Uncensored Heretic NEO MAX Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF/Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-13T04:13:15.000Z","downloads":7854,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ2_M.gguf","label":"IQ2_M","size":4942439104,"bits":4.42,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ3_M.gguf","label":"IQ3_M","size":5615264448,"bits":5.02,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":6396322496,"bits":5.72,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_S.gguf","label":"Q4_K_S","size":6551511744,"bits":5.86,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-IQ4_NL.gguf","label":"IQ4_NL","size":6618096320,"bits":5.92,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":6828991168,"bits":6.1,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_S.gguf","label":"Q5_K_S","size":7505191616,"bits":6.71,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-Q5_K_M.gguf","label":"Q5_K_M","size":7667851968,"bits":6.85,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-Q6_K.gguf","label":"Q6_K","size":8559141568,"bits":7.65,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF","file":"Qwen3.5-9B-C-Fusion-GAIN-UnHeretic-NM-DAU-NEO-MAX-NEO-Q8_0.gguf","label":"Q8_0","size":10481050304,"bits":9.37,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.5-9B-Cold-Fusion-GAIN-v1.0-Uncensored-Heretic-NEO-MAX-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-8-flash-next-uncensored-iq4xs-ngq4","family":"cygnal/Qwen3.8-Flash-Next-Uncensored-IQ4XS-NGQ4-GGUF","name":"Qwen3.8 Flash Next Uncensored IQ4XS NGQ4","maker":"cygnal","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"cygnal/Qwen3.8-Flash-Next-Uncensored-IQ4XS-NGQ4-GGUF/Qwen3.8-Flash-Next-Uncensored-IQ4XS-NGQ4.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-28T19:16:41.000Z","downloads":7854,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cygnal/Qwen3.8-Flash-Next-Uncensored-IQ4XS-NGQ4-GGUF","file":"Qwen3.8-Flash-Next-Uncensored-IQ4XS-NGQ4.gguf","label":"NGQ4","size":98403356224,"bits":4.45,"known":false,"rank":0}],"repos":["cygnal/Qwen3.8-Flash-Next-Uncensored-IQ4XS-NGQ4-GGUF"],"logoFrom":"orcarouter"},{"id":"minmax","family":"Kutches/minmax","name":"Minmax","maker":"Kutches","catalog":null,"tuned":false,"params":20.12,"active":null,"layers":50,"probe":"Kutches/minmax/Qwen3-VL-32B-Ultra-Heretic-H3-L0-49-IQ2_XXS.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":null,"open":false,"released":"2026-08-03T06:35:58.000Z","downloads":7853,"likes":45,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Kutches/minmax","file":"MiniMax-H3-fl2va-curve-Q5_1.gguf","label":"Q5_1","size":15227425440,"bits":6.05,"known":true,"rank":0},{"repo":"Kutches/minmax","file":"MiniMax-H3-FL2VA-Q4_0.gguf","label":"Q4_0","size":18639605024,"bits":7.41,"known":true,"rank":0},{"repo":"Kutches/minmax","file":"MiniMax-H3-FL2VA-Q4_K_M.gguf","label":"Q4_K_M","size":19864208160,"bits":7.9,"known":true,"rank":0}],"repos":["Kutches/minmax"],"logoFrom":"Kutches"},{"id":"agnes-ai-agnes-3-0-qwen","family":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","name":"Agnes AI Agnes 3.0 Qwen","maker":"bartowski","catalog":null,"tuned":false,"params":179.55,"active":58.65,"layers":49,"probe":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF/Agnes-AI_Agnes-3.0-Qwen-IQ1_S/Agnes-AI_Agnes-3.0-Qwen-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":7701,"kvHeader":6656,"kvFixed":0,"context":1048576,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-20T09:07:19.000Z","downloads":7852,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ1_S/Agnes-AI_Agnes-3.0-Qwen-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":73886606688,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ1_M/Agnes-AI_Agnes-3.0-Qwen-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":76161530208,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ2_XS/Agnes-AI_Agnes-3.0-Qwen-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":80523196896,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ2_S/Agnes-AI_Agnes-3.0-Qwen-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":82293621216,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ2_M/Agnes-AI_Agnes-3.0-Qwen-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":86018963936,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q2_K/Agnes-AI_Agnes-3.0-Qwen-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":87130823136,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q3_K_S/Agnes-AI_Agnes-3.0-Qwen-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":92935182816,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ3_XXS/Agnes-AI_Agnes-3.0-Qwen-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":93187086816,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ3_XS/Agnes-AI_Agnes-3.0-Qwen-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":95449307584,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q3_K_M/Agnes-AI_Agnes-3.0-Qwen-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":97568700896,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q3_K_L/Agnes-AI_Agnes-3.0-Qwen-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":101187803616,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ4_XS/Agnes-AI_Agnes-3.0-Qwen-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":101416360416,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q4_0/Agnes-AI_Agnes-3.0-Qwen-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":102064808384,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ3_M/Agnes-AI_Agnes-3.0-Qwen-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":102535387616,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-IQ4_NL/Agnes-AI_Agnes-3.0-Qwen-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":107432565216,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q4_1/Agnes-AI_Agnes-3.0-Qwen-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":112726097376,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q4_K_S/Agnes-AI_Agnes-3.0-Qwen-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":116730106336,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q4_K_M/Agnes-AI_Agnes-3.0-Qwen-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":127090528864,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q5_K_S/Agnes-AI_Agnes-3.0-Qwen-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":131594710624,"bits":5.86,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q5_K_M/Agnes-AI_Agnes-3.0-Qwen-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":142604758592,"bits":6.35,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q6_K_S/Agnes-AI_Agnes-3.0-Qwen-Q6_K_S-00001-of-00005.gguf","label":"Q6_K_S","size":171043568320,"bits":7.62,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q6_K/Agnes-AI_Agnes-3.0-Qwen-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":174497315648,"bits":7.77,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-Q8_0/Agnes-AI_Agnes-3.0-Qwen-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":191036471840,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF","file":"Agnes-AI_Agnes-3.0-Qwen-bf16/Agnes-AI_Agnes-3.0-Qwen-bf16-00001-of-00009.gguf","label":"BF16","size":359246950272,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Agnes-AI_Agnes-3.0-Qwen-GGUF"],"logoFrom":"Agnes-AI"},{"id":"dantaggen-alpha","family":"KBlueLeaf/DanTagGen-alpha","name":"DanTagGen Alpha","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":0.39,"active":null,"layers":24,"probe":"KBlueLeaf/DanTagGen-alpha/ggml-model-Q6_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":512,"arch":"llama","vision":false,"licence":"openrail","open":true,"released":"2024-03-11T14:23:04.000Z","downloads":7848,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/DanTagGen-alpha","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":323077792,"bits":6.63,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-alpha","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":418185760,"bits":8.58,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-alpha","file":"ggml-model-f16.gguf","label":"F16","size":786345696,"bits":16.13,"known":true,"rank":0}],"repos":["KBlueLeaf/DanTagGen-alpha"],"logoFrom":"KBlueLeaf"},{"id":"mythomax-l2-kimiko-v2-13b","family":"Undi95/MythoMax-L2-Kimiko-v2-13b","name":"MythoMax L2 Kimiko V2 13B","maker":"Undi95","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF/mythomax-l2-kimiko-v2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-08-30T23:17:15.000Z","downloads":7833,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF","file":"mythomax-l2-kimiko-v2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MythoMax-L2-Kimiko-v2-13B-GGUF"],"logoFrom":"Undi95"},{"id":"qwen3-5-9b-heretic-ara-v1","family":"rockerBOO/Qwen3.5-9B-heretic-ara-v1","name":"Qwen3.5 9B Heretic Ara V1","maker":"rockerBOO","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF/Qwen3.5-9B-heretic-ara-v1.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-20T08:42:17.000Z","downloads":7830,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642624,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269952,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648832,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346240,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968960,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472064,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697240000,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q2_K.gguf","label":"Q2_K","size":3827263424,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166720,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243417024,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407808,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":4370819008,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383488,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525824,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515712,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441536,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q4_0.gguf","label":"Q4_0","size":5325940672,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630784,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215360,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110208,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q4_1.gguf","label":"Q4_1","size":5809334208,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310656,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467971008,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.i1-Q6_K.gguf","label":"Q6_K","size":7359260608,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.Q8_0.gguf","label":"Q8_0","size":9527502496,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-heretic-ara-v1-GGUF","file":"Qwen3.5-9B-heretic-ara-v1.f16.gguf","label":"F16","size":17920698016,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.5-9B-heretic-ara-v1-GGUF","mradermacher/Qwen3.5-9B-heretic-ara-v1-i1-GGUF"],"logoFrom":"rockerBOO"},{"id":"lightonocr-2-1b","family":"ggml-org/LightOnOCR-2-1B-GGUF","name":"LightOnOCR 2 1B","maker":"ggml-org","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"ggml-org/LightOnOCR-2-1B-GGUF/LightOnOCR-2-1B-Q8_0.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":16384,"arch":"qwen3","vision":true,"licence":null,"open":false,"released":"2026-04-10T14:57:38.000Z","downloads":7826,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/LightOnOCR-2-1B-GGUF","file":"LightOnOCR-2-1B-Q8_0.gguf","label":"Q8_0","size":639443584,"bits":8.53,"known":true,"rank":0},{"repo":"ggml-org/LightOnOCR-2-1B-GGUF","file":"LightOnOCR-2-1B-f16.gguf","label":"F16","size":1198178944,"bits":15.98,"known":true,"rank":0}],"repos":["ggml-org/LightOnOCR-2-1B-GGUF"],"logoFrom":"ggml-org"},{"id":"jirackultra-14b","family":"CMSManhattan/JiRackUltra_14b","name":"JiRackUltra 14B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"CMSManhattan/JiRackUltra_14b/JiRackUltra_14b_Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-08-03T00:19:53.000Z","downloads":7825,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b_Q2_K.gguf","label":"Q2_K","size":5770497248,"bits":3.13,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b_Q3_K_M.gguf","label":"Q3_K_M","size":7339203808,"bits":3.98,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b_Q4_K_M.gguf","label":"Q4_K_M","size":8988110048,"bits":4.87,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b.Q5_K_M.gguf","label":"Q5_K_M","size":10508872928,"bits":5.69,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b.Q6_K.gguf","label":"Q6_K","size":12124683488,"bits":6.57,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b.Q8_0.gguf","label":"Q8_0","size":15701597408,"bits":8.5,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_14b","file":"JiRackUltra_14b.gguf","label":"JiRackUltra_14b","size":29547715808,"bits":16,"known":false,"rank":0}],"repos":["CMSManhattan/JiRackUltra_14b"],"logoFrom":"CMSManhattan"},{"id":"qwen3-6-35b-a3b-mtp-apex-i-nanoplus","family":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-NanoPlus-GGUF","name":"Qwen3.6 35B A3B MTP APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-NanoPlus-GGUF/Qwen3.6-35B-A3B.APEX-I-NanoPlus.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-23T16:58:15.000Z","downloads":7820,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-NanoPlus-GGUF","file":"Qwen3.6-35B-A3B.APEX-I-NanoPlus.gguf","label":"Qwen3.6-35B-A3B.APEX-I-NanoPlus","size":13032470112,"bits":2.94,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-NanoPlus-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-30b-a3b-thinking-2507-abliterated","family":"huihui-ai/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated","name":"Huihui Qwen3 30B A3B Thinking 2507 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-02T16:01:43.000Z","downloads":7815,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":6416509920,"bits":1.68,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7078292448,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181263328,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076222944,"bits":2.38,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9287132128,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10169508832,"bits":2.66,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519364576,"bits":2.76,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q2_K.gguf","label":"Q2_K","size":11258610336,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849327584,"bits":3.1,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598442976,"bits":3.3,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":13292468896,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":13299153888,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063392,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":14711847584,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":15900670624,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":16557093536,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":17379988448,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":17456009888,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":18556687008,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":19192501216,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":21080511136,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":21725581984,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q6_K.gguf","label":"Q6_K","size":25092532896,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","file":"Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated.Q8_0.gguf","label":"Q8_0","size":32483932832,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-GGUF","mradermacher/Huihui-Qwen3-30B-A3B-Thinking-2507-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"granite-vision-4-1-4b","family":"ibm-granite/granite-vision-4.1-4b","name":"Granite Vision 4.1 4B","maker":"IBM","catalog":null,"tuned":false,"params":3.4,"active":null,"layers":40,"probe":"ibm-granite/granite-vision-4.1-4b-GGUF/granite-vision-4.1-4b-Q4_K_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-16T13:58:07.000Z","downloads":7812,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","file":"granite-vision-4.1-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2099510240,"bits":4.94,"known":true,"rank":0},{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","file":"granite-vision-4.1-4b-Q5_K_M.gguf","label":"Q5_K_M","size":2437020640,"bits":5.73,"known":true,"rank":0},{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","file":"granite-vision-4.1-4b-Q6_K.gguf","label":"Q6_K","size":2795625440,"bits":6.58,"known":true,"rank":0},{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","file":"granite-vision-4.1-4b-Q8_0.gguf","label":"Q8_0","size":3619700288,"bits":8.52,"known":true,"rank":0},{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","file":"granite-vision-4.1-4b-bf16.gguf","label":"BF16","size":6809667488,"bits":16.02,"known":true,"rank":0}],"repos":["ibm-granite/granite-vision-4.1-4b-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-8-flash-coder-26gb","family":"Jab1718/qwen3.8-flash-coder-26gb-gguf","name":"Qwen3.8 Flash Coder 26gb","maker":"Jab1718","catalog":null,"tuned":true,"params":42.62,"active":7.23,"layers":48,"probe":"Jab1718/qwen3.8-flash-coder-26gb-gguf/qwen3.8-flash-coder-26gb-q4_k_m.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-10T07:21:41.000Z","downloads":7809,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jab1718/qwen3.8-flash-coder-26gb-gguf","file":"qwen3.8-flash-coder-26gb-q4_k_m.gguf","label":"Q4_K_M","size":28394087776,"bits":5.33,"known":true,"rank":0},{"repo":"Jab1718/qwen3.8-flash-coder-26gb-gguf","file":"qwen3.8-flash-coder-43gb-q8_0.gguf","label":"Q8_0","size":45378981216,"bits":8.52,"known":true,"rank":0}],"repos":["Jab1718/qwen3.8-flash-coder-26gb-gguf"],"logoFrom":"Qwen"},{"id":"glistening-gem-31b-v2-1","family":"sophosympatheia/Glistening-Gem-31B-v2.1","name":"Glistening Gem 31B V2.1","maker":"sophosympatheia","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Glistening-Gem-31B-v2.1-i1-GGUF/Glistening-Gem-31B-v2.1.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-16T05:02:45.000Z","downloads":7805,"likes":8,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Glistening-Gem-31B-v2.1-i1-GGUF","file":"Glistening-Gem-31B-v2.1.i1-IQ1_S.gguf","label":"IQ1_S","size":7156492128,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Glistening-Gem-31B-v2.1-i1-GGUF","file":"Glistening-Gem-31B-v2.1.i1-IQ1_M.gguf","label":"IQ1_M","size":7725875040,"bits":2.01,"known":true,"rank":1},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830192096,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Glistening-Gem-31B-v2.1-i1-GGUF","file":"Glistening-Gem-31B-v2.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591712,"bits":2.86,"known":true,"rank":1},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_XS.gguf","label":"IQ2_XS","size":11500944864,"bits":3,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_S.gguf","label":"IQ2_S","size":12075359712,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q2_K.gguf","label":"Q2_K","size":12631625184,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_M.gguf","label":"IQ2_M","size":12649774560,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q2_K_L.gguf","label":"Q2_K_L","size":12972936672,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981710304,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Glistening-Gem-31B-v2.1-i1-GGUF","file":"Glistening-Gem-31B-v2.1.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359712,"bits":3.59,"known":true,"rank":1},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ3_XS.gguf","label":"IQ3_XS","size":13841354208,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_S.gguf","label":"Q3_K_S","size":14329064928,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ3_M.gguf","label":"IQ3_M","size":15129830880,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_M.gguf","label":"Q3_K_M","size":15918124512,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_L.gguf","label":"Q3_K_L","size":16810626528,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151938016,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ4_XS.gguf","label":"IQ4_XS","size":17155894752,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ4_NL.gguf","label":"IQ4_NL","size":18025688544,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_0.gguf","label":"Q4_0","size":18076265952,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_K_S.gguf","label":"Q4_K_S","size":18195656160,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_K_M.gguf","label":"Q4_K_M","size":19598491104,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_1.gguf","label":"Q4_1","size":19765276128,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_K_L.gguf","label":"Q4_K_L","size":19939802592,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q5_K_S.gguf","label":"Q5_K_S","size":21504863712,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q5_K_M.gguf","label":"Q5_K_M","size":22608879072,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q5_K_L.gguf","label":"Q5_K_L","size":22950190560,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q6_K.gguf","label":"Q6_K","size":26726723040,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q6_K_L.gguf","label":"Q6_K_L","size":27068034528,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q8_0.gguf","label":"Q8_0","size":32635678176,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-bf16/sophosympatheia_Glistening-Gem-31B-v2.1-bf16-00001-of-00002.gguf","label":"BF16","size":61413190976,"bits":16,"known":true,"rank":0}],"repos":["bartowski/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","mradermacher/Glistening-Gem-31B-v2.1-i1-GGUF"],"logoFrom":"sophosympatheia"},{"id":"bggpt-gemma-3-27b-it","family":"INSAIT-Institute/BgGPT-Gemma-3-27B-IT","name":"BgGPT Gemma 3 27B","maker":"INSAIT-Institute","catalog":null,"tuned":true,"params":27.01,"active":null,"layers":62,"probe":"INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF/BgGPT-Gemma-3-27B-IT-Q4_K_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-03-25T02:31:48.000Z","downloads":7795,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF","file":"BgGPT-Gemma-3-27B-IT-Q4_K_M.gguf","label":"Q4_K_M","size":16546688448,"bits":4.9,"known":true,"rank":0},{"repo":"INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF","file":"BgGPT-Gemma-3-27B-IT-Q5_K_M.gguf","label":"Q5_K_M","size":19271675328,"bits":5.71,"known":true,"rank":0},{"repo":"INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF","file":"BgGPT-Gemma-3-27B-IT-Q6_K.gguf","label":"Q6_K","size":22166973888,"bits":6.57,"known":true,"rank":0},{"repo":"INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF","file":"BgGPT-Gemma-3-27B-IT-Q8_0.gguf","label":"Q8_0","size":28707971904,"bits":8.5,"known":true,"rank":0}],"repos":["INSAIT-Institute/BgGPT-Gemma-3-27B-IT-GGUF"],"logoFrom":"INSAIT-Institute"},{"id":"bathory-x-26b-a4b-0-2","family":"Nabbers1999/Bathory-X-26B-A4B-0.2","name":"Bathory X 26B A4B 0.2","maker":"Nabbers1999","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF/Bathory-X-26B-A4B-0.2.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-12T06:35:00.000Z","downloads":7790,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ1_S.gguf","label":"IQ1_S","size":8532496064,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881984,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541525184,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058655424,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ2_S.gguf","label":"IQ2_S","size":10190399168,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913728,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q2_K.gguf","label":"Q2_K","size":10824962240,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866706624,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891968,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265856,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607744,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607744,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761728,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931840,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141686464,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309897408,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q4_0.gguf","label":"Q4_0","size":14903296192,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880065216,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q4_1.gguf","label":"Q4_1","size":16430953664,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211256000,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494248128,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640405184,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF","file":"Bathory-X-26B-A4B-0.2.i1-Q6_K.gguf","label":"Q6_K","size":23243955904,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Bathory-X-26B-A4B-0.2-i1-GGUF"],"logoFrom":"Nabbers1999"},{"id":"phi-3-1-mini-4k-instruct","family":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","name":"Phi 3.1 Mini 4K","maker":"bartowski","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"bartowski/Phi-3.1-mini-4k-instruct-GGUF/Phi-3.1-mini-4k-instruct-IQ2_M.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-07-02T13:13:22.000Z","downloads":7777,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316394720,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q2_K.gguf","label":"Q2_K","size":1416204000,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1512396000,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625175264,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681798368,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855599840,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955476704,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059852512,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087597280,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173785312,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188759776,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393232096,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2466338016,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641474272,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815275744,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2876069088,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q6_K.gguf","label":"Q6_K","size":3135852768,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":3183564000,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-Q8_0.gguf","label":"Q8_0","size":4061222112,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","file":"Phi-3.1-mini-4k-instruct-f32.gguf","label":"F32","size":15285056448,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Phi-3.1-mini-4k-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"calme-2-4-llama3-70b","family":"MaziyarPanahi/calme-2.4-llama3-70b","name":"Calme 2.4 Llama3 70B","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF/Llama-3-70B-Instruct-DPO-v0.4.IQ1_S-00001-of-00006.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-04-28T08:31:56.000Z","downloads":7771,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.IQ1_S-00001-of-00006.gguf","label":"IQ1_S","size":15343491584,"bits":1.74,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.IQ1_M-00001-of-00006.gguf","label":"IQ1_M","size":16751204864,"bits":1.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q2_K-00001-of-00006.gguf","label":"Q2_K","size":26375118400,"bits":2.99,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":30912061824,"bits":3.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q3_K_M-00001-of-00006.gguf","label":"Q3_K_M","size":34267505024,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":37140603264,"bits":4.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":37902673088,"bits":4.3,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":40347231680,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":42520405440,"bits":4.82,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q5_K_S-00001-of-00006.gguf","label":"Q5_K_S","size":48657459648,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":49949829568,"bits":5.66,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q6_K-00001-of-00006.gguf","label":"Q6_K","size":57888157184,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.Q8_0-00001-of-00006.gguf","label":"Q8_0","size":74975067520,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.4-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.4.fp16-00001-of-00006.gguf","label":"Llama-3-70B-Instruct-DPO-v0.4.fp16","size":141117945984,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/calme-2.4-llama3-70b-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"gpt2","family":"openai-community/gpt2","name":"Gpt2","maker":"openai-community","catalog":null,"tuned":true,"params":0.16,"active":null,"layers":12,"probe":"mradermacher/gpt2-i1-GGUF/gpt2.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":1024,"arch":"gpt2","vision":false,"licence":"mit","open":true,"released":"2022-03-02T23:29:04.000Z","downloads":7767,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ1_S.gguf","label":"IQ1_S","size":61952064,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ1_M.gguf","label":"IQ1_M","size":63721536,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":66670656,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":69251136,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ2_S.gguf","label":"IQ2_S","size":74406144,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ2_M.gguf","label":"IQ2_M","size":76765440,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q2_K.gguf","label":"Q2_K","size":81197184,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":81373440,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":89153856,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ3_S.gguf","label":"IQ3_S","size":90149184,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":90149184,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ3_M.gguf","label":"IQ3_M","size":94222656,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":97669440,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":102093120,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":102695392,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":106555776,"bits":5.33,"known":false,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":106555776,"bits":5.33,"known":false,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":106555776,"bits":5.33,"known":false,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q4_0.gguf","label":"Q4_0","size":106703232,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":106850688,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":112859520,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":121997280,"bits":6.1,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":126697440,"bits":6.33,"known":true,"rank":0},{"repo":"mradermacher/gpt2-i1-GGUF","file":"gpt2.i1-Q6_K.gguf","label":"Q6_K","size":138403872,"bits":6.92,"known":true,"rank":0},{"repo":"mradermacher/gpt2-GGUF","file":"gpt2.Q8_0.gguf","label":"Q8_0","size":177669376,"bits":8.88,"known":true,"rank":1},{"repo":"mradermacher/gpt2-GGUF","file":"gpt2.f16.gguf","label":"F16","size":329665664,"bits":16.48,"known":true,"rank":1}],"repos":["QuantFactory/gpt2-GGUF","mradermacher/gpt2-GGUF","mradermacher/gpt2-i1-GGUF"],"logoFrom":"openai-community"},{"id":"qwen3-8-cyber-redteam-surgical-abliterated","family":"medismera/Qwen3.8-cyber-RedTeam-Surgical-Abliterated","name":"Qwen3.8 Cyber RedTeam Surgical Abliterated","maker":"medismera","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF/Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T23:39:09.000Z","downloads":7760,"likes":15,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q2_K.gguf","label":"Q2_K","size":10711666464,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12073955104,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13301444384,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14344777504,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":15193919264,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15586316064,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16547401504,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18679615264,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19231100704,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q6_K.gguf","label":"Q6_K","size":22082531104,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF","file":"Qwen3.8-cyber-RedTeam-Surgical-Abliterated.Q8_0.gguf","label":"Q8_0","size":28595765024,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-cyber-RedTeam-Surgical-Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"dantaggen-delta","family":"KBlueLeaf/DanTagGen-delta","name":"DanTagGen Delta","maker":"KBlueLeaf","catalog":null,"tuned":false,"params":0.39,"active":null,"layers":24,"probe":"KBlueLeaf/DanTagGen-delta/ggml-model-Q6_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2024-04-23T07:27:42.000Z","downloads":7740,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KBlueLeaf/DanTagGen-delta","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":323077792,"bits":6.63,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-delta","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":418185760,"bits":8.58,"known":true,"rank":0},{"repo":"KBlueLeaf/DanTagGen-delta","file":"ggml-model-f16.gguf","label":"F16","size":786345728,"bits":16.13,"known":true,"rank":0}],"repos":["KBlueLeaf/DanTagGen-delta"],"logoFrom":"KBlueLeaf"},{"id":"krynexai-1-4-150m-mobile-model","family":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","name":"KrynexAI 1.4 150M Mobile Model","maker":"KrynexLabs","catalog":null,"tuned":false,"params":0.13,"active":null,"layers":30,"probe":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model/GGUF/KrynexAI-1.4-150M-Mobile-Model.Q2_K.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T14:40:19.000Z","downloads":7738,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q2_K.gguf","label":"Q2_K","size":88202176,"bits":5.43,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q3_K_S.gguf","label":"Q3_K_S","size":88202176,"bits":5.43,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.IQ4_XS.gguf","label":"IQ4_XS","size":91312576,"bits":5.62,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q3_K_M.gguf","label":"Q3_K_M","size":93510592,"bits":5.75,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q3_K_L.gguf","label":"Q3_K_L","size":97533376,"bits":6,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q4_K_S.gguf","label":"Q4_K_S","size":102040000,"bits":6.28,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q4_K_M.gguf","label":"Q4_K_M","size":105454528,"bits":6.49,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q5_K_S.gguf","label":"Q5_K_S","size":109974976,"bits":6.77,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q5_K_M.gguf","label":"Q5_K_M","size":112103872,"bits":6.9,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q6_K.gguf","label":"Q6_K","size":138383296,"bits":8.52,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.Q8_0.gguf","label":"Q8_0","size":144811456,"bits":8.91,"known":true,"rank":0},{"repo":"KrynexLabs/KrynexAI-1.4-150M-Mobile-Model","file":"GGUF/KrynexAI-1.4-150M-Mobile-Model.f16.gguf","label":"F16","size":270886336,"bits":16.67,"known":true,"rank":0}],"repos":["KrynexLabs/KrynexAI-1.4-150M-Mobile-Model"],"logoFrom":"HuggingFaceTB"},{"id":"behemoth-x-123b-v2-2","family":"TheDrummer/Behemoth-X-123B-v2.2","name":"Behemoth X 123B V2.2","maker":"TheDrummer","catalog":null,"tuned":false,"params":122.61,"active":null,"layers":88,"probe":"mradermacher/Behemoth-X-123B-v2.2-i1-GGUF/Behemoth-X-123B-v2.2.i1-IQ1_S.gguf","kvBytesPerToken":417038,"kvHeader":360448,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-07T03:44:55.000Z","downloads":7738,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ1_S.gguf","label":"IQ1_S","size":27266729984,"bits":1.78,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ1_M.gguf","label":"IQ1_M","size":30922262528,"bits":2.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ2_XXS.gguf","label":"IQ2_XXS","size":35640952832,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ2_XS.gguf","label":"IQ2_XS","size":37350459392,"bits":2.44,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ2_S.gguf","label":"IQ2_S","size":39710935040,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Behemoth-X-123B-v2.2-i1-GGUF","file":"Behemoth-X-123B-v2.2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":41606236544,"bits":2.71,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ2_M.gguf","label":"IQ2_M","size":44877793280,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q2_K.gguf","label":"Q2_K","size":46375553024,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":51620464640,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Behemoth-X-123B-v2.2-i1-GGUF","file":"Behemoth-X-123B-v2.2.i1-IQ3_S.gguf","label":"IQ3_S","size":52996917632,"bits":3.46,"known":true,"rank":1},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q3_K_S/TheDrummer_Behemoth-X-123B-v2.2-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":54788016352,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ3_XS/TheDrummer_Behemoth-X-123B-v2.2-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":55364765888,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q3_K_M/TheDrummer_Behemoth-X-123B-v2.2-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":57958811840,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q3_K_L/TheDrummer_Behemoth-X-123B-v2.2-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":61289154784,"bits":4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ3_M/TheDrummer_Behemoth-X-123B-v2.2-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":65226033344,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ4_XS/TheDrummer_Behemoth-X-123B-v2.2-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":67918678240,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q4_0/TheDrummer_Behemoth-X-123B-v2.2-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":71035308256,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q4_K_S/TheDrummer_Behemoth-X-123B-v2.2-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":71768656096,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-IQ4_NL/TheDrummer_Behemoth-X-123B-v2.2-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":76274911424,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q4_K_M/TheDrummer_Behemoth-X-123B-v2.2-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":76274911424,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q4_1/TheDrummer_Behemoth-X-123B-v2.2-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":78015678688,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q4_K_L/TheDrummer_Behemoth-X-123B-v2.2-Q4_K_L-00001-of-00003.gguf","label":"Q4_K_L","size":82742135136,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q5_K_S/TheDrummer_Behemoth-X-123B-v2.2-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":87235807552,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q5_K_M/TheDrummer_Behemoth-X-123B-v2.2-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":93592144192,"bits":6.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q6_K_S/TheDrummer_Behemoth-X-123B-v2.2-Q6_K_S-00001-of-00003.gguf","label":"Q6_K_S","size":103109544256,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q6_K/TheDrummer_Behemoth-X-123B-v2.2-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":108095129920,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-Q8_0/TheDrummer_Behemoth-X-123B-v2.2-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":130280376448,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","file":"TheDrummer_Behemoth-X-123B-v2.2-bf16/TheDrummer_Behemoth-X-123B-v2.2-bf16-00001-of-00007.gguf","label":"BF16","size":245225277920,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Behemoth-X-123B-v2.2-GGUF","mradermacher/Behemoth-X-123B-v2.2-i1-GGUF"],"logoFrom":"TheDrummer"},{"id":"meta-llama-3-120b-instruct","family":"mlabonne/Meta-Llama-3-120B-Instruct","name":"Meta Llama 3 120B","maker":"mlabonne","catalog":null,"tuned":false,"params":121.89,"active":null,"layers":140,"probe":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF/Meta-Llama-3-120B-Instruct-IQ1_S.gguf","kvBytesPerToken":663470,"kvHeader":573440,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-01T14:43:27.000Z","downloads":7737,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":26029291168,"bits":1.71,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":28495541920,"bits":1.87,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":41309681312,"bits":2.71,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q2_K.gguf","label":"Q2_K","size":45098776224,"bits":2.96,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":52802418560,"bits":3.47,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":58810496864,"bits":3.86,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":64005142368,"bits":4.2,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":69354797056,"bits":4.55,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":73241737184,"bits":4.81,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":83956479968,"bits":5.51,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":86218127328,"bits":5.66,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":100005541984,"bits":6.56,"known":true,"rank":0},{"repo":"lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF","file":"Meta-Llama-3-120B-Instruct-Q8_0-00001-of-00005.gguf","label":"Q8_0","size":129525938400,"bits":8.5,"known":true,"rank":0}],"repos":["lmstudio-community/Meta-Llama-3-120B-Instruct-GGUF"],"logoFrom":"mlabonne"},{"id":"nemotron-3-5-bolt-e4b-gsq-rco","family":"abenzerps/Nemotron-3.5-Bolt-E4B-GSQ-RCO-GGUF","name":"Nemotron 3.5 Bolt E4B GSQ RCO","maker":"abenzerps","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"abenzerps/Nemotron-3.5-Bolt-E4B-GSQ-RCO-GGUF/Nemotron-3.5-Bolt-E4B-GSQ-RCO-IQ3_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":true,"licence":"other","open":false,"released":"2026-10-23T18:55:08.000Z","downloads":7736,"likes":14,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/Nemotron-3.5-Bolt-E4B-GSQ-RCO-GGUF","file":"Nemotron-3.5-Bolt-E4B-GSQ-RCO-IQ3_M.gguf","label":"IQ3_M","size":3980479744,"bits":4.23,"known":true,"rank":0},{"repo":"abenzerps/Nemotron-3.5-Bolt-E4B-GSQ-RCO-GGUF","file":"Nemotron-3.5-Bolt-E4B-GSQ-RCO-IQ4_XS.gguf","label":"IQ4_XS","size":4798485760,"bits":5.1,"known":true,"rank":0},{"repo":"abenzerps/Nemotron-3.5-Bolt-E4B-GSQ-RCO-GGUF","file":"Nemotron-3.5-Bolt-E4B-GSQ-RCO-Q5_K_M.gguf","label":"Q5_K_M","size":5871891712,"bits":6.25,"known":true,"rank":0}],"repos":["abenzerps/Nemotron-3.5-Bolt-E4B-GSQ-RCO-GGUF"],"logoFrom":"nvidia"},{"id":"dolphin-2-2-yi-34b","family":"dphn/dolphin-2_2-yi-34b","name":"Dolphin 2 2 Yi 34B","maker":"dphn","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF/dolphin-2_2-yi-34b.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-13T05:04:00.000Z","downloads":7736,"likes":46,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980448,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786528,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306463328,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542688,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021408,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762848,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q2_K.gguf","label":"Q2_K","size":12825234528,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875808,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319968,"bits":3.31,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q2_K.gguf","label":"Q2_K","size":14555875360,"bits":3.39,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q3_K_S.gguf","label":"Q3_K_S","size":14960293920,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960295008,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785888,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700768,"bits":3.62,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q3_K_M.gguf","label":"Q3_K_M","size":16636573728,"bits":3.87,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924896,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q3_K_L.gguf","label":"Q3_K_L","size":18139445280,"bits":4.22,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139446368,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475052128,"bits":4.3,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q4_0.gguf","label":"Q4_0","size":19466528800,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q4_0.gguf","label":"Q4_0","size":19530755168,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q4_K_S.gguf","label":"Q4_K_S","size":19543599136,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650464,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q4_K_M.gguf","label":"Q4_K_M","size":20658710560,"bits":4.81,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711648,"bits":4.81,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q5_0.gguf","label":"Q5_0","size":23707691040,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q5_K_S.gguf","label":"Q5_K_S","size":23707691040,"bits":5.52,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707692128,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q5_K_M.gguf","label":"Q5_K_M","size":24321845280,"bits":5.66,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321846368,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q6_K.gguf","label":"Q6_K","size":28213925920,"bits":6.56,"known":true,"rank":1},{"repo":"mradermacher/dolphin-2_2-yi-34b-i1-GGUF","file":"dolphin-2_2-yi-34b.i1-Q6_K.gguf","label":"Q6_K","size":28213927008,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_2-yi-34b-GGUF","file":"dolphin-2_2-yi-34b.Q8_0.gguf","label":"Q8_0","size":36542281760,"bits":8.5,"known":true,"rank":1}],"repos":["TheBloke/dolphin-2_2-yi-34b-GGUF","mradermacher/dolphin-2_2-yi-34b-i1-GGUF"],"logoFrom":"dphn"},{"id":"harrier-oss-v1-0-6b","family":"calculatortamer/harrier-oss-v1-0.6b","name":"Harrier Oss V1 0.6B","maker":"calculatortamer","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"mradermacher/harrier-oss-v1-0.6b-GGUF/harrier-oss-v1-0.6b.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-03-30T17:35:47.000Z","downloads":7725,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q2_K.gguf","label":"Q2_K","size":296239360,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q3_K_S.gguf","label":"Q3_K_S","size":323076352,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q3_K_M.gguf","label":"Q3_K_M","size":347128064,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q3_K_L.gguf","label":"Q3_K_L","size":368492800,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.IQ4_XS.gguf","label":"IQ4_XS","size":369279232,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q4_K_S.gguf","label":"Q4_K_S","size":383271168,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q4_K_M.gguf","label":"Q4_K_M","size":396706048,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q5_K_S.gguf","label":"Q5_K_S","size":436617472,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q5_K_M.gguf","label":"Q5_K_M","size":444416256,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q6_K.gguf","label":"Q6_K","size":495108352,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.Q8_0.gguf","label":"Q8_0","size":639448320,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/harrier-oss-v1-0.6b-GGUF","file":"harrier-oss-v1-0.6b.f16.gguf","label":"F16","size":1198183680,"bits":15.98,"known":true,"rank":0}],"repos":["mradermacher/harrier-oss-v1-0.6b-GGUF"],"logoFrom":null},{"id":"milmmt-46-12b-v1-0","family":"xiaomi-research/MiLMMT-46-12B-v1.0","name":"MiLMMT 46 12B V1.0","maker":"xiaomi-research","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/MiLMMT-46-12B-v1.0-GGUF/MiLMMT-46-12B-v1.0.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-07-29T02:32:52.000Z","downloads":7700,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q2_K.gguf","label":"Q2_K","size":4768220640,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":5458314720,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":6008817120,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":6480184800,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.IQ4_XS.gguf","label":"IQ4_XS","size":6606259680,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":6935332320,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":7300777440,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":8231962080,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":8445036000,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q6_K.gguf","label":"Q6_K","size":9660810720,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-12B-v1.0-GGUF","file":"MiLMMT-46-12B-v1.0.Q8_0.gguf","label":"Q8_0","size":12510211680,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/MiLMMT-46-12B-v1.0-GGUF"],"logoFrom":"xiaomi-research"},{"id":"jais-3-7b","family":"inception42/Jais-3-7B","name":"Jais 3 7B","maker":"inception42","catalog":null,"tuned":false,"params":9,"active":null,"layers":36,"probe":"mradermacher/Jais-3-7B-i1-GGUF/Jais-3-7B.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T10:41:20.000Z","downloads":7693,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":2531788160,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2672166272,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2906129792,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3112174976,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":3321816448,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":3508987264,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3553256832,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q2_K.gguf","label":"Q2_K","size":3751437696,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3826705792,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4137633152,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4280370560,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":4300424576,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":4407379328,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4634920320,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4942153088,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5113652608,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q4_0.gguf","label":"Q4_0","size":5351777664,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5358069120,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5366457728,"bits":4.77,"known":true,"rank":0},{"repo":"IFM/Jais-3-7B-GGUF","file":"Jais-3-7B-Q4_K_M.gguf","label":"Q4_K_M","size":5592226016,"bits":4.97,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5592229248,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q4_1.gguf","label":"Q4_1","size":5837464960,"bits":5.19,"known":true,"rank":0},{"repo":"IFM/Jais-3-7B-GGUF","file":"Jais-3-7B-Q5_0.gguf","label":"Q5_0","size":6335731936,"bits":5.63,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6335735168,"bits":5.63,"known":true,"rank":0},{"repo":"IFM/Jais-3-7B-GGUF","file":"Jais-3-7B-Q5_K_M.gguf","label":"Q5_K_M","size":6466083040,"bits":5.75,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6466086272,"bits":5.75,"known":true,"rank":0},{"repo":"IFM/Jais-3-7B-GGUF","file":"Jais-3-7B-Q6_K.gguf","label":"Q6_K","size":7394556128,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-7B-i1-GGUF","file":"Jais-3-7B.i1-Q6_K.gguf","label":"Q6_K","size":7394559360,"bits":6.57,"known":true,"rank":0},{"repo":"IFM/Jais-3-7B-GGUF","file":"Jais-3-7B-Q8_0.gguf","label":"Q8_0","size":9573972192,"bits":8.51,"known":true,"rank":1},{"repo":"IFM/Jais-3-7B-GGUF","file":"Jais-3-7B-BF16.gguf","label":"BF16","size":18010421472,"bits":16.01,"known":true,"rank":1}],"repos":["IFM/Jais-3-7B-GGUF","mradermacher/Jais-3-7B-i1-GGUF"],"logoFrom":"inception42"},{"id":"kimi-linear-48b-a3b-instruct-abliterated-bf16","family":"ashwin-sreedhar/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16","name":"Kimi Linear 48B A3B Abliterated Bf16","maker":"ashwin-sreedhar","catalog":null,"tuned":true,"params":49.12,"active":3.48,"layers":27,"probe":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ1_S.gguf","kvBytesPerToken":9330,"kvHeader":8064,"kvFixed":0,"context":1048576,"arch":"kimi-linear","vision":false,"licence":"mit","open":true,"released":"2026-10-30T21:51:08.000Z","downloads":7675,"likes":4,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ1_S.gguf","label":"IQ1_S","size":10081754784,"bits":1.64,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ1_M.gguf","label":"IQ1_M","size":11189045280,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":13034529440,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14518879392,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ2_S.gguf","label":"IQ2_S","size":14656787616,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ2_M.gguf","label":"IQ2_M","size":16133174944,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":16669413152,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q2_K.gguf","label":"Q2_K","size":18028533536,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18992831136,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":20166372768,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ3_S.gguf","label":"IQ3_S","size":21325598112,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":21325598112,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ3_M.gguf","label":"IQ3_M","size":21548385696,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":23486104992,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":25509791136,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":26270981152,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q4_0.gguf","label":"Q4_0","size":27869756960,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":27956051488,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":29702759968,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q4_1.gguf","label":"Q4_1","size":30838178336,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":33885947424,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":34867654176,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF","file":"Kimi-Linear-48B-A3B-Instruct-abliterated-bf16.i1-Q6_K.gguf","label":"Q6_K","size":40364127904,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Kimi-Linear-48B-A3B-Instruct-abliterated-bf16-i1-GGUF"],"logoFrom":"moonshotai"},{"id":"kr3a","family":"Kutches/Kr3a","name":"Kr3a","maker":"Kutches","catalog":null,"tuned":false,"params":12.9,"active":null,"layers":36,"probe":"Kutches/Kr3a/Qwen3-VL-4B-Instruct-Unredacted-MAX.Q8_0.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":null,"open":false,"released":"2026-06-24T13:39:50.000Z","downloads":7653,"likes":133,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Kutches/Kr3a","file":"Krea-2-Turbo-Q4_K_M.gguf","label":"Q4_K_M","size":7486289232,"bits":4.64,"known":true,"rank":0},{"repo":"Kutches/Kr3a","file":"Krea-2-Turbo-Q5_K_S.gguf","label":"Q5_K_S","size":8819266656,"bits":5.47,"known":true,"rank":0},{"repo":"Kutches/Kr3a","file":"Krea-2-Base-Q5_K_M.gguf","label":"Q5_K_M","size":8871171296,"bits":5.5,"known":true,"rank":0},{"repo":"Kutches/Kr3a","file":"Krea-2-Base-Q6_K.gguf","label":"Q6_K","size":10583613664,"bits":6.56,"known":true,"rank":0}],"repos":["Kutches/Kr3a"],"logoFrom":"Kutches"},{"id":"qwen3-8-27b-heretic-jp-roleplay-nsfw-i1","family":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","name":"Qwen3.8 27B Heretic JP Roleplay NSFW I1","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T08:48:50.000Z","downloads":7651,"likes":4,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ1_S.gguf","label":"IQ1_S","size":7149826272,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085792,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184992,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592992,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ2_S.gguf","label":"IQ2_S","size":9362915552,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594912,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248327392,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q2_K.gguf","label":"Q2_K","size":10711666912,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372832,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131872,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073955552,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ3_S.gguf","label":"IQ3_S","size":12419330272,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ3_M.gguf","label":"IQ3_M","size":12580876512,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444832,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777952,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508512,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q4_0.gguf","label":"Q4_0","size":15521435872,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586316512,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401952,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q4_1.gguf","label":"Q4_1","size":17078243552,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615712,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231101152,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW.i1-Q6_K.gguf","label":"Q6_K","size":22082531552,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-i1-GGUF"],"logoFrom":"Qwen"},{"id":"ternary-bonsai-2-27b-abliterated-pq2-0-mtp","family":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PQ2_0-MTP-GGUF","name":"Ternary Bonsai 2 27B Abliterated PQ2 0 MTP","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PQ2_0-MTP-GGUF/Ternary-Bonsai-2-27B-Abliterated-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-18T16:09:35.000Z","downloads":7648,"likes":31,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PQ2_0-MTP-GGUF","file":"Ternary-Bonsai-2-27B-Abliterated-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-PQ2_0-MTP-GGUF"],"logoFrom":"prism-ml"},{"id":"huihui-gemma-4-31b-it-abliterated-v2","family":"huihui-ai/Huihui-gemma-4-31B-it-abliterated-v2","name":"Huihui Gemma 4 31B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF/Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-11T14:02:39.000Z","downloads":7648,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156484832,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725867744,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674839264,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354400,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":10157884128,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10917061344,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584416,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":11916308896,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077503200,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072364256,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":13761352096,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352416,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":14424492768,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":15287103904,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":16628265376,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":16862228896,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":17701573344,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":17763160480,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":18687058336,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.i1-Q4_1.gguf","label":"Q4_1","size":19481416416,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":21311836576,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":21845565856,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":25201480096,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","file":"Huihui-gemma-4-31B-it-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":32635670944,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-GGUF","mradermacher/Huihui-gemma-4-31B-it-abliterated-v2-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"rainbow-ai-12b-unified","family":"RainbowLord/Rainbow-AI-12B-Unified","name":"Rainbow AI 12B Unified","maker":"RainbowLord","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF/Rainbow-AI-12B-Unified.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T16:02:29.000Z","downloads":7644,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693376,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ1_M.gguf","label":"IQ1_M","size":3202849856,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110656,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887844416,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598656,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807296,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149056,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q2_K.gguf","label":"Q2_K","size":4830149696,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196096,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394816,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ3_S.gguf","label":"IQ3_S","size":5528230976,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528230976,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993536,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087089216,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321216,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635256896,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975880256,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q4_0.gguf","label":"Q4_0","size":6997998656,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024049216,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381384256,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q4_1.gguf","label":"Q4_1","size":7657126976,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338373696,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547269696,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Rainbow-AI-12B-Unified-i1-GGUF","file":"Rainbow-AI-12B-Unified.i1-Q6_K.gguf","label":"Q6_K","size":9786022976,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Rainbow-AI-12B-Unified-i1-GGUF"],"logoFrom":"RainbowLord"},{"id":"merousis-26b-a4b","family":"lithinnon/Merousis-26B-A4B","name":"Merousis 26B A4B","maker":"lithinnon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Merousis-26B-A4B-i1-GGUF/Merousis-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-20T06:30:56.000Z","downloads":7637,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532492896,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910878816,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541522016,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058652256,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190396000,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694910560,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824959072,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866703456,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642888800,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953262688,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539604576,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539604576,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709758560,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603928672,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141683296,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309894240,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903293024,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880062048,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430950496,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211252832,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494244960,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640402016,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Merousis-26B-A4B-i1-GGUF","file":"Merousis-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243952736,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Merousis-26B-A4B-i1-GGUF"],"logoFrom":"lithinnon"},{"id":"qwen3-5-4b-emperoai-qwen3-8-distill-heretic-abliterated","family":"insraq/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated","name":"Qwen3.5 4B EmperoAI Qwen3.8 Distill Heretic Abliterated","maker":"insraq","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-17T19:48:31.000Z","downloads":7630,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235104,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419744,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394144,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595104,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976224,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555744,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393504,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494624,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":1915471904,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880864,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581344,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512864,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187744,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065184,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317664,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286624,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":2549798944,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889184,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436704,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805664,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":2766968864,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037024,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988064,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF","file":"Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.i1-Q6_K.gguf","label":"Q6_K","size":3464056864,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"peach-2-0-9b-8k-roleplay","family":"ClosedCharacter/Peach-2.0-9B-8k-Roleplay","name":"Peach 2.0 9B 8K Roleplay","maker":"ClosedCharacter","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/Peach-2.0-9B-8k-Roleplay-GGUF/Peach-2.0-9B-8k-Roleplay.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-03-10T01:07:39.000Z","downloads":7626,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q2_K.gguf","label":"Q2_K","size":3354325760,"bits":3.04,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q3_K_S.gguf","label":"Q3_K_S","size":3899208448,"bits":3.53,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q3_K_M.gguf","label":"Q3_K_M","size":4324406016,"bits":3.92,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q3_K_L.gguf","label":"Q3_K_L","size":4690752256,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.IQ4_XS.gguf","label":"IQ4_XS","size":4827280544,"bits":4.37,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q4_0.gguf","label":"Q4_0","size":5036995328,"bits":4.56,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q4_K_S.gguf","label":"Q4_K_S","size":5071860480,"bits":4.6,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q4_K_M.gguf","label":"Q4_K_M","size":5328958208,"bits":4.83,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q4_1.gguf","label":"Q4_1","size":5572424448,"bits":5.05,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q5_0.gguf","label":"Q5_0","size":6107853568,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q5_K_S.gguf","label":"Q5_K_S","size":6107853568,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q5_K_M.gguf","label":"Q5_K_M","size":6258258688,"bits":5.67,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q5_1.gguf","label":"Q5_1","size":6643282688,"bits":6.02,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q6_K.gguf","label":"Q6_K","size":7245640448,"bits":6.56,"known":true,"rank":0},{"repo":"QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.Q8_0.gguf","label":"Q8_0","size":9383916288,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-GGUF","file":"Peach-2.0-9B-8k-Roleplay.f16.gguf","label":"F16","size":17661113504,"bits":16,"known":true,"rank":0}],"repos":["QuantFactory/Peach-2.0-9B-8k-Roleplay-GGUF","mradermacher/Peach-2.0-9B-8k-Roleplay-GGUF"],"logoFrom":null},{"id":"mistral-quantized-70b-miqu-1-70b-imat","family":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","name":"MIstral QUantized 70B Miqu 1 70B IMat.","maker":"NexesQuants","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF/miqu-1-70b-Requant-b2035-iMat-c32_ch400-IQ2_XXS.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-01-29T17:08:22.000Z","downloads":7624,"likes":70,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2409-iMat-c512_ch600-IQ1_FS.gguf","label":"IQ1_FS","size":14222521888,"bits":1.65,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2409-iMat-c512_ch600-IQ1_S_v5.gguf","label":"IQ1_S_V5","size":14535538208,"bits":1.69,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2409-iMat-c512_ch600-IQ1_PS.gguf","label":"IQ1_PS","size":14604203552,"bits":1.69,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2409-iMat-c512_ch600-IQ1_NS.gguf","label":"IQ1_NS","size":15103325728,"bits":1.75,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2409-iMat-c512_ch600-IQ1_MS.gguf","label":"IQ1_MS","size":15602447904,"bits":1.81,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2409-iMat-c512_ch600-IQ1_ES.gguf","label":"IQ1_ES","size":15925409312,"bits":1.85,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2431-iMat-c512_ch600-IQ1_SR.gguf","label":"IQ1_SR","size":16571332128,"bits":1.92,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2035-iMat-c32_ch400-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289440288,"bits":2.12,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2007-iMat-c32_ch400-IQ2_XS.gguf","label":"IQ2_XS","size":20334163488,"bits":2.36,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b1989-iMat-c32_ch400-Q2_K_S.gguf","label":"Q2_K_S","size":23559271968,"bits":2.73,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2035-iMat-c32_ch400-Q2_K.gguf","label":"Q2_K","size":25462437408,"bits":2.95,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2007-iMat-c32_ch400-IQ3_XXS.gguf","label":"IQ3_XXS","size":27028583968,"bits":3.13,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2007-iMat-c32_ch400-Q3_K_XS.gguf","label":"Q3_K_XS","size":28254680608,"bits":3.28,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-iMat-En-c512-IQ3_XSR.gguf","label":"IQ3_XSR","size":29059872288,"bits":3.37,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2007-iMat-c32_ch400-Q3_K_S.gguf","label":"Q3_K_S","size":29919295008,"bits":3.47,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-iMat-En-c512-IQ3_MR.gguf","label":"IQ3_MR","size":30485935648,"bits":3.54,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-iMat-En-c512-IQ3_BLR.gguf","label":"IQ3_BLR","size":32320943648,"bits":3.75,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b1989-iMat-c32_ch400-Q3_K_M.gguf","label":"Q3_K_M","size":33274738208,"bits":3.86,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2584-iMat-En-c512-Q3_K_ML.gguf","label":"Q3_K_ML","size":33335768608,"bits":3.87,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2867-iMat-En-c512-IQ4_XSR_old.gguf","label":"IQ4_XSR_OLD","size":33348548288,"bits":3.87,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-iMat-IQ3_XXXL2.gguf","label":"IQ3_XXXL2","size":34323592992,"bits":3.98,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2035-iMat-c32_ch400-Q3_K_L.gguf","label":"Q3_K_L","size":36147836448,"bits":4.19,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2431-iMat-c512_ch600-IQ4_XS.gguf","label":"IQ4_XS","size":36829820448,"bits":4.27,"known":true,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-iMat-IQ3_IQ4_XS.gguf","label":"IQ3_IQ4_XS","size":37023807264,"bits":4.29,"known":false,"rank":0},{"repo":"NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF","file":"miqu-1-70b-Requant-b2035-iMat-c32_ch400-Q4_K_S.gguf","label":"Q4_K_S","size":39249737248,"bits":4.55,"known":true,"rank":0}],"repos":["NexesQuants/MIstral-QUantized-70b_Miqu-1-70b-iMat.GGUF"],"logoFrom":"mistralai"},{"id":"lunar-huntress-0-2","family":"Husky110/Lunar-Huntress-0.2","name":"Lunar Huntress 0.2","maker":"Husky110","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Lunar-Huntress-0.2-i1-GGUF/Lunar-Huntress-0.2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T08:29:21.000Z","downloads":7614,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156490080,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872992,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674844512,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530359648,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ2_S.gguf","label":"IQ2_S","size":10157889376,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ2_M.gguf","label":"IQ2_M","size":10917066592,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976589664,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q2_K.gguf","label":"Q2_K","size":11916314464,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077508448,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072369504,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761357664,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761357664,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498016,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287109472,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270944,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790944,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q4_0.gguf","label":"Q4_0","size":17701578592,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166048,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687063904,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q4_1.gguf","label":"Q4_1","size":19481421664,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842144,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845571424,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.2-i1-GGUF","file":"Lunar-Huntress-0.2.i1-Q6_K.gguf","label":"Q6_K","size":25201485664,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Lunar-Huntress-0.2-i1-GGUF"],"logoFrom":null},{"id":"phi-3-mini-128k-instruct","family":"microsoft/Phi-3-mini-128k-instruct","name":"Phi 3 Mini 128K","maker":"Microsoft","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"second-state/Phi-3-mini-128k-instruct-GGUF/Phi-3-mini-128k-instruct-Q2_K.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-04-22T16:26:23.000Z","downloads":7611,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1130,"arenaCoding":1155,"arenaVision":null,"builds":[{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q2_K.gguf","label":"Q2_K","size":1416203616,"bits":2.97,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1681797984,"bits":3.52,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1955476320,"bits":4.1,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":2087596896,"bits":4.37,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q4_0.gguf","label":"Q4_0","size":2176176480,"bits":4.56,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2188759392,"bits":4.58,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":2393231712,"bits":5.01,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q4_1.gguf","label":"Q4_1","size":2408825184,"bits":5.04,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q5_0.gguf","label":"Q5_0","size":2641473888,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2641473888,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2815275360,"bits":5.9,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q5_1.gguf","label":"Q5_1","size":2874122592,"bits":6.02,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q6_K.gguf","label":"Q6_K","size":3135852384,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct.Q8_0.gguf","label":"Q8_0","size":4061221728,"bits":8.51,"known":true,"rank":0},{"repo":"second-state/Phi-3-mini-128k-instruct-GGUF","file":"Phi-3-mini-128k-instruct-f16.gguf","label":"F16","size":7643297248,"bits":16.01,"known":true,"rank":0}],"repos":["QuantFactory/Phi-3-mini-128k-instruct-GGUF","second-state/Phi-3-mini-128k-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"huihui-ai-mistral-small-24b-instruct-2501-abliterated","family":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","name":"Huihui Ai Mistral Small 24B 2501 Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-05T15:55:13.000Z","downloads":7602,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545120256,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":7207033856,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ2_S.gguf","label":"IQ2_S","size":7478352896,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ2_M.gguf","label":"IQ2_M","size":8114052096,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q2_K.gguf","label":"Q2_K","size":8890326016,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":9545686016,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":9907117056,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":10400275456,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ3_M.gguf","label":"IQ3_M","size":10650950656,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":11474082816,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":12400761856,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":12758916096,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987964416,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":13468015616,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q4_0.gguf","label":"Q4_0","size":13494230016,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":13549280256,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":14333910016,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":14831983616,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q4_1.gguf","label":"Q4_1","size":14873107456,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":16304413696,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":16763984896,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":17178172416,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q6_K.gguf","label":"Q6_K","size":19345939456,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":19670998016,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-Q8_0.gguf","label":"Q8_0","size":25054780416,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF","file":"huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-f32/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-f32-00001-of-00003.gguf","label":"F32","size":94297496576,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_Mistral-Small-24B-Instruct-2501-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"llama3-1-8b-chinese-chat","family":"shenzhi-wang/Llama3.1-8B-Chinese-Chat","name":"Llama3.1 8B Chinese","maker":"shenzhi-wang","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"shenzhi-wang/Llama3.1-8B-Chinese-Chat/gguf/llama3.1_8b_chinese_chat_q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-24T07:28:39.000Z","downloads":7581,"likes":266,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shenzhi-wang/Llama3.1-8B-Chinese-Chat","file":"gguf/llama3.1_8b_chinese_chat_q4_k_m.gguf","label":"Q4_K_M","size":4920733952,"bits":4.9,"known":true,"rank":0},{"repo":"shenzhi-wang/Llama3.1-8B-Chinese-Chat","file":"gguf/llama3.1_8b_chinese_chat_q8_0.gguf","label":"Q8_0","size":8540770560,"bits":8.51,"known":true,"rank":0},{"repo":"shenzhi-wang/Llama3.1-8B-Chinese-Chat","file":"gguf/llama3.1_8b_chinese_chat_f16.gguf","label":"F16","size":16068890880,"bits":16.01,"known":true,"rank":0}],"repos":["shenzhi-wang/Llama3.1-8B-Chinese-Chat"],"logoFrom":"meta-llama"},{"id":"qwen3-5-4b-heretic-2xmerge-davidau","family":"xtools-at/Qwen3.5-4B-Heretic-2xMerge-DavidAU","name":"Qwen3.5 4B Heretic 2xMerge DavidAU","maker":"xtools-at","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF/Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-12T16:57:47.000Z","downloads":7551,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235744,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ1_M.gguf","label":"IQ1_M","size":1426420384,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394784,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595744,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976864,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ2_M.gguf","label":"IQ2_M","size":1741556384,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852394144,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904495264,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q2_K.gguf","label":"Q2_K","size":1915472544,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069881504,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581984,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ3_S.gguf","label":"IQ3_S","size":2139513504,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ3_M.gguf","label":"IQ3_M","size":2163188384,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065824,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421318304,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514287264,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q4_0.gguf","label":"Q4_0","size":2549799584,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889824,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609437344,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708806304,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q4_1.gguf","label":"Q4_1","size":2766969504,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037664,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988704,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF","file":"Qwen3.5-4B-Heretic-2xMerge-DavidAU.i1-Q6_K.gguf","label":"Q6_K","size":3464057504,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-Heretic-2xMerge-DavidAU-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"fara1-5-4b","family":"microsoft/Fara1.5-4B","name":"Fara1.5 4B","maker":"Microsoft","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"bartowski/Fara1.5-4B-GGUF/Fara1.5-4B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-07-17T19:59:47.000Z","downloads":7549,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-IQ2_M.gguf","label":"IQ2_M","size":1825573984,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q2_K.gguf","label":"Q2_K","size":2063602784,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2115652704,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q2_K_L.gguf","label":"Q2_K_L","size":2217561184,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-IQ3_XS.gguf","label":"IQ3_XS","size":2275775584,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2326074464,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-IQ3_M.gguf","label":"IQ3_M","size":2355156064,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2447479904,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2537264224,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2543162464,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2647364704,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q4_0.gguf","label":"Q4_0","size":2647856224,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2691222624,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2717979744,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q4_1.gguf","label":"Q4_1","size":2851673184,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2884850784,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3038809184,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3128235104,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3315586144,"bits":6.3,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3469544544,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q6_K.gguf","label":"Q6_K","size":3677181024,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3831139424,"bits":7.28,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-Q8_0.gguf","label":"Q8_0","size":4493954144,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-4B-GGUF","file":"Fara1.5-4B-bf16.gguf","label":"BF16","size":8424393568,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Fara1.5-4B-GGUF"],"logoFrom":"microsoft"},{"id":"nemotron-cascade-2-30b-a3b","family":"nvidia/Nemotron-Cascade-2-30B-A3B","name":"Nemotron Cascade 2 30B A3B","maker":"NVIDIA","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XXS.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-03-18T20:57:41.000Z","downloads":7546,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":18086359488,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":18090488256,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":18098745792,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":18102874560,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K.gguf","label":"Q2_K","size":18161537472,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":18166698432,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":18170827200,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":18189922752,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q4_0.gguf","label":"Q4_0","size":18272326080,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":18337698240,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":19046814144,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":19053007296,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":19067974080,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":19498226112,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":19500290496,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":19674386880,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q4_1.gguf","label":"Q4_1","size":20120369088,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":22447521216,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":24008614848,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":24725740992,"bits":6.26,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":24857861568,"bits":6.3,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":26212516800,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":26322617280,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K.gguf","label":"Q6_K","size":33553498560,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":33553498560,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q8_0.gguf","label":"Q8_0","size":33585496512,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","file":"nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":63181505344,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF"],"logoFrom":"nvidia"},{"id":"mythos-9b-unhinged","family":"King3Djbl/mythos-9b-unhinged","name":"Mythos 9B Unhinged","maker":"King3Djbl","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"King3Djbl/mythos-9b-unhinged/mythos-9b-unhinged-IQ2_XXS.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-17T11:26:07.000Z","downloads":7544,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111168,"bits":2.43,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ2_XS.gguf","label":"IQ2_XS","size":2696156352,"bits":2.63,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ2_S.gguf","label":"IQ2_S","size":2864743616,"bits":2.8,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q3_K_M.gguf","label":"Q3_K_M","size":3128508416,"bits":3.06,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q2_K.gguf","label":"Q2_K","size":3281732544,"bits":3.21,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369632960,"bits":3.29,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ3_S.gguf","label":"IQ3_S","size":3390791680,"bits":3.31,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ3_XS.gguf","label":"IQ3_XS","size":3626874048,"bits":3.54,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q3_K_S.gguf","label":"Q3_K_S","size":3769611200,"bits":3.68,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ3_M.gguf","label":"IQ3_M","size":3896620224,"bits":3.81,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q3_K_L.gguf","label":"Q3_K_L","size":4431393728,"bits":4.33,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ4_XS.gguf","label":"IQ4_XS","size":4561839296,"bits":4.46,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q4_0.gguf","label":"Q4_0","size":4774749120,"bits":4.66,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-IQ4_NL.gguf","label":"IQ4_NL","size":4793623744,"bits":4.68,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q4_K_S.gguf","label":"Q4_K_S","size":4802012096,"bits":4.69,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q4_K_M.gguf","label":"Q4_K_M","size":5027783616,"bits":4.91,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q4_1.gguf","label":"Q4_1","size":5247755200,"bits":5.13,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q5_K_M.gguf","label":"Q5_K_M","size":5851112384,"bits":5.72,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q6_K.gguf","label":"Q6_K","size":6725899200,"bits":6.57,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-Q8_0.gguf","label":"Q8_0","size":8709518272,"bits":8.51,"known":true,"rank":0},{"repo":"King3Djbl/mythos-9b-unhinged","file":"mythos-9b-unhinged-F16.gguf","label":"F16","size":16388043712,"bits":16.01,"known":true,"rank":0}],"repos":["King3Djbl/mythos-9b-unhinged"],"logoFrom":"King3Djbl"},{"id":"lfm2-5-2-6b-uncensored-abliterated-philadelphia-class","family":"PhillyLabs/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS","name":"LFM2.5 2.6B UNCENSORED ABLITERATED PHILADELPHIA CLASS","maker":"PhillyLabs","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ1_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-08-05T04:17:31.000Z","downloads":7529,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ1_S.gguf","label":"IQ1_S","size":677039232,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ1_M.gguf","label":"IQ1_M","size":731573376,"bits":2.17,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":822463616,"bits":2.44,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ2_XS.gguf","label":"IQ2_XS","size":896224384,"bits":2.66,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ2_S.gguf","label":"IQ2_S","size":908504192,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ2_M.gguf","label":"IQ2_M","size":981216384,"bits":2.91,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1038724224,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q2_K.gguf","label":"Q2_K","size":1094593664,"bits":3.24,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1120529536,"bits":3.32,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1221078144,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ3_S.gguf","label":"IQ3_S","size":1270525056,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1270525056,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ3_M.gguf","label":"IQ3_M","size":1284869248,"bits":3.81,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1366846592,"bits":4.05,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1451650176,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1517808768,"bits":4.5,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1593896064,"bits":4.72,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q4_0.gguf","label":"Q4_0","size":1598024832,"bits":4.73,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1602677888,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1674456192,"bits":4.96,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q4_1.gguf","label":"Q4_1","size":1746070656,"bits":5.17,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1898245248,"bits":5.62,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1939745920,"bits":5.75,"known":true,"rank":1},{"repo":"mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS.i1-Q6_K.gguf","label":"Q6_K","size":2221616256,"bits":6.58,"known":true,"rank":1},{"repo":"PhillyLabs/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS","file":"LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-BF16.gguf","label":"BF16","size":5403157792,"bits":16.01,"known":true,"rank":0}],"repos":["PhillyLabs/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS","mradermacher/LFM2.5-2.6B-UNCENSORED-ABLITERATED-PHILADELPHIA-CLASS-i1-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-8-27b-iq4-xs-mtp-16gb-vram","family":"Bucoid/Qwen3.8-27B-IQ4-XS-MTP-16GB-VRAM-GGUF","name":"Qwen3.8 27B IQ4 XS MTP 16GB VRAM","maker":"Bucoid","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"Bucoid/Qwen3.8-27B-IQ4-XS-MTP-16GB-VRAM-GGUF/Qwen3.8-27B-IQ4_XS_4BPW.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T13:30:27.000Z","downloads":7526,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Bucoid/Qwen3.8-27B-IQ4-XS-MTP-16GB-VRAM-GGUF","file":"Qwen3.8-27B-IQ4_XS_4BPW.gguf","label":"IQ4_XS","size":13905649312,"bits":4.07,"known":true,"rank":0}],"repos":["Bucoid/Qwen3.8-27B-IQ4-XS-MTP-16GB-VRAM-GGUF"],"logoFrom":"Qwen"},{"id":"nexus-medical","family":"fableforge-ai/NEXUS-Medical","name":"NEXUS Medical","maker":"fableforge-ai","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"King3Djbl/nexus-medical-GGUF/nexus-medical-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-05T08:02:02.000Z","downloads":7522,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-IQ1_S.gguf","label":"IQ1_S","size":436524672,"bits":2.27,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq2_xxs.gguf","label":"IQ2_XXS","size":511014432,"bits":2.65,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq2_xs.gguf","label":"IQ2_XS","size":550323808,"bits":2.86,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq2_s.gguf","label":"IQ2_S","size":563806816,"bits":2.93,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq3_xxs.gguf","label":"IQ3_XXS","size":668789408,"bits":3.47,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q2_k.gguf","label":"Q2_K","size":676301856,"bits":3.51,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq3_xs.gguf","label":"IQ3_XS","size":731696224,"bits":3.8,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q3_k_s.gguf","label":"Q3_K_S","size":760941408,"bits":3.95,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq3_s.gguf","label":"IQ3_S","size":762403936,"bits":3.96,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq3_m.gguf","label":"IQ3_M","size":776661088,"bits":4.03,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq4_xs.gguf","label":"IQ4_XS","size":813589536,"bits":4.23,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q3_k_m.gguf","label":"Q3_K_M","size":824175648,"bits":4.28,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q3_k_l.gguf","label":"Q3_K_L","size":880159584,"bits":4.57,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-iq4_nl.gguf","label":"IQ4_NL","size":936328288,"bits":4.86,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q4_0.gguf","label":"Q4_0","size":937532448,"bits":4.87,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q4_k_s.gguf","label":"Q4_K_S","size":940309344,"bits":4.88,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q4_k_m.gguf","label":"Q4_K_M","size":986045632,"bits":5.12,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q4_1.gguf","label":"Q4_1","size":1016839008,"bits":5.28,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q5_k_s.gguf","label":"Q5_K_S","size":1098726240,"bits":5.71,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q5_k_m.gguf","label":"Q5_K_M","size":1125047456,"bits":5.84,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q6_k.gguf","label":"Q6_K","size":1272736800,"bits":6.61,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-q8_0.gguf","label":"Q8_0","size":1646570144,"bits":8.55,"known":true,"rank":0},{"repo":"King3Djbl/nexus-medical-GGUF","file":"nexus-medical-f16.gguf","label":"F16","size":3093666144,"bits":16.07,"known":true,"rank":0}],"repos":["King3Djbl/nexus-medical-GGUF"],"logoFrom":"fableforge-ai"},{"id":"qwen3-8-27b-uncensored-rocmfp4-strix-mtp","family":"kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF","name":"Qwen3.8 27B Uncensored ROCmFP4 STRIX MTP","maker":"kingjones777","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF/Qwen3.8-27B-Uncensored-ROCmFP4-FAST.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-22T23:28:19.000Z","downloads":7510,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-ROCmFP4-FAST.gguf","label":"Qwen3.8-27B-Uncensored-ROCmFP4-FAST","size":14308669728,"bits":4.26,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-ROCmFP4-STRIX_LEAN.gguf","label":"Qwen3.8-27B-Uncensored-ROCmFP4-STRIX_LEAN","size":14591211808,"bits":4.34,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-Q6_0_ROCMFPX_LEAN.gguf","label":"Q6_0_ROCMFPX_LEAN","size":21872425248,"bits":6.5,"known":false,"rank":0},{"repo":"kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-Q6_0_ROCMFPX_AGENT.gguf","label":"Q6_0_ROCMFPX_AGENT","size":24856607008,"bits":7.39,"known":false,"rank":0}],"repos":["kingjones777/Qwen3.8-27B-Uncensored-ROCmFP4-STRIX-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-5-2-6b-heretic-abliterated","family":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","name":"LFM2.5 2.6B Heretic Abliterated","maker":"Abiray","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF/LFM2.5-2.6B-heretic-Q3_K_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-05T05:55:20.000Z","downloads":7500,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":1366844832,"bits":4.05,"known":true,"rank":0},{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1602676128,"bits":4.75,"known":true,"rank":0},{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1674454432,"bits":4.96,"known":true,"rank":0},{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1898243488,"bits":5.62,"known":true,"rank":0},{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1939744160,"bits":5.75,"known":true,"rank":0},{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q6_K.gguf","label":"Q6_K","size":2221614496,"bits":6.58,"known":true,"rank":0},{"repo":"Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF","file":"LFM2.5-2.6B-heretic-Q8_0.gguf","label":"Q8_0","size":2874779040,"bits":8.52,"known":true,"rank":0}],"repos":["Abiray/LFM2.5-2.6B-Heretic-Abliterated-GGUF"],"logoFrom":"LiquidAI"},{"id":"l3-dark-planet-8b","family":"DavidAU/L3-Dark-Planet-8B","name":"L3 Dark Planet 8B","maker":"DavidAU","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3-Dark-Planet-8B-GGUF/L3-Dark-Planet-8B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-02T08:29:42.000Z","downloads":7495,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q2_k.gguf","label":"Q2_K","size":3429486944,"bits":3.42,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":3861500256,"bits":3.85,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4215918944,"bits":4.2,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4518957408,"bits":4.5,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":4885565792,"bits":4.87,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":4890677600,"bits":4.87,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":5113631072,"bits":5.09,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":5796295008,"bits":5.77,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":5929988448,"bits":5.91,"known":true,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-GGUF","file":"L3-Dark-Planet-8B-D_AU-Q8_0.gguf","label":"Q8_0","size":8540770656,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/L3-Dark-Planet-8B-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen2-vl-7b-instruct","family":"Qwen/Qwen2-VL-7B-Instruct","name":"Qwen2 VL 7B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/Qwen2-VL-7B-Instruct-GGUF/Qwen2-VL-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2024-08-28T09:03:13.000Z","downloads":7489,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":1040,"builds":[{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2780341408,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":3015939232,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3346255008,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3492367520,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3548163232,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3574011040,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3808390304,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4088458400,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4218471584,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4437812384,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4444120224,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4457768096,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565331104,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4683072672,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5087562912,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5315175584,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5444830368,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5781195936,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6254197920,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6518181024,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":8098524320,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2-VL-7B-Instruct-GGUF","file":"Qwen2-VL-7B-Instruct-f16.gguf","label":"F16","size":15237852064,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2-VL-7B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"wizardlm-30b-uncensored-guanaco-supercot-30b","family":"Monero/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b","name":"WizardLM 30B Uncensored Guanaco SuperCOT 30B","maker":"Monero","catalog":null,"tuned":true,"params":32.53,"active":null,"layers":60,"probe":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ1_S.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-05-26T02:31:43.000Z","downloads":7458,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ1_S.gguf","label":"IQ1_S","size":7120314880,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ1_M.gguf","label":"IQ1_M","size":7728540160,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8742248960,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9636282880,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ2_S.gguf","label":"IQ2_S","size":10386481312,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ2_M.gguf","label":"IQ2_M","size":11197448352,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q2_K.gguf","label":"Q2_K","size":12048884096,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12323377312,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13311727648,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ3_S.gguf","label":"IQ3_S","size":14064121888,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14064121888,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ3_M.gguf","label":"IQ3_M","size":14881079328,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15776471072,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17279768608,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17346129600,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q4_0.gguf","label":"Q4_0","size":18408161152,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18482495360,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19621150592,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22395372224,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23047127744,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF","file":"WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b.i1-Q6_K.gguf","label":"Q6_K","size":26687228480,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/WizardLM-30B-Uncensored-Guanaco-SuperCOT-30b-i1-GGUF"],"logoFrom":"Monero"},{"id":"moonlight-16b-a3b-instruct","family":"moonshotai/Moonlight-16B-A3B-Instruct","name":"Moonlight 16B A3B","maker":"Moonshot AI","catalog":null,"tuned":false,"params":15.96,"active":2.91,"layers":27,"probe":"mmnga/Moonlight-16B-A3B-Instruct-gguf/Moonlight-16B-A3B-Instruct-IQ1_S.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":8192,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-02-22T04:15:17.000Z","downloads":7441,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":5120089216,"bits":2.57,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":5362552960,"bits":2.69,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":5766659200,"bits":2.89,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":5775287904,"bits":2.89,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":6093483136,"bits":3.05,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":6101227104,"bits":3.06,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":6146415744,"bits":3.08,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":6154159712,"bits":3.08,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":6469700736,"bits":3.24,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":6476559968,"bits":3.25,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q2_K.gguf","label":"Q2_K","size":6575650688,"bits":3.3,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-Q2_K.gguf","label":"Q2_K","size":6582288992,"bits":3.3,"known":true,"rank":1},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":6607463008,"bits":3.31,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":7104302208,"bits":3.56,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":7109391968,"bits":3.56,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":7280956544,"bits":3.65,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":7284719200,"bits":3.65,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":7645762432,"bits":3.83,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":7645762688,"bits":3.83,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":7649525344,"bits":3.83,"known":true,"rank":1},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":7649525344,"bits":3.83,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":7711536256,"bits":3.87,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":7715298912,"bits":3.87,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":8286450560,"bits":4.15,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":8290213472,"bits":4.16,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":8619242368,"bits":4.32,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":8623005280,"bits":4.32,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":8744947840,"bits":4.38,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":8745835104,"bits":4.38,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q4_0.gguf","label":"Q4_0","size":9083158400,"bits":4.55,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":9083158656,"bits":4.55,"known":true,"rank":0},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":9083161184,"bits":4.55,"known":true,"rank":1},{"repo":"gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","file":"Moonlight-16B-A3B-Instruct-Q4_0.gguf","label":"Q4_0","size":9108392544,"bits":4.57,"known":true,"rank":1},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":9710337920,"bits":4.87,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":10537205632,"bits":5.28,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q5_0.gguf","label":"Q5_0","size":11035787136,"bits":5.53,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":11335679872,"bits":5.68,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":12039995264,"bits":6.04,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q6_K.gguf","label":"Q6_K","size":14272539520,"bits":7.15,"known":true,"rank":0},{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","file":"Moonlight-16B-A3B-Instruct-Q8_0.gguf","label":"Q8_0","size":16974937984,"bits":8.51,"known":true,"rank":0}],"repos":["gabriellarson/Moonlight-16B-A3B-Instruct-GGUF","mmnga/Moonlight-16B-A3B-Instruct-gguf"],"logoFrom":"moonshotai"},{"id":"qwen3-8-flash-next-iq4-xs","family":"julianmb/Qwen3.8-Flash-Next-IQ4_XS-GGUF","name":"Qwen3.8 Flash Next IQ4 XS","maker":"julianmb","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"julianmb/Qwen3.8-Flash-Next-IQ4_XS-GGUF/Qwen3.8-Flash-Next-IQ4_XS.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-08-28T15:14:42.000Z","downloads":7439,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"julianmb/Qwen3.8-Flash-Next-IQ4_XS-GGUF","file":"Qwen3.8-Flash-Next-IQ4_XS-PLE.gguf","label":"Qwen3.8-Flash-Next-IQ4_XS-PLE","size":97444277856,"bits":4.41,"known":false,"rank":0},{"repo":"julianmb/Qwen3.8-Flash-Next-IQ4_XS-GGUF","file":"Qwen3.8-Flash-Next-IQ4_XS-M2.gguf","label":"Qwen3.8-Flash-Next-IQ4_XS-M2","size":123044400736,"bits":5.56,"known":false,"rank":0},{"repo":"julianmb/Qwen3.8-Flash-Next-IQ4_XS-GGUF","file":"Qwen3.8-Flash-Next-IQ4_XS.gguf","label":"IQ4_XS","size":123993034048,"bits":5.61,"known":true,"rank":0}],"repos":["julianmb/Qwen3.8-Flash-Next-IQ4_XS-GGUF"],"logoFrom":"Qwen"},{"id":"abd3id-codementor","family":"abdallah3id/ABD3ID-CodeMentor","name":"ABD3ID CodeMentor","maker":"abdallah3id","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/ABD3ID-CodeMentor-i1-GGUF/ABD3ID-CodeMentor.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-06T13:19:09.000Z","downloads":7439,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642016,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269344,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648224,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345632,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968352,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471456,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239392,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q2_K.gguf","label":"Q2_K","size":3827262816,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166112,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416416,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407200,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818400,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ3_M.gguf","label":"IQ3_M","size":4415382880,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525216,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515104,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196440928,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q4_0.gguf","label":"Q4_0","size":5325940064,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630176,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214752,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109600,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q4_1.gguf","label":"Q4_1","size":5809333600,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310048,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970400,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/ABD3ID-CodeMentor-i1-GGUF","file":"ABD3ID-CodeMentor.i1-Q6_K.gguf","label":"Q6_K","size":7359260000,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/ABD3ID-CodeMentor-i1-GGUF"],"logoFrom":"abdallah3id"},{"id":"qwythos-9b-claude-mythos-5-1m-uncensored-heretic","family":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic","name":"Qwythos 9B Claude Mythos 5 1M Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q4_K_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-29T12:45:33.000Z","downloads":7428,"likes":91,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":5939488512,"bits":5.31,"known":true,"rank":0},{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":6216967936,"bits":5.56,"known":true,"rank":0},{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":6458664704,"bits":5.77,"known":true,"rank":0},{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":6621325056,"bits":5.92,"known":true,"rank":0},{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":7458301696,"bits":6.67,"known":true,"rank":0},{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":9910888192,"bits":8.86,"known":true,"rank":0},{"repo":"llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF","file":"Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-BF16.gguf","label":"BF16","size":17920698112,"bits":16.02,"known":true,"rank":0}],"repos":["llmfan46/Qwythos-9B-Claude-Mythos-5-1M-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"startlux-decision-v1-4b","family":"startlux-models/StartLux-Decision-v1-4B","name":"StartLux Decision V1 4B","maker":"startlux-models","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"startlux-models/StartLux-Decision-v1-4B-Q4_K_M-GGUF/StartLux-Decision-4B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-29T11:59:00.000Z","downloads":7426,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1-4B-Q4_K_M-GGUF","file":"StartLux-Decision-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2708804096,"bits":5.15,"known":true,"rank":1},{"repo":"startlux-models/StartLux-Decision-v1-4B-Q8_0-GGUF","file":"StartLux-Decision-4B-Q8_0.gguf","label":"Q8_0","size":4482402816,"bits":8.52,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1-4B-Q4_K_M-GGUF","startlux-models/StartLux-Decision-v1-4B-Q8_0-GGUF"],"logoFrom":"startlux-models"},{"id":"intern-decision-4b","family":"internlm/Intern-Decision-4B","name":"Intern Decision 4B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"bombdefuser-124/Intern-Decision-4B-GGUF/intern-decision-4b-q8_0-fixed.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-26T05:36:37.000Z","downloads":7417,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bombdefuser-124/Intern-Decision-4B-GGUF","file":"intern-decision-4b-q8_0-fixed.gguf","label":"intern-decision-4b-q8_0-fixed","size":4482403232,"bits":8.52,"known":false,"rank":0},{"repo":"bombdefuser-124/Intern-Decision-4B-GGUF","file":"intern-decision-4b-fp16-fixed.gguf","label":"intern-decision-4b-fp16-fixed","size":8424393632,"bits":16.01,"known":false,"rank":0}],"repos":["bombdefuser-124/Intern-Decision-4B-GGUF"],"logoFrom":"internlm"},{"id":"openelm-3b-instruct","family":"apple/OpenELM-3B-Instruct","name":"OpenELM 3B","maker":"apple","catalog":null,"tuned":false,"params":3.04,"active":null,"layers":36,"probe":"mradermacher/OpenELM-3B-Instruct-GGUF/OpenELM-3B-Instruct.Q2_K.gguf","kvBytesPerToken":97151,"kvHeader":83968,"kvFixed":0,"context":2048,"arch":"openelm","vision":false,"licence":"apple-amlr","open":false,"released":"2024-07-16T10:09:29.000Z","downloads":7410,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q2_K.gguf","label":"Q2_K","size":1150218592,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q2_K.gguf","label":"Q2_K","size":1150219328,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":1291703360,"bits":3.4,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1344786784,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":1344787520,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1344787520,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":1435657280,"bits":3.78,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1533235552,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1533236288,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":1649333312,"bits":4.34,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":1659752800,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":1659753536,"bits":4.37,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q4_0.gguf","label":"Q4_0","size":1735004512,"bits":4.57,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":1739919712,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":1739920448,"bits":4.58,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q4_K.gguf","label":"Q4_K","size":1887787360,"bits":4.97,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1887787360,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1887788096,"bits":4.97,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q4_1.gguf","label":"Q4_1","size":1918636384,"bits":5.05,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q5_0.gguf","label":"Q5_0","size":2102268256,"bits":5.53,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2102268256,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2102268992,"bits":5.53,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q5_K.gguf","label":"Q5_K","size":2207447392,"bits":5.81,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2207447392,"bits":5.81,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2207448128,"bits":5.81,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q5_1.gguf","label":"Q5_1","size":2285900128,"bits":6.02,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q6_K.gguf","label":"Q6_K","size":2492485984,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q6_K.gguf","label":"Q6_K","size":2492486720,"bits":6.56,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.Q8_0.gguf","label":"Q8_0","size":3227867488,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.Q8_0.gguf","label":"Q8_0","size":3227868224,"bits":8.49,"known":true,"rank":0},{"repo":"SanctumAI/OpenELM-3B-Instruct-GGUF","file":"openelm-3b-instruct.f16.gguf","label":"F16","size":6074505568,"bits":15.99,"known":true,"rank":0},{"repo":"mradermacher/OpenELM-3B-Instruct-GGUF","file":"OpenELM-3B-Instruct.f16.gguf","label":"F16","size":6074506304,"bits":15.99,"known":true,"rank":0}],"repos":["SanctumAI/OpenELM-3B-Instruct-GGUF","mradermacher/OpenELM-3B-Instruct-GGUF"],"logoFrom":"apple"},{"id":"ingot-iv-27b-q2","family":"dendriteholdings/Ingot-IV-27B-Q2","name":"Ingot IV 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-IV-27B-Q2/Ingot-IV-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T04:18:25.000Z","downloads":7409,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-IV-27B-Q2","file":"Ingot-IV-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-IV-27B-Q2","file":"Ingot-IV-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-IV-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"firered-image-edit-1-1-comfyui","family":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","name":"FireRed Image Edit 1.1 ComfyUI","maker":"FireRedTeam","catalog":null,"tuned":false,"params":20.43,"active":null,"layers":28,"probe":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI/qwen2.5-vl-7b-instruct-q8_0.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-04T03:29:32.000Z","downloads":7407,"likes":144,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","file":"FireRed-Image-Edit-1.1-transformer-q4_1.gguf","label":"Q4_1","size":12843678240,"bits":5.03,"known":true,"rank":0},{"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","file":"FireRed-Image-Edit-1.1-transformer-q4_k_m.gguf","label":"Q4_K_M","size":13065746976,"bits":5.12,"known":true,"rank":0},{"repo":"FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI","file":"FireRed-Image-Edit-1.1-transformer-bf16.gguf","label":"BF16","size":40872114720,"bits":16,"known":true,"rank":0}],"repos":["FireRedTeam/FireRed-Image-Edit-1.1-ComfyUI"],"logoFrom":"FireRedTeam"},{"id":"andy-4-2","family":"Mindcraft-CE/Andy-4.2-GGUF","name":"Andy 4.2","maker":"Mindcraft-CE","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"Mindcraft-CE/Andy-4.2-GGUF/andy-4.2.q2_k.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-03-26T01:09:07.000Z","downloads":7400,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mindcraft-CE/Andy-4.2-GGUF","file":"andy-4.2.q2_k.gguf","label":"Q2_K","size":3638518080,"bits":3.25,"known":true,"rank":0},{"repo":"Mindcraft-CE/Andy-4.2-GGUF","file":"andy-4.2.q4_k_m.gguf","label":"Q4_K_M","size":5627044160,"bits":5.03,"known":true,"rank":0},{"repo":"Mindcraft-CE/Andy-4.2-GGUF","file":"andy-4.2.q6_k.gguf","label":"Q6_K","size":7359258944,"bits":6.58,"known":true,"rank":0},{"repo":"Mindcraft-CE/Andy-4.2-GGUF","file":"andy-4.2.q8_0.gguf","label":"Q8_0","size":9527501120,"bits":8.52,"known":true,"rank":0},{"repo":"Mindcraft-CE/Andy-4.2-GGUF","file":"andy-4.2.bf16.gguf","label":"BF16","size":17920696640,"bits":16.02,"known":true,"rank":0}],"repos":["Mindcraft-CE/Andy-4.2-GGUF"],"logoFrom":"Qwen"},{"id":"granite-4-0-h-350m","family":"ibm-granite/granite-4.0-h-350m","name":"Granite 4.0 H 350M","maker":"IBM","catalog":null,"tuned":false,"params":0.34,"active":null,"layers":32,"probe":"unsloth/granite-4.0-h-350m-GGUF/granite-4.0-h-350m-UD-IQ3_XXS.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-07T20:23:17.000Z","downloads":7398,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":159734944,"bits":3.76,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q2_K.gguf","label":"Q2_K","size":159883936,"bits":3.76,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q3_K_S.gguf","label":"Q3_K_S","size":181154848,"bits":4.26,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q3_K_M.gguf","label":"Q3_K_M","size":188699680,"bits":4.44,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":191239072,"bits":4.5,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q3_K_L.gguf","label":"Q3_K_L","size":194941984,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-IQ4_XS.gguf","label":"IQ4_XS","size":207857440,"bits":4.89,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q4_0.gguf","label":"Q4_0","size":216073120,"bits":5.08,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-IQ4_NL.gguf","label":"IQ4_NL","size":216073504,"bits":5.08,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q4_K_S.gguf","label":"Q4_K_S","size":216957856,"bits":5.1,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q4_K_M.gguf","label":"Q4_K_M","size":222662560,"bits":5.24,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":225320224,"bits":5.3,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q4_1.gguf","label":"Q4_1","size":232505248,"bits":5.47,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q5_0.gguf","label":"Q5_0","size":248937376,"bits":5.86,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q5_K_S.gguf","label":"Q5_K_S","size":248937376,"bits":5.86,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q5_K_M.gguf","label":"Q5_K_M","size":252331936,"bits":5.94,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":252611872,"bits":5.94,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q5_1.gguf","label":"Q5_1","size":265369504,"bits":6.24,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q6_K.gguf","label":"Q6_K","size":283855648,"bits":6.68,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":311092384,"bits":7.32,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-Q8_0.gguf","label":"Q8_0","size":366195616,"bits":8.62,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":461305120,"bits":10.85,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","file":"granite-4.0-h-350m-bf16.gguf","label":"BF16","size":684931200,"bits":16.12,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-h-350m-GGUF","unsloth/granite-4.0-h-350m-GGUF"],"logoFrom":"ibm-granite"},{"id":"eurollm-9b-instruct","family":"utter-project/EuroLLM-9B-Instruct","name":"EuroLLM 9B","maker":"utter-project","catalog":null,"tuned":false,"params":9.15,"active":null,"layers":42,"probe":"bartowski/EuroLLM-9B-Instruct-GGUF/EuroLLM-9B-Instruct-IQ2_M.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-22T11:00:26.000Z","downloads":7390,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":3333085920,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q2_K.gguf","label":"Q2_K","size":3593067232,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3977599712,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":4105067232,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":4141767392,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":4292172512,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4553136864,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4913847008,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":5045541600,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5287631584,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5287631584,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5287631584,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_0.gguf","label":"Q4_0","size":5303360224,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":5309651680,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":5321186016,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":5372599008,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":5582838496,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5971958496,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":6366092000,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":6518168288,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":6841752288,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q6_K.gguf","label":"Q6_K","size":7511956192,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":7765908192,"bits":6.79,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-Q8_0.gguf","label":"Q8_0","size":9728449248,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/EuroLLM-9B-Instruct-GGUF","file":"EuroLLM-9B-Instruct-f16.gguf","label":"F16","size":18308422080,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/EuroLLM-9B-Instruct-GGUF"],"logoFrom":"utter-project"},{"id":"gemma-4-31b-abliterated-uncensored","family":"Madras1/Gemma-4-31B-Abliterated-Uncensored","name":"Gemma 4 31B Abliterated Uncensored","maker":"Madras1","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF/Gemma-4-31B-Abliterated-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T02:20:25.000Z","downloads":7388,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491776,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874688,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674846208,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361344,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891072,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068288,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591360,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q2_K.gguf","label":"Q2_K","size":11916315872,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510144,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072371200,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":13761359072,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359360,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499712,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":15287110880,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":16628272352,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":16862235872,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":17701580288,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":17763167456,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":18687065312,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":19481423360,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":21311843552,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":21845572832,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q6_K.gguf","label":"Q6_K","size":25201487072,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","file":"Gemma-4-31B-Abliterated-Uncensored.Q8_0.gguf","label":"Q8_0","size":32635677920,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-31B-Abliterated-Uncensored-GGUF","mradermacher/Gemma-4-31B-Abliterated-Uncensored-i1-GGUF"],"logoFrom":"Madras1"},{"id":"murasaki-backup","family":"shoutmon/Murasaki-Backup","name":"Murasaki Backup","maker":"shoutmon","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":36,"probe":"shoutmon/Murasaki-Backup/Murasaki-4B-v0.3-Q6_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-08-25T06:44:09.000Z","downloads":7387,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shoutmon/Murasaki-Backup","file":"Murasaki-14B-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":8110729792,"bits":4.39,"known":true,"rank":0},{"repo":"shoutmon/Murasaki-Backup","file":"Murasaki-14B-v0.2-f16.gguf","label":"F16","size":29543423296,"bits":16,"known":true,"rank":0}],"repos":["shoutmon/Murasaki-Backup"],"logoFrom":"shoutmon"},{"id":"ministral-3-3b-reasoning-uncensored-heretic","family":"xtools-at/Ministral-3-3B-Reasoning-UNCENSORED-heretic","name":"Ministral 3 3B Reasoning UNCENSORED Heretic","maker":"xtools-at","catalog":null,"tuned":true,"params":3.43,"active":null,"layers":26,"probe":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF/Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ1_S.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-20T13:23:12.000Z","downloads":7383,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":938169312,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":997520352,"bits":2.33,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1096438752,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1185797088,"bits":2.77,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1240429536,"bits":2.89,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1319564256,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1370878944,"bits":3.2,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1448293344,"bits":3.38,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q2_K.gguf","label":"Q2_K","size":1458959008,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1580413920,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":1639150240,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1650013152,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":1704743904,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":1795551904,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":1934357152,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":1972548256,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2046374880,"bits":4.77,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2051290080,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":2053255840,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":2146497184,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2230203360,"bits":5.2,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":2419339936,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":2473652896,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q6_K.gguf","label":"Q6_K","size":2821255840,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.Q8_0.gguf","label":"Q8_0","size":3651678880,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","file":"Ministral-3-3B-Reasoning-UNCENSORED-heretic.f16.gguf","label":"F16","size":6866219680,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-GGUF","mradermacher/Ministral-3-3B-Reasoning-UNCENSORED-heretic-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"aescode-8b","family":"microsoft/AesCode-8B","name":"AesCode 8B","maker":"Microsoft","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"bartowski/AesCode-8B-GGUF/AesCode-8B-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T13:04:44.000Z","downloads":7379,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-IQ2_M.gguf","label":"IQ2_M","size":3139898336,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q2_K.gguf","label":"Q2_K","size":3299576800,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3684383712,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3870899168,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3886431200,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4039424992,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4230691808,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-IQ3_M.gguf","label":"IQ3_M","size":4475763680,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4688030688,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q4_0.gguf","label":"Q4_0","size":4865190880,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4928039904,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-IQ4_NL.gguf","label":"IQ4_NL","size":5178452960,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5211515872,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q4_1.gguf","label":"Q4_1","size":5306739680,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5586119648,"bits":5.46,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5891845088,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q5_K_M.gguf","label":"Q5_K_M","size":6242790368,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q6_K_S.gguf","label":"Q6_K_S","size":6857956320,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q6_K.gguf","label":"Q6_K","size":7140350944,"bits":6.97,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q6_K_L.gguf","label":"Q6_K_L","size":7457283040,"bits":7.28,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-Q8_0.gguf","label":"Q8_0","size":8709520352,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/AesCode-8B-GGUF","file":"AesCode-8B-bf16.gguf","label":"BF16","size":16388045504,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/AesCode-8B-GGUF"],"logoFrom":"microsoft"},{"id":"qwen3-8-4b-distilled","family":"Ma7ee7/Qwen3.8_4B_Distilled","name":"Qwen3.8 4B Distilled","maker":"Ma7ee7","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"Ma7ee7/Qwen3.8_4B_Distilled_GGUF/qwen3-4b-thinking-2507.Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-30T00:59:12.000Z","downloads":7379,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ma7ee7/Qwen3.8_4B_Distilled_GGUF","file":"qwen3-4b-thinking-2507.Q4_K_M.gguf","label":"Q4_K_M","size":2497280320,"bits":4.97,"known":true,"rank":0},{"repo":"Ma7ee7/Qwen3.8_4B_Distilled_GGUF","file":"qwen3-4b-thinking-2507.Q5_K_M.gguf","label":"Q5_K_M","size":2889513280,"bits":5.75,"known":true,"rank":0},{"repo":"Ma7ee7/Qwen3.8_4B_Distilled_GGUF","file":"qwen3-4b-thinking-2507.Q8_0.gguf","label":"Q8_0","size":4280404800,"bits":8.52,"known":true,"rank":0}],"repos":["Ma7ee7/Qwen3.8_4B_Distilled_GGUF"],"logoFrom":"Ma7ee7"},{"id":"glm-4-7-flash-derestricted","family":"koute/GLM-4.7-Flash-Derestricted","name":"GLM 4.7 Flash Derestricted","maker":"koute","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF/GLM-4.7-Flash-Derestricted.Q2_K.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-24T11:48:18.000Z","downloads":7371,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q2_K.gguf","label":"Q2_K","size":11042965920,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q3_K_S.gguf","label":"Q3_K_S","size":13034401184,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q3_K_M.gguf","label":"Q3_K_M","size":14380019104,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q3_K_L.gguf","label":"Q3_K_L","size":15591779744,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.IQ4_XS.gguf","label":"IQ4_XS","size":16164360608,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q4_K_S.gguf","label":"Q4_K_S","size":17072431520,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q4_K_M.gguf","label":"Q4_K_M","size":18132722080,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q5_K_S.gguf","label":"Q5_K_S","size":20664287648,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q5_K_M.gguf","label":"Q5_K_M","size":21264515488,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q6_K.gguf","label":"Q6_K","size":24614786464,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Derestricted-GGUF","file":"GLM-4.7-Flash-Derestricted.Q8_0.gguf","label":"Q8_0","size":31842800032,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/GLM-4.7-Flash-Derestricted-GGUF"],"logoFrom":"zai-org"},{"id":"thu-keg-longwriter-zero-32b","family":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","name":"THU KEG LongWriter Zero 32B","maker":"bartowski","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF/THU-KEG_LongWriter-Zero-32B-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-26T02:17:00.000Z","downloads":7367,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ2_XS.gguf","label":"IQ2_XS","size":9957551232,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ2_S.gguf","label":"IQ2_S","size":10387569792,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ2_M.gguf","label":"IQ2_M","size":11264441472,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q2_K.gguf","label":"Q2_K","size":12313099392,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271552,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q2_K_L.gguf","label":"Q2_K_L","size":13073419392,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ3_XS.gguf","label":"IQ3_XS","size":13705514112,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14392331392,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ3_M.gguf","label":"IQ3_M","size":14810123392,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q3_K_M.gguf","label":"Q3_K_M","size":15935048832,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17247079552,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17693154432,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928326272,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-IQ4_NL.gguf","label":"IQ4_NL","size":18682174592,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q4_0.gguf","label":"Q4_0","size":18711010432,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q4_K_S.gguf","label":"Q4_K_S","size":18784410752,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q4_K_M.gguf","label":"Q4_K_M","size":19851336832,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q4_K_L.gguf","label":"Q4_K_L","size":20429180032,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q4_1.gguf","label":"Q4_1","size":20639243392,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22638255232,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q5_K_M.gguf","label":"Q5_K_M","size":23262157952,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q5_K_L.gguf","label":"Q5_K_L","size":23742680192,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q6_K.gguf","label":"Q6_K","size":26886155392,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q6_K_L.gguf","label":"Q6_K_L","size":27263274112,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-Q8_0.gguf","label":"Q8_0","size":34820885632,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/THU-KEG_LongWriter-Zero-32B-GGUF","file":"THU-KEG_LongWriter-Zero-32B-bf16/THU-KEG_LongWriter-Zero-32B-bf16-00001-of-00002.gguf","label":"BF16","size":65535970368,"bits":16,"known":true,"rank":0}],"repos":["bartowski/THU-KEG_LongWriter-Zero-32B-GGUF"],"logoFrom":"THU-KEG"},{"id":"gemma-4-31b-novel-merged","family":"sonten/gemma-4-31b-novel-merged","name":"Gemma 4 31B Novel Merged","maker":"sonten","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF/gemma-4-31b-novel-merged.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-10-16T08:14:50.000Z","downloads":7364,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ1_S.gguf","label":"IQ1_S","size":7156490880,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ1_M.gguf","label":"IQ1_M","size":7725873792,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845312,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360448,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890176,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067392,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590464,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q2_K.gguf","label":"Q2_K","size":11916315264,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509248,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370304,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358464,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358464,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498816,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110272,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628271744,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735791744,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q4_0.gguf","label":"Q4_0","size":17701579392,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166848,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064704,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q4_1.gguf","label":"Q4_1","size":19481422464,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842944,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572224,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-novel-merged-i1-GGUF","file":"gemma-4-31b-novel-merged.i1-Q6_K.gguf","label":"Q6_K","size":25201486464,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-31b-novel-merged-i1-GGUF"],"logoFrom":"google"},{"id":"artemis-31b-v1-2-heretic","family":"sjorsb/Artemis-31B-v1.2-heretic","name":"Artemis 31B V1.2 Heretic","maker":"sjorsb","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF/Artemis-31B-v1.2-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-23T23:49:24.000Z","downloads":7361,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491360,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874272,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845792,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360928,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890656,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067872,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590944,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11916315744,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509728,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370784,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358944,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358944,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499296,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110752,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272224,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792224,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701579872,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167328,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065184,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481422944,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843424,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572704,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF","file":"Artemis-31B-v1.2-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201486944,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Artemis-31B-v1.2-heretic-i1-GGUF"],"logoFrom":null},{"id":"tiger-gemma-12b-v3","family":"TheDrummer/Tiger-Gemma-12B-v3","name":"Tiger Gemma 12B V3","maker":"TheDrummer","catalog":null,"tuned":false,"params":12.77,"active":null,"layers":48,"probe":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF/TheDrummer_Tiger-Gemma-12B-v3-IQ2_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":null,"open":false,"released":"2025-06-28T17:05:34.000Z","downloads":7357,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ2_S.gguf","label":"IQ2_S","size":4453353344,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ2_M.gguf","label":"IQ2_M","size":4743104384,"bits":2.97,"known":true,"rank":0},{"repo":"TheDrummer/Tiger-Gemma-12B-v3-GGUF","file":"Tiger-Gemma-12B-v3b-Q2_K.gguf","label":"Q2_K","size":5098601696,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ3_XXS.gguf","label":"IQ3_XXS","size":5217544064,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ3_XS.gguf","label":"IQ3_XS","size":5638809344,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q3_K_S.gguf","label":"Q3_K_S","size":5890959104,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q2_K_L.gguf","label":"Q2_K_L","size":6081883904,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ3_M.gguf","label":"IQ3_M","size":6088365824,"bits":3.81,"known":true,"rank":0},{"repo":"TheDrummer/Tiger-Gemma-12B-v3-GGUF","file":"Tiger-Gemma-12B-v3b-Q3_K_M.gguf","label":"Q3_K_M","size":6441459296,"bits":4.04,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q3_K_L.gguf","label":"Q3_K_L","size":6912829184,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ4_XS.gguf","label":"IQ4_XS","size":7085869184,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-IQ4_NL.gguf","label":"IQ4_NL","size":7453533824,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q4_0.gguf","label":"Q4_0","size":7475652224,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q4_K_S.gguf","label":"Q4_K_S","size":7501702784,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q3_K_XL.gguf","label":"Q3_K_XL","size":7793848064,"bits":4.88,"known":true,"rank":0},{"repo":"TheDrummer/Tiger-Gemma-12B-v3-GGUF","file":"Tiger-Gemma-12B-v3b-Q4_K_M.gguf","label":"Q4_K_M","size":7867145696,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q4_1.gguf","label":"Q4_1","size":8188863104,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q4_K_L.gguf","label":"Q4_K_L","size":8614440704,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q5_K_S.gguf","label":"Q5_K_S","size":8924192384,"bits":5.59,"known":true,"rank":0},{"repo":"TheDrummer/Tiger-Gemma-12B-v3-GGUF","file":"Tiger-Gemma-12B-v3b-Q5_K_M.gguf","label":"Q5_K_M","size":9137264096,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q5_K_L.gguf","label":"Q5_K_L","size":9758699264,"bits":6.11,"known":true,"rank":0},{"repo":"TheDrummer/Tiger-Gemma-12B-v3-GGUF","file":"Tiger-Gemma-12B-v3b-Q6_K.gguf","label":"Q6_K","size":10486764896,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-Q6_K_L.gguf","label":"Q6_K_L","size":10974473984,"bits":6.88,"known":true,"rank":0},{"repo":"TheDrummer/Tiger-Gemma-12B-v3-GGUF","file":"Tiger-Gemma-12B-v3b-Q8_0.gguf","label":"Q8_0","size":13580019296,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF","file":"TheDrummer_Tiger-Gemma-12B-v3-bf16.gguf","label":"BF16","size":25553909216,"bits":16.01,"known":true,"rank":0}],"repos":["TheDrummer/Tiger-Gemma-12B-v3-GGUF","bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF"],"logoFrom":"TheDrummer"},{"id":"deepseek-r1-distill-llama-8b-heretic","family":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic","name":"DeepSeek R1 Distill Llama 8B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic/DeepSeek-R1-Distill-Llama-8B-heretic-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-07-21T10:03:56.000Z","downloads":7282,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic","file":"DeepSeek-R1-Distill-Llama-8B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":4920736608,"bits":4.9,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic","file":"DeepSeek-R1-Distill-Llama-8B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5732989792,"bits":5.71,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic","file":"DeepSeek-R1-Distill-Llama-8B-heretic-Q6_K.gguf","label":"Q6_K","size":6596008800,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic","file":"DeepSeek-R1-Distill-Llama-8B-heretic-Q8_0.gguf","label":"Q8_0","size":8540773216,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic","file":"DeepSeek-R1-Distill-Llama-8B-heretic-F16.gguf","label":"F16","size":16068893984,"bits":16.01,"known":true,"rank":0}],"repos":["saidutta69/DeepSeek-R1-Distill-Llama-8B-heretic"],"logoFrom":"deepseek-ai"},{"id":"granite-3-1-1b-a400m-instruct","family":"ibm-granite/granite-3.1-1b-a400m-instruct","name":"Granite 3.1 1B A400M","maker":"IBM","catalog":null,"tuned":false,"params":1.33,"active":0.43,"layers":24,"probe":"bartowski/granite-3.1-1b-a400m-instruct-GGUF/granite-3.1-1b-a400m-instruct-Q2_K.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":0,"context":131072,"arch":"granitemoe","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-06T20:01:03.000Z","downloads":7280,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q2_K.gguf","label":"Q2_K","size":512238912,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":524429344,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":567780672,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":597861696,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-IQ3_M.gguf","label":"IQ3_M","size":609559872,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":658580800,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":711402816,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":723593248,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":728212800,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":768320832,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q4_0.gguf","label":"Q4_0","size":771466560,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":774874432,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":821847360,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":834037792,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":928752960,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":956327232,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":968517664,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q6_K.gguf","label":"Q6_K","size":1099212096,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1111402528,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-Q8_0.gguf","label":"Q8_0","size":1422239776,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-1b-a400m-instruct-GGUF","file":"granite-3.1-1b-a400m-instruct-f16.gguf","label":"F16","size":2672669216,"bits":16.08,"known":true,"rank":0}],"repos":["bartowski/granite-3.1-1b-a400m-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"minimax-m3-abliterated","family":"Sica-Quants-2/Minimax-M3-abliterated_GGUF","name":"Minimax M3 Abliterated","maker":"Sica-Quants-2","catalog":null,"tuned":true,"params":425.95,"active":25.74,"layers":60,"probe":"Sica-Quants-2/Minimax-M3-abliterated_GGUF/M3-abliterated-clean-Q2_K.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":1048576,"arch":"minimax-m3","vision":true,"licence":"other","open":false,"released":"2026-06-18T01:18:36.000Z","downloads":7274,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Sica-Quants-2/Minimax-M3-abliterated_GGUF","file":"M3-abliterated-clean-Q2_K.gguf","label":"Q2_K","size":155014798336,"bits":2.91,"known":true,"rank":0},{"repo":"Sica-Quants-2/Minimax-M3-abliterated_GGUF","file":"Minimax-M3-abliterated-clean-Q3_K_S.gguf","label":"Q3_K_S","size":183676797952,"bits":3.45,"known":true,"rank":0}],"repos":["Sica-Quants-2/Minimax-M3-abliterated_GGUF"],"logoFrom":"Sica-Quants-2"},{"id":"huihui-qwen3-5-9b-claude-4-6-opus-abliterated","family":"huihui-ai/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated","name":"Huihui Qwen3.5 9B Claude 4.6 Opus Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-21T13:16:42.000Z","downloads":7274,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q2_K.gguf","label":"Q2_K","size":3827259456,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4259403840,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4623521856,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4925511744,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5227894848,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5351626816,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5629106240,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":6305306688,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":6467967040,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q6_K.gguf","label":"Q6_K","size":7359256640,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.Q8_0.gguf","label":"Q8_0","size":9527498816,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated.f16.gguf","label":"F16","size":17920694336,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-27b-max-ablit-heretic","family":"sci4ai/Qwen3.8-27B-Max-Ablit-Heretic","name":"Qwen3.8 27B Max Ablit Heretic","maker":"sci4ai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF/Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T23:28:18.000Z","downloads":7269,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825472,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084992,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184192,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592192,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914752,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594112,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326592,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":10711666112,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372032,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131072,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954752,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329472,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875712,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444032,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777152,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507712,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521435072,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315712,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401152,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078242752,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614912,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100352,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Max-Ablit-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":22082530752,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Max-Ablit-Heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-12b-espergrug-i1","family":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","name":"Gemma 4 12B EsperGrug I1","maker":"mradermacher","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF/gemma-4-12B-EsperGrug.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T06:46:56.000Z","downloads":7267,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ1_S.gguf","label":"IQ1_S","size":2983692384,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848864,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568109664,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887843424,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ2_S.gguf","label":"IQ2_S","size":4079597664,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ2_M.gguf","label":"IQ2_M","size":4371806304,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504148064,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q2_K.gguf","label":"Q2_K","size":4830148704,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849195104,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393824,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229984,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528229984,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ3_M.gguf","label":"IQ3_M","size":5733992544,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087088224,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566320224,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635255904,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975879264,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q4_0.gguf","label":"Q4_0","size":6997997664,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024048224,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381383264,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q4_1.gguf","label":"Q4_1","size":7657125984,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338372704,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547268704,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-EsperGrug-i1-GGUF","file":"gemma-4-12B-EsperGrug.i1-Q6_K.gguf","label":"Q6_K","size":9786021984,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-12B-EsperGrug-i1-GGUF"],"logoFrom":"google"},{"id":"hy-mt2-1-8b-2bit","family":"tencent/Hy-MT2-1.8B-2Bit-GGUF","name":"Hy MT2 1.8B 2Bit","maker":"Tencent","catalog":null,"tuned":false,"params":1.79,"active":null,"layers":32,"probe":"tencent/Hy-MT2-1.8B-2Bit-GGUF/Hy-MT2-1.8B-2Bit.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-20T09:26:12.000Z","downloads":7258,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tencent/Hy-MT2-1.8B-2Bit-GGUF","file":"Hy-MT2-1.8B-2Bit.gguf","label":"Hy-MT2-1.8B-2Bit","size":600534880,"bits":2.68,"known":false,"rank":0}],"repos":["tencent/Hy-MT2-1.8B-2Bit-GGUF"],"logoFrom":"tencent"},{"id":"lightonocr-3-1b","family":"lightonai/LightOnOCR-3-1B","name":"LightOnOCR 3 1B","maker":"lightonai","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"prithivMLmods/LightOnOCR-3-1B-GGUF/LightOnOCR-3-1B.Q3_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":16384,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T09:25:46.000Z","downloads":7258,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q3_K_M.gguf","label":"Q3_K_M","size":347123328,"bits":4.63,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q3_K_L.gguf","label":"Q3_K_L","size":368488064,"bits":4.91,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q4_K_S.gguf","label":"Q4_K_S","size":383266432,"bits":5.11,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q4_K_M.gguf","label":"Q4_K_M","size":396701312,"bits":5.29,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q5_K_S.gguf","label":"Q5_K_S","size":436612736,"bits":5.82,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q5_K_M.gguf","label":"Q5_K_M","size":444411520,"bits":5.93,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q6_K.gguf","label":"Q6_K","size":495103616,"bits":6.6,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.Q8_0.gguf","label":"Q8_0","size":639443584,"bits":8.53,"known":true,"rank":0},{"repo":"prithivMLmods/LightOnOCR-3-1B-GGUF","file":"LightOnOCR-3-1B.BF16.gguf","label":"BF16","size":1198178944,"bits":15.98,"known":true,"rank":0}],"repos":["prithivMLmods/LightOnOCR-3-1B-GGUF"],"logoFrom":"lightonai"},{"id":"phonellm-mini-alpha-2","family":"pipecat-ai/phonellm-mini-alpha-2","name":"Phonellm Mini Alpha 2","maker":"pipecat-ai","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"mradermacher/phonellm-mini-alpha-2-i1-GGUF/phonellm-mini-alpha-2.i1-IQ1_S.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"bsd-2-clause","open":true,"released":"2026-10-15T15:23:14.000Z","downloads":7258,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ1_S.gguf","label":"IQ1_S","size":17864524448,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ1_M.gguf","label":"IQ1_M","size":17870459552,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17880351392,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":17890329248,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ2_S.gguf","label":"IQ2_S","size":17899618976,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ2_M.gguf","label":"IQ2_M","size":17907532448,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q2_K.gguf","label":"Q2_K","size":17908994720,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":17922843296,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ3_S.gguf","label":"IQ3_S","size":17934713504,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":17934713504,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17934713504,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17967141536,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q4_0.gguf","label":"Q4_0","size":18058189472,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":18064425632,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-IQ3_M.gguf","label":"IQ3_M","size":18106143392,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19849236128,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q4_1.gguf","label":"Q4_1","size":19928166560,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20749436576,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":21920544416,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23810305184,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":24515131040,"bits":6.21,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":26040162464,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-i1-GGUF","file":"phonellm-mini-alpha-2.i1-Q6_K.gguf","label":"Q6_K","size":33508168352,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/phonellm-mini-alpha-2-GGUF","file":"phonellm-mini-alpha-2.Q8_0.gguf","label":"Q8_0","size":33585496480,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/phonellm-mini-alpha-2-GGUF","mradermacher/phonellm-mini-alpha-2-i1-GGUF"],"logoFrom":"pipecat-ai"},{"id":"skyfall-31b-v4-2-heretic","family":"coder3101/Skyfall-31B-v4.2-heretic","name":"Skyfall 31B V4.2 Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":31.35,"active":null,"layers":54,"probe":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF/Skyfall-31B-v4.2-heretic.i1-IQ1_S.gguf","kvBytesPerToken":255910,"kvHeader":221184,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-06-02T09:02:16.000Z","downloads":7251,"likes":9,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":6861506112,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7508100672,"bits":1.92,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8585758272,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9483273792,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9812919872,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10675045952,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10930226752,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11729438272,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12263638592,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13070386752,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13744014912,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13781616192,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14065714752,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15199487552,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16444671552,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16904324672,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17881794112,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17947330112,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18978620992,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19736462912,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21654046272,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22251488832,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF","file":"Skyfall-31B-v4.2-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25728910912,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-heretic-GGUF","file":"Skyfall-31B-v4.2-heretic.Q8_0.gguf","label":"Q8_0","size":33322075424,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/Skyfall-31B-v4.2-heretic-GGUF","mradermacher/Skyfall-31B-v4.2-heretic-i1-GGUF"],"logoFrom":null},{"id":"qwen3-8-27b-med-ablit-heretic","family":"sci4ai/Qwen3.8-27B-Med-Ablit-Heretic","name":"Qwen3.8 27B Med Ablit Heretic","maker":"sci4ai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF/Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-09T02:23:47.000Z","downloads":7246,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825280,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084800,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184000,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592000,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914560,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593920,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326400,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":10711665920,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371840,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130880,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329280,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875520,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443840,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776960,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507520,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521434880,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315520,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400960,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078242560,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614720,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100160,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Med-Ablit-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":22082530560,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Med-Ablit-Heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"dolphin3-0-qwen2-5-1-5b","family":"dphn/Dolphin3.0-Qwen2.5-1.5B","name":"Dolphin3.0 Qwen2.5 1.5B","maker":"dphn","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF/Dolphin3.0-Qwen2.5-1.5B-IQ2_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-02T18:03:46.000Z","downloads":7241,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-IQ2_M.gguf","label":"IQ2_M","size":601057856,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q2_K.gguf","label":"Q2_K","size":676308032,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-IQ3_XS.gguf","label":"IQ3_XS","size":731702336,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q2_K_L.gguf","label":"Q2_K_L","size":732828224,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q3_K_S.gguf","label":"Q3_K_S","size":760947776,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-IQ3_M.gguf","label":"IQ3_M","size":776667200,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q3_K_M.gguf","label":"Q3_K_M","size":824181824,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q3_K_L.gguf","label":"Q3_K_L","size":880165952,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-IQ4_XS.gguf","label":"IQ4_XS","size":895734848,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-IQ4_NL.gguf","label":"IQ4_NL","size":936334400,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q3_K_XL.gguf","label":"Q3_K_XL","size":936686144,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q4_0.gguf","label":"Q4_0","size":937538624,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q4_K_S.gguf","label":"Q4_K_S","size":940315712,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q4_K_M.gguf","label":"Q4_K_M","size":986051648,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q4_1.gguf","label":"Q4_1","size":1016845376,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q4_K_L.gguf","label":"Q4_K_L","size":1042571840,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q5_K_S.gguf","label":"Q5_K_S","size":1098732608,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q5_K_M.gguf","label":"Q5_K_M","size":1125053504,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q5_K_L.gguf","label":"Q5_K_L","size":1181573696,"bits":6.14,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q6_K.gguf","label":"Q6_K","size":1272742976,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q6_K_L.gguf","label":"Q6_K_L","size":1329263168,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-Q8_0.gguf","label":"Q8_0","size":1646576192,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-f16.gguf","label":"F16","size":3093672512,"bits":16.07,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF","file":"Dolphin3.0-Qwen2.5-1.5B-f32.gguf","label":"F32","size":6180811040,"bits":32.11,"known":true,"rank":0}],"repos":["bartowski/Dolphin3.0-Qwen2.5-1.5B-GGUF"],"logoFrom":"dphn"},{"id":"qwen2-5-1-5b-instruct-abliterated","family":"huihui-ai/Qwen2.5-1.5B-Instruct-abliterated","name":"Qwen2.5 1.5B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF/Qwen2.5-1.5B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-04T19:21:34.000Z","downloads":7229,"likes":4,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":676305472,"bits":3.51,"known":true,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-Q3_K_S.gguf","label":"Q3_K_S","size":760944320,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":760945216,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":824179264,"bits":4.28,"known":true,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-Q3_K_L.gguf","label":"Q3_K_L","size":880162496,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":880163392,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":902183488,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934955584,"bits":4.86,"known":false,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-Q4_K_S.gguf","label":"Q4_K_S","size":940312256,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":940313152,"bits":4.88,"known":true,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-Q4_K_M.gguf","label":"Q4_K_M","size":986048192,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":986049088,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":1098730048,"bits":5.71,"known":true,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-Q5_K_M.gguf","label":"Q5_K_M","size":1125050048,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":1125050944,"bits":5.84,"known":true,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-Q6_K.gguf","label":"Q6_K","size":1272739520,"bits":6.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":1272740416,"bits":6.61,"known":true,"rank":0},{"repo":"SonGT1/Qwen2.5-1.5B-Instruct-abliterated","file":"GGUF/qwen2.5-1.5b-Uncensored-SonGT1-q8_0.gguf","label":"Q8_0","size":1646572800,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":1646573632,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-1.5B-Instruct-abliterated.f16.gguf","label":"F16","size":3093669952,"bits":16.07,"known":true,"rank":0}],"repos":["SonGT1/Qwen2.5-1.5B-Instruct-abliterated","mradermacher/Qwen2.5-1.5B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"ui-tars-7b-dpo","family":"ByteDance-Seed/UI-TARS-7B-DPO","name":"UI TARS 7B DPO","maker":"ByteDance","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/UI-TARS-7B-DPO-GGUF/UI-TARS-7B-DPO-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-01-22T08:26:26.000Z","downloads":7225,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-IQ2_M.gguf","label":"IQ2_M","size":2780340416,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q2_K.gguf","label":"Q2_K","size":3015938240,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-IQ3_XS.gguf","label":"IQ3_XS","size":3346254016,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q3_K_S.gguf","label":"Q3_K_S","size":3492366528,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q2_K_L.gguf","label":"Q2_K_L","size":3548162240,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-IQ3_M.gguf","label":"IQ3_M","size":3574010048,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q3_K_M.gguf","label":"Q3_K_M","size":3808389312,"bits":4,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q3_K_L.gguf","label":"Q3_K_L","size":4088457408,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-IQ4_XS.gguf","label":"IQ4_XS","size":4218470592,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-IQ4_NL.gguf","label":"IQ4_NL","size":4437811392,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q4_0.gguf","label":"Q4_0","size":4444119232,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q4_K_S.gguf","label":"Q4_K_S","size":4457767104,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565330112,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q4_K_M.gguf","label":"Q4_K_M","size":4683071680,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q4_1.gguf","label":"Q4_1","size":4873281728,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q4_K_L.gguf","label":"Q4_K_L","size":5087561920,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q5_K_S.gguf","label":"Q5_K_S","size":5315174592,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q5_K_M.gguf","label":"Q5_K_M","size":5444829376,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q5_K_L.gguf","label":"Q5_K_L","size":5781194944,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q6_K.gguf","label":"Q6_K","size":6254196928,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q6_K_L.gguf","label":"Q6_K_L","size":6518180032,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-Q8_0.gguf","label":"Q8_0","size":8098523328,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-f16.gguf","label":"F16","size":15237851328,"bits":16,"known":true,"rank":0},{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","file":"UI-TARS-7B-DPO-f32.gguf","label":"F32","size":30468417472,"bits":31.99,"known":true,"rank":0}],"repos":["bartowski/UI-TARS-7B-DPO-GGUF","lmstudio-community/UI-TARS-7B-DPO-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"deepseek-coder-33b-base","family":"deepseek-ai/deepseek-coder-33b-base","name":"Deepseek Coder 33B Base","maker":"DeepSeek","catalog":null,"tuned":true,"params":33.34,"active":null,"layers":62,"probe":"TheBloke/deepseek-coder-33B-base-GGUF/deepseek-coder-33b-base.Q2_K.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-28T08:14:27.000Z","downloads":7213,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q2_K.gguf","label":"Q2_K","size":14028664800,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q3_K_S.gguf","label":"Q3_K_S","size":14421901280,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q3_K_M.gguf","label":"Q3_K_M","size":16074928096,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q3_K_L.gguf","label":"Q3_K_L","size":17560367072,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q4_0.gguf","label":"Q4_0","size":18819440608,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q4_K_S.gguf","label":"Q4_K_S","size":18891923424,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q4_K_M.gguf","label":"Q4_K_M","size":19940659168,"bits":4.78,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q5_0.gguf","label":"Q5_0","size":22958301152,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q5_K_S.gguf","label":"Q5_K_S","size":22958301152,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q5_K_M.gguf","label":"Q5_K_M","size":23535898592,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q6_K.gguf","label":"Q6_K","size":27355840480,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-33B-base-GGUF","file":"deepseek-coder-33b-base.Q8_0.gguf","label":"Q8_0","size":35430879200,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/deepseek-coder-33B-base-GGUF"],"logoFrom":"deepseek-ai"},{"id":"utter-project-eurollm-22b-instruct-2512","family":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","name":"Utter Project EuroLLM 22B 2512","maker":"bartowski","catalog":null,"tuned":false,"params":22.64,"active":null,"layers":54,"probe":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/utter-project_EuroLLM-22B-Instruct-2512-IQ2_XS.gguf","kvBytesPerToken":255910,"kvHeader":221184,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-16T01:41:26.000Z","downloads":7201,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ2_XS.gguf","label":"IQ2_XS","size":7009735968,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ2_S.gguf","label":"IQ2_S","size":7437604128,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ2_M.gguf","label":"IQ2_M","size":8002655520,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q2_K.gguf","label":"Q2_K","size":8659227936,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ3_XXS.gguf","label":"IQ3_XXS","size":8955811104,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q2_K_L.gguf","label":"Q2_K_L","size":9427227936,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ3_XS.gguf","label":"IQ3_XS","size":9586382112,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q3_K_S.gguf","label":"Q3_K_S","size":10039661856,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ3_M.gguf","label":"IQ3_M","size":10435728672,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q3_K_M.gguf","label":"Q3_K_M","size":11116778784,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q3_K_L.gguf","label":"Q3_K_L","size":12054205728,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ4_XS.gguf","label":"IQ4_XS","size":12311909664,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q3_K_XL.gguf","label":"Q3_K_XL","size":12742333728,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q4_0.gguf","label":"Q4_0","size":12979393824,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-IQ4_NL.gguf","label":"IQ4_NL","size":12984112416,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q4_K_S.gguf","label":"Q4_K_S","size":13020288288,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q4_K_M.gguf","label":"Q4_K_M","size":13658576160,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q4_K_L.gguf","label":"Q4_K_L","size":14242256160,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q4_1.gguf","label":"Q4_1","size":14307284256,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q5_K_S.gguf","label":"Q5_K_S","size":15672923424,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q5_K_M.gguf","label":"Q5_K_M","size":16042251552,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q5_K_L.gguf","label":"Q5_K_L","size":16527627552,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q6_K.gguf","label":"Q6_K","size":18574906656,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q6_K_L.gguf","label":"Q6_K_L","size":18955834656,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-Q8_0.gguf","label":"Q8_0","size":24057222432,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","file":"utter-project_EuroLLM-22B-Instruct-2512-bf16.gguf","label":"BF16","size":45279089632,"bits":16,"known":true,"rank":0}],"repos":["bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF"],"logoFrom":"utter-project"},{"id":"meta-llama-3-70b-instruct-abliterated-v3-5","family":"failspy/Meta-Llama-3-70B-Instruct-abliterated-v3.5","name":"Meta Llama 3 70B Abliterated V3.5","maker":"failspy","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF/Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-05-28T17:51:28.000Z","downloads":7173,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ1_S.gguf","label":"IQ1_S","size":15343482688,"bits":1.74,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ1_M.gguf","label":"IQ1_M","size":16751195968,"bits":1.9,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_XXS.gguf","label":"IQ2_XXS","size":19097384768,"bits":2.17,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_XS.gguf","label":"IQ2_XS","size":21142107968,"bits":2.4,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_S.gguf","label":"IQ2_S","size":22242342720,"bits":2.52,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_M.gguf","label":"IQ2_M","size":24119293760,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q2_K_S.gguf","label":"Q2_K_S","size":24471942976,"bits":2.77,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q2_K.gguf","label":"Q2_K","size":26375108416,"bits":2.99,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494080,"bits":3.11,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_XS.gguf","label":"IQ3_XS","size":29307729728,"bits":3.32,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_S.gguf","label":"IQ3_S","size":30912051008,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q3_K_S.gguf","label":"Q3_K_S","size":30912051008,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_M.gguf","label":"IQ3_M","size":31937034048,"bits":3.62,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q3_K.gguf","label":"Q3_K","size":34267494208,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q3_K_L.gguf","label":"Q3_K_L","size":37140592448,"bits":4.21,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ4_XS.gguf","label":"IQ4_XS","size":37902661440,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ4_NL.gguf","label":"IQ4_NL","size":40053618496,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q4_K_S.gguf","label":"Q4_K_S","size":40347219776,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q4_K.gguf","label":"Q4_K","size":42520393536,"bits":4.82,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K_S/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":48657446624,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K-00001-of-00002.gguf","label":"Q5_K","size":49949816544,"bits":5.66,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K-00001-of-00003.gguf","label":"Q6_K","size":57888143200,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0-00001-of-00003.gguf","label":"Q8_0","size":74975049536,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00001-of-00006.gguf","label":"BF16","size":141117913280,"bits":16,"known":true,"rank":0},{"repo":"legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF","file":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00001-of-00006.gguf","label":"Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16","size":141117913280,"bits":16,"known":false,"rank":0}],"repos":["legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF"],"logoFrom":"failspy"},{"id":"cydonia-24b-v4-2-0","family":"TheDrummer/Cydonia-24B-v4.2.0","name":"Cydonia 24B V4.2.0","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF/TheDrummer_Cydonia-24B-v4.2.0-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-10-05T08:54:17.000Z","downloads":7172,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ2_XS.gguf","label":"IQ2_XS","size":7207034272,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ2_S.gguf","label":"IQ2_S","size":7478353312,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ2_M.gguf","label":"IQ2_M","size":8114052512,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q2_K.gguf","label":"Q2_K","size":8890326432,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593312,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q2_K_L.gguf","label":"Q2_K_L","size":9545686432,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ3_XS.gguf","label":"IQ3_XS","size":9907117472,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q3_K_S.gguf","label":"Q3_K_S","size":10400275872,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ3_M.gguf","label":"IQ3_M","size":10650951072,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q3_K_M.gguf","label":"Q3_K_M","size":11474083232,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q3_K_L.gguf","label":"Q3_K_L","size":12400762272,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ4_XS.gguf","label":"IQ4_XS","size":12758916512,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987964832,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-IQ4_NL.gguf","label":"IQ4_NL","size":13468016032,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q4_0.gguf","label":"Q4_0","size":13494230432,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q4_K_S.gguf","label":"Q4_K_S","size":13549280672,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q4_K_M.gguf","label":"Q4_K_M","size":14333910432,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q4_K_L.gguf","label":"Q4_K_L","size":14831984032,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q4_1.gguf","label":"Q4_1","size":14873107872,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q5_K_S.gguf","label":"Q5_K_S","size":16304414112,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q5_K_M.gguf","label":"Q5_K_M","size":16763985312,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q5_K_L.gguf","label":"Q5_K_L","size":17178172832,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q6_K.gguf","label":"Q6_K","size":19345939872,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q6_K_L.gguf","label":"Q6_K_L","size":19670998432,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-Q8_0.gguf","label":"Q8_0","size":25054780832,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF","file":"TheDrummer_Cydonia-24B-v4.2.0-bf16.gguf","label":"BF16","size":47153519744,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen2-math-72b-instruct","family":"Qwen/Qwen2-Math-72B-Instruct","name":"Qwen2 Math 72B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF/Qwen2-Math-72B-Instruct.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-08-08T04:18:44.000Z","downloads":7166,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":22690323648,"bits":2.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":23740210368,"bits":2.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":27057642688,"bits":2.98,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.Q2_K.gguf","label":"Q2_K","size":29811760320,"bits":3.28,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":32842177728,"bits":3.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":34487786688,"bits":3.79,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":37698723008,"bits":4.15,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":39505222848,"bits":4.35,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":39709072576,"bits":4.37,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":43889220800,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF","file":"Qwen2-Math-72B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":47415712960,"bits":5.22,"known":true,"rank":0}],"repos":["MaziyarPanahi/Qwen2-Math-72B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-vl-4b-heretic","family":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","name":"Qwen3 VL 4B Heretic","maker":"DreamFast","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"DreamFast/Qwen3-VL-4b-Heretic-GGUF/qwen3-vl-4b-heretic-Q3_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-27T03:49:06.000Z","downloads":7159,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-4B-Instruct-heretic-GGUF","file":"Qwen3-VL-4B-Instruct-heretic.Q2_K.gguf","label":"Q2_K","size":1669501504,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-heretic-GGUF","file":"Qwen3-VL-4B-Instruct-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":1886999104,"bits":3.76,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":2075618976,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-heretic-GGUF","file":"Qwen3-VL-4B-Instruct-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":2239787584,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-heretic-GGUF","file":"Qwen3-VL-4B-Instruct-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":2286318144,"bits":4.55,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":2383310496,"bits":4.74,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2497281696,"bits":4.97,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":2823712416,"bits":5.62,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2889514656,"bits":5.75,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q6_K.gguf","label":"Q6_K","size":3306262176,"bits":6.58,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-Q8_0.gguf","label":"Q8_0","size":4280406176,"bits":8.52,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-4b-Heretic-GGUF","file":"qwen3-vl-4b-heretic-f16.gguf","label":"F16","size":8051286176,"bits":16.02,"known":true,"rank":0}],"repos":["DreamFast/Qwen3-VL-4b-Heretic-GGUF","mradermacher/Qwen3-VL-4B-Instruct-heretic-GGUF"],"logoFrom":"Qwen"},{"id":"kimi-vl-a3b-thinking-2506","family":"moonshotai/Kimi-VL-A3B-Thinking-2506","name":"Kimi VL A3B Thinking 2506","maker":"Moonshot AI","catalog":null,"tuned":true,"params":15.96,"active":2.91,"layers":27,"probe":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF/Kimi-VL-A3B-Thinking-2506-Q4_K_M.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":131072,"arch":"deepseek2","vision":true,"licence":"mit","open":true,"released":"2025-06-21T09:40:28.000Z","downloads":7135,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","file":"Kimi-VL-A3B-Thinking-2506-Q4_K_M.gguf","label":"Q4_K_M","size":10540747680,"bits":5.28,"known":true,"rank":0},{"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","file":"Kimi-VL-A3B-Thinking-2506-Q8_0.gguf","label":"Q8_0","size":16974941088,"bits":8.51,"known":true,"rank":0},{"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","file":"Kimi-VL-A3B-Thinking-2506-bf16.gguf","label":"BF16","size":31934229408,"bits":16.01,"known":true,"rank":0},{"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","file":"Kimi-VL-A3B-Thinking-2506-f16.gguf","label":"F16","size":31934229408,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF"],"logoFrom":"moonshotai"},{"id":"ling-3-0-tiny-abliterated-apex","family":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF","name":"Ling 3.0 Tiny Abliterated APEX","maker":"SC117","catalog":null,"tuned":true,"params":7.89,"active":1.38,"layers":24,"probe":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF/Ling-3.0-tiny-abliterated-bf16.gguf","kvBytesPerToken":7997,"kvHeader":6912,"kvFixed":0,"context":131072,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-13T10:21:20.000Z","downloads":7110,"likes":43,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF","file":"Ling-3.0-tiny-abliterated-APEX-Mini.gguf","label":"Ling-3.0-tiny-abliterated-APEX-Mini","size":3408245728,"bits":3.46,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF","file":"Ling-3.0-tiny-abliterated-APEX-I-Compact.gguf","label":"Ling-3.0-tiny-abliterated-APEX-I-Compact","size":3985017952,"bits":4.04,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF","file":"Ling-3.0-tiny-abliterated-APEX-I-Quality.gguf","label":"Ling-3.0-tiny-abliterated-APEX-I-Quality","size":5767290976,"bits":5.85,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF","file":"Ling-3.0-tiny-abliterated-APEX-I-Balanced.gguf","label":"Ling-3.0-tiny-abliterated-APEX-I-Balanced","size":5956034656,"bits":6.04,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-tiny-abliterated-APEX-GGUF","file":"Ling-3.0-tiny-abliterated-bf16.gguf","label":"BF16","size":15803475200,"bits":16.02,"known":true,"rank":0}],"repos":["SC117/Ling-3.0-tiny-abliterated-APEX-GGUF"],"logoFrom":"inclusionAI"},{"id":"dolphin-2-9-2-phi-3-medium","family":"dphn/dolphin-2.9.2-Phi-3-Medium","name":"Dolphin 2.9.2 Phi 3 Medium","maker":"dphn","catalog":null,"tuned":true,"params":13.96,"active":null,"layers":40,"probe":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF/dolphin-2.9.2-Phi-3-Medium.IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-05-31T03:38:23.000Z","downloads":7094,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ1_S.gguf","label":"IQ1_S","size":3054259616,"bits":1.75,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ1_M.gguf","label":"IQ1_M","size":3332275616,"bits":1.91,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ2_XXS.gguf","label":"IQ2_XXS","size":3795635616,"bits":2.18,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ2_XS.gguf","label":"IQ2_XS","size":4199091616,"bits":2.41,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ2_S.gguf","label":"IQ2_S","size":4409812896,"bits":2.53,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ2_M.gguf","label":"IQ2_M","size":4780500896,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q2_K_S.gguf","label":"Q2_K_S","size":4832735136,"bits":2.77,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q2_K.gguf","label":"Q2_K","size":5204447136,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ3_XXS.gguf","label":"IQ3_XXS","size":5418452896,"bits":3.11,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ3_XS.gguf","label":"IQ3_XS","size":5780224416,"bits":3.31,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q3_K_S.gguf","label":"Q3_K_S","size":6064896416,"bits":3.48,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ3_S.gguf","label":"IQ3_S","size":6099712416,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ3_M.gguf","label":"IQ3_M","size":6299904416,"bits":3.61,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q3_K.gguf","label":"Q3_K","size":6750976416,"bits":3.87,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q3_K_L.gguf","label":"Q3_K_L","size":7348992416,"bits":4.21,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ4_XS.gguf","label":"IQ4_XS","size":7506977696,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.IQ4_NL.gguf","label":"IQ4_NL","size":7929899936,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q4_K_S.gguf","label":"Q4_K_S","size":7957752736,"bits":4.56,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q4_K.gguf","label":"Q4_K","size":8404011936,"bits":4.82,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q5_K_S.gguf","label":"Q5_K_S","size":9621588608,"bits":5.51,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q5_K.gguf","label":"Q5_K","size":9882708608,"bits":5.66,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q6_K.gguf","label":"Q6_K","size":11453824128,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.Q8_0.gguf","label":"Q8_0","size":14834718848,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.BF16.gguf","label":"BF16","size":27922053248,"bits":16,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF","file":"dolphin-2.9.2-Phi-3-Medium.FP16.gguf","label":"dolphin-2.9.2-Phi-3-Medium.FP16","size":27922053248,"bits":16,"known":false,"rank":0}],"repos":["legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF"],"logoFrom":"dphn"},{"id":"granite-4-0-h-1b","family":"ibm-granite/granite-4.0-h-1b","name":"Granite 4.0 H 1B","maker":"IBM","catalog":null,"tuned":false,"params":1.46,"active":null,"layers":40,"probe":"unsloth/granite-4.0-h-1b-GGUF/granite-4.0-h-1b-UD-IQ1_S.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-07T20:21:46.000Z","downloads":7071,"likes":26,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":384208704,"bits":2.11,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":413160000,"bits":2.26,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":459288384,"bits":2.52,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":543110976,"bits":2.98,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q2_K.gguf","label":"Q2_K","size":588928736,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q2_K_L.gguf","label":"Q2_K_L","size":588929088,"bits":3.23,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":598298688,"bits":3.28,"known":true,"rank":1},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":617631552,"bits":3.38,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q3_K_S.gguf","label":"Q3_K_S","size":694789088,"bits":3.81,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q3_K_M.gguf","label":"Q3_K_M","size":731653088,"bits":4.01,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":741809472,"bits":4.06,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q3_K_L.gguf","label":"Q3_K_L","size":762913760,"bits":4.18,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-IQ4_XS.gguf","label":"IQ4_XS","size":827486784,"bits":4.53,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q4_0.gguf","label":"Q4_0","size":868316384,"bits":4.76,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-IQ4_NL.gguf","label":"IQ4_NL","size":868316736,"bits":4.76,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q4_K_S.gguf","label":"Q4_K_S","size":872641760,"bits":4.78,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q4_K_M.gguf","label":"Q4_K_M","size":901162208,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":911791680,"bits":5,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q4_1.gguf","label":"Q4_1","size":949976288,"bits":5.21,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q5_0.gguf","label":"Q5_0","size":1031636192,"bits":5.65,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q5_K_S.gguf","label":"Q5_K_S","size":1031636192,"bits":5.65,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q5_K_M.gguf","label":"Q5_K_M","size":1048556768,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1049675328,"bits":5.75,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q5_1.gguf","label":"Q5_1","size":1113296096,"bits":6.1,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q6_K.gguf","label":"Q6_K","size":1205163488,"bits":6.6,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1276778304,"bits":7,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-Q8_0.gguf","label":"Q8_0","size":1558926560,"bits":8.54,"known":true,"rank":0},{"repo":"unsloth/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":1794856512,"bits":9.83,"known":true,"rank":1},{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","file":"granite-4.0-h-1b-bf16.gguf","label":"BF16","size":2928332288,"bits":16.05,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-h-1b-GGUF","unsloth/granite-4.0-h-1b-GGUF"],"logoFrom":"ibm-granite"},{"id":"medgap-gemma-4-12b","family":"protocolsyncllc/medgap-gemma-4-12b","name":"Medgap Gemma 4 12B","maker":"protocolsyncllc","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"protocolsyncllc/medgap-gemma-4-12b/medgap-gemma-4-12b_q6_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-09-03T19:43:41.000Z","downloads":7037,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"protocolsyncllc/medgap-gemma-4-12b","file":"medgap-gemma-4-12b_q6_K.gguf","label":"Q6_K","size":9786022560,"bits":6.57,"known":true,"rank":0},{"repo":"protocolsyncllc/medgap-gemma-4-12b","file":"medgap-gemma-4-12b_q8_0.gguf","label":"Q8_0","size":12669647520,"bits":8.51,"known":true,"rank":0}],"repos":["protocolsyncllc/medgap-gemma-4-12b"],"logoFrom":"google"},{"id":"huihui-qwen3-6-35b-a3b-claude-4-7-opus-abliterated","family":"huihui-ai/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated","name":"Huihui Qwen3.6 35B A3B Claude 4.7 Opus Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Mini.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-28T11:33:09.000Z","downloads":7026,"likes":18,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q2_K.gguf","label":"Q2_K","size":12939595104,"bits":2.92,"known":true,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Mini.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Mini","size":13869237888,"bits":3.12,"known":false,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":15182185824,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":16764765536,"bits":3.78,"known":true,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-Compact.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-Compact","size":17085557152,"bits":3.85,"known":false,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Compact.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Compact","size":17085557376,"bits":3.85,"known":false,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":18115331424,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":18939313504,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":19889904992,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":21166759264,"bits":4.77,"known":true,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-Quality.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-Quality","size":23513981344,"bits":5.3,"known":false,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Quality.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Quality","size":23513981568,"bits":5.3,"known":false,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":23981284704,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":24729132384,"bits":5.57,"known":true,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-Balanced.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-Balanced","size":25886843296,"bits":5.83,"known":false,"rank":0},{"repo":"mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Balanced.gguf","label":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-I-Balanced","size":25886843520,"bits":5.83,"known":false,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q6_K.gguf","label":"Q6_K","size":28514153824,"bits":6.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.Q8_0.gguf","label":"Q8_0","size":36903140704,"bits":8.31,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-GGUF","mudler/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-APEX-GGUF"],"logoFrom":"huihui-ai"},{"id":"artemis-31b-v1-2-abliterix","family":"kawattaronin/Artemis-31B-v1.2-abliterix","name":"Artemis 31B V1.2 Abliterix","maker":"kawattaronin","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF/Artemis-31B-v1.2-abliterix.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-05T02:58:23.000Z","downloads":7005,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491296,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874208,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845728,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360864,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890592,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067808,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590880,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q2_K.gguf","label":"Q2_K","size":11916315680,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509664,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370720,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499232,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110688,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272160,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792160,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q4_0.gguf","label":"Q4_0","size":17701579808,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167264,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065120,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q4_1.gguf","label":"Q4_1","size":19481422880,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843360,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572640,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF","file":"Artemis-31B-v1.2-abliterix.i1-Q6_K.gguf","label":"Q6_K","size":25201486880,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Artemis-31B-v1.2-abliterix-i1-GGUF"],"logoFrom":"kawattaronin"},{"id":"huihui-gemma-4-12b-it-abliterated","family":"huihui-ai/Huihui-gemma-4-12B-it-abliterated","name":"Huihui Gemma 4 12B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF/Huihui-gemma-4-12B-it-abliterated.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-06T13:07:34.000Z","downloads":7004,"likes":18,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q2_K.gguf","label":"Q2_K","size":4830148160,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":5528229440,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":6087087680,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":6566319680,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":6690551360,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":7024047680,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":7381382720,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":8338372160,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":8547268160,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q6_K.gguf","label":"Q6_K","size":9786021440,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF","file":"Huihui-gemma-4-12B-it-abliterated.Q8_0.gguf","label":"Q8_0","size":12669646400,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-gemma-4-12B-it-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"jais-3-mova-36b-a4b","family":"inception42/Jais-3-MoVA-36B-A4B","name":"Jais 3 MoVA 36B A4B","maker":"inception42","catalog":null,"tuned":false,"params":37.44,"active":13.03,"layers":48,"probe":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF/Jais-3-MoVA-36B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":222560,"kvHeader":196608,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T11:01:01.000Z","downloads":6987,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":7863837312,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8688749952,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10063604352,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11179216512,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":11360085632,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":12459969152,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12809625472,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":13622399872,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14599678592,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":15695094912,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":16393729152,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":16394773632,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":16547006592,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17661231232,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18841452672,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":20131586432,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":21320271232,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":21361436032,"bits":4.56,"known":true,"rank":0},{"repo":"IFM/Jais-3-MoVA-36B-A4B-GGUF","file":"Jais-3-MoVA-36B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":22368019936,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":22368022912,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":23579553152,"bits":5.04,"known":true,"rank":0},{"repo":"IFM/Jais-3-MoVA-36B-A4B-GGUF","file":"Jais-3-MoVA-36B-A4B-Q5_0.gguf","label":"Q5_0","size":25879013856,"bits":5.53,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":25879016832,"bits":5.53,"known":true,"rank":0},{"repo":"IFM/Jais-3-MoVA-36B-A4B-GGUF","file":"Jais-3-MoVA-36B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":26439464416,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":26439467392,"bits":5.65,"known":true,"rank":0},{"repo":"IFM/Jais-3-MoVA-36B-A4B-GGUF","file":"Jais-3-MoVA-36B-A4B-Q6_K.gguf","label":"Q6_K","size":30765374176,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF","file":"Jais-3-MoVA-36B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":30765377152,"bits":6.57,"known":true,"rank":0},{"repo":"IFM/Jais-3-MoVA-36B-A4B-GGUF","file":"Jais-3-MoVA-36B-A4B-Q8_0.gguf","label":"Q8_0","size":39831182816,"bits":8.51,"known":true,"rank":1},{"repo":"IFM/Jais-3-MoVA-36B-A4B-GGUF","file":"Jais-3-MoVA-36B-A4B-BF16.gguf","label":"BF16","size":74924635616,"bits":16.01,"known":true,"rank":1}],"repos":["IFM/Jais-3-MoVA-36B-A4B-GGUF","mradermacher/Jais-3-MoVA-36B-A4B-i1-GGUF"],"logoFrom":"inception42"},{"id":"onejev-27b","family":"OmniJev/OneJev-27B","name":"OneJev 27B","maker":"OmniJev","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"bartowski/OmniJev_OneJev-27B-GGUF/OmniJev_OneJev-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T16:16:49.000Z","downloads":6985,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8642284960,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ2_XS.gguf","label":"IQ2_XS","size":8849542560,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ2_S.gguf","label":"IQ2_S","size":9445060000,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ2_M.gguf","label":"IQ2_M","size":10283265440,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q2_K.gguf","label":"Q2_K","size":10582560160,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12081184160,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12500901280,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12560620960,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13165067680,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q3_K_L.gguf","label":"Q3_K_L","size":13883833760,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ3_M.gguf","label":"IQ3_M","size":14621646240,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15236967840,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q4_0.gguf","label":"Q4_0","size":16109784480,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16124530080,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17203416480,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17203416480,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q4_1.gguf","label":"Q4_1","size":17586474400,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18581720480,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19327929760,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20684893600,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22618471840,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q6_K.gguf","label":"Q6_K","size":23621582240,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24719924640,"bits":7.35,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-Q8_0.gguf","label":"Q8_0","size":28665068960,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-27B-GGUF","file":"OmniJev_OneJev-27B-bf16/OmniJev_OneJev-27B-bf16-00001-of-00002.gguf","label":"BF16","size":53808282944,"bits":16,"known":true,"rank":0}],"repos":["bartowski/OmniJev_OneJev-27B-GGUF"],"logoFrom":null},{"id":"kitchoon-26b-a4b","family":"SubMaroon/Kitchoon-26B-A4B","name":"Kitchoon 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Kitchoon-26B-A4B-i1-GGUF/Kitchoon-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-07T04:02:15.000Z","downloads":6980,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495008,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910880928,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524128,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654368,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398112,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694912672,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961184,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866705568,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642890912,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953264800,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539606688,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539606688,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709760672,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603930784,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685408,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896352,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295136,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064160,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430952608,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211254944,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247072,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404128,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-26B-A4B-i1-GGUF","file":"Kitchoon-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243954848,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Kitchoon-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"mark-slm-v3-150m","family":"miceworks/Mark-SLM-V3-150M","name":"Mark SLM V3 150M","maker":"miceworks","catalog":null,"tuned":false,"params":0.17,"active":0.07,"layers":15,"probe":"miceworks/Mark-SLM-V3-150M/mark_slm_v3_150m_iq4_nl.gguf","kvBytesPerToken":6324,"kvHeader":5760,"kvFixed":0,"context":8192,"arch":"deepseek2","vision":false,"licence":"agpl-3.0","open":false,"released":"2026-11-01T18:37:43.000Z","downloads":6972,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"miceworks/Mark-SLM-V3-150M","file":"mark_slm_v3_150m_iq4_nl.gguf","label":"IQ4_NL","size":94764576,"bits":4.46,"known":true,"rank":0}],"repos":["miceworks/Mark-SLM-V3-150M"],"logoFrom":"miceworks"},{"id":"qwen2-5-0-5b","family":"Qwen/Qwen2.5-0.5B","name":"Qwen2.5 0.5B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF/Qwen2.5-0.5B-Instruct-IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-15T12:15:39.000Z","downloads":6971,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":315829536,"bits":5.16,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":317974560,"bits":5.19,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":321549600,"bits":5.25,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":324409632,"bits":5.3,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":325737504,"bits":5.32,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":328597536,"bits":5.36,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":331048992,"bits":5.4,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":333704736,"bits":5.45,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":338263584,"bits":5.52,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":338607648,"bits":5.53,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":338607648,"bits":5.53,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q2_K.gguf","label":"Q2_K","size":338607648,"bits":5.53,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":342752544,"bits":5.6,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":349402656,"bits":5.7,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":352154944,"bits":5.75,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":352154944,"bits":5.75,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":352154944,"bits":5.75,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":352671264,"bits":5.76,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_0.gguf","label":"Q4_0","size":352972320,"bits":5.76,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":355466784,"bits":5.8,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":369358368,"bits":6.03,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_1.gguf","label":"Q4_1","size":374519328,"bits":6.11,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":385472032,"bits":6.29,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q5_0.gguf","label":"Q5_0","size":397700640,"bits":6.49,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":397808160,"bits":6.49,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":412710432,"bits":6.74,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q5_1.gguf","label":"Q5_1","size":419247648,"bits":6.84,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":420086304,"bits":6.86,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":505736736,"bits":8.26,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":531068448,"bits":8.67,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF","file":"Qwen2.5-0.5B-Instruct-F16.gguf","label":"F16","size":994156864,"bits":16.23,"known":true,"rank":0}],"repos":["ThomasBaruzier/Qwen2.5-0.5B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"qwopus-glm-18b-merged","family":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF","name":"Qwopus GLM 18B Merged","maker":"KyleHessling1","catalog":null,"tuned":true,"params":15.87,"active":null,"layers":64,"probe":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF/Qwopus-GLM-18B-Healed-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-17T19:03:17.000Z","downloads":6971,"likes":119,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF","file":"Qwopus-GLM-18B-Healed-Q3_K_M.gguf","label":"Q3_K_M","size":7948959072,"bits":4.01,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF","file":"Qwopus-GLM-18B-Healed-Q4_K_M.gguf","label":"Q4_K_M","size":9836641632,"bits":4.96,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF","file":"Qwopus-GLM-18B-Healed-Q5_K_M.gguf","label":"Q5_K_M","size":11499421024,"bits":5.8,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF","file":"Qwopus-GLM-18B-Healed-Q6_K.gguf","label":"Q6_K","size":13038845280,"bits":6.57,"known":true,"rank":0},{"repo":"KyleHessling1/Qwopus-GLM-18B-Merged-GGUF","file":"Qwopus-GLM-18B-Healed-Q8_0.gguf","label":"Q8_0","size":16882662752,"bits":8.51,"known":true,"rank":0}],"repos":["KyleHessling1/Qwopus-GLM-18B-Merged-GGUF"],"logoFrom":"KyleHessling1"},{"id":"cyberstag-security-26b-a4b-v1-uncensored-heretic","family":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","name":"CyberStag Security 26B A4B V1 Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-IQ2_XXS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T12:52:39.000Z","downloads":6970,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9922473504,"bits":3.15,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10546927136,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q2_K.gguf","label":"Q2_K","size":10582733440,"bits":3.36,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":11289664032,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":12222405760,"bits":3.88,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":12907272992,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":13286729856,"bits":4.21,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":13597170464,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":13824484480,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":14063805056,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":15464821376,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":16796012160,"bits":5.33,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17010973472,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":17986729600,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":19132886656,"bits":6.07,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21217762080,"bits":6.73,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q6_K.gguf","label":"Q6_K","size":22638395520,"bits":7.18,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":23295384352,"bits":7.39,"known":true,"rank":0},{"repo":"mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic.Q8_0.gguf","label":"Q8_0","size":26859855488,"bits":8.52,"known":true,"rank":0},{"repo":"OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","file":"CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":27636225824,"bits":8.76,"known":true,"rank":0}],"repos":["OS-Software/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF","mradermacher/CyberStag-Security-26B-A4B-V1-Uncensored-Heretic-GGUF"],"logoFrom":"OS-Software"},{"id":"qwen3-4b-2507-abliterated","family":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","name":"Qwen3 4B 2507 Abliterated","maker":"prithivMLmods","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-08T16:18:22.000Z","downloads":6963,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q2_K.gguf","label":"Q2_K","size":1669499008,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1886996608,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2075617408,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2239785088,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2286315648,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2383308928,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2497280128,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2823710848,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2889513088,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q6_K.gguf","label":"Q6_K","size":3306260608,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.Q8_0.gguf","label":"Q8_0","size":4280404608,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated.f16.gguf","label":"F16","size":8051284608,"bits":16.02,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.BF16.gguf","label":"BF16","size":8051284736,"bits":16.02,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-4B-2507-abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-abliterated-GGUF/Qwen3-4B-Instruct-2507-abliterated.F32.gguf","label":"F32","size":16095828736,"bits":32.03,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Instruct-2507-abliterated-GGUF","prithivMLmods/Qwen3-4B-2507-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"ingot-xxii-27b-q2","family":"dendriteholdings/Ingot-XXII-27B-Q2","name":"Ingot XXII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XXII-27B-Q2/Ingot-XXII-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-02T05:18:58.000Z","downloads":6955,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XXII-27B-Q2","file":"Ingot-XXII-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XXII-27B-Q2","file":"Ingot-XXII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XXII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"qwen3-6-35b-a3b-heretic-moe-balanced-v2","family":"DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2","name":"Qwen3.6 35B A3B Heretic Moe Balanced V2","maker":"DmitryDB","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2/Qwen3.6-35B-A3B-heretic-balanced-IQ4_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-29T19:02:17.000Z","downloads":6946,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2","file":"Qwen3.6-35B-A3B-heretic-balanced-IQ4_XS.gguf","label":"IQ4_XS","size":19179521280,"bits":4.32,"known":true,"rank":0},{"repo":"DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2","file":"Qwen3.6-35B-A3B-heretic-balanced-Q4_K_M.gguf","label":"Q4_K_M","size":21713462528,"bits":4.89,"known":true,"rank":0},{"repo":"DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2","file":"Qwen3.6-35B-A3B-heretic-balanced-Q6_K.gguf","label":"Q6_K","size":29208730880,"bits":6.58,"known":true,"rank":0},{"repo":"DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2","file":"Qwen3.6-35B-A3B-heretic-balanced-Q8_0.gguf","label":"Q8_0","size":37802148928,"bits":8.52,"known":true,"rank":0}],"repos":["DmitryDB/Qwen3.6-35B-A3B-heretic-moe-balanced-v2"],"logoFrom":"Qwen"},{"id":"qwq-32b-preview","family":"Qwen/QwQ-32B-Preview","name":"QwQ 32B Preview","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/QwQ-32B-Preview-GGUF/QwQ-32B-Preview-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-27T15:50:55.000Z","downloads":6944,"likes":102,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1154,"arenaCoding":1174,"arenaVision":null,"builds":[{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":9957550944,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ2_S.gguf","label":"IQ2_S","size":10387569504,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ2_M.gguf","label":"IQ2_M","size":11264441184,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q2_K.gguf","label":"Q2_K","size":12313099104,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":13073419104,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":13705513824,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":14392331104,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ3_M.gguf","label":"IQ3_M","size":14810123104,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":15935048544,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":17247079264,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":17693154144,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325984,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640231264,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640231264,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640231264,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":18682174304,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_0.gguf","label":"Q4_0","size":18711010144,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":18784410464,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":19851336544,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":20429179744,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":22638254944,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":23262157664,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":23742679904,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q6_K.gguf","label":"Q6_K","size":26886155104,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":27263273824,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-Q8_0.gguf","label":"Q8_0","size":34820885088,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-GGUF","file":"QwQ-32B-Preview-bf16/QwQ-32B-Preview-bf16-00001-of-00002.gguf","label":"BF16","size":65535970112,"bits":16,"known":true,"rank":0}],"repos":["bartowski/QwQ-32B-Preview-GGUF"],"logoFrom":"Qwen"},{"id":"beam-1-0-501b-a23b","family":"reflection/Beam-1.0-501B-A23B","name":"Beam 1.0 501B A23B","maker":"reflection","catalog":null,"tuned":false,"params":501.27,"active":23.43,"layers":52,"probe":"unsloth/Beam-1.0-501B-A23B-GGUF/UD-IQ1_S/Beam-1.0-501B-A23B-UD-IQ1_S-00001-of-00004.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":90177536,"context":1048576,"arch":"beam","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-07T19:52:01.000Z","downloads":6944,"likes":18,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-IQ1_S/Beam-1.0-501B-A23B-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":103059961380,"bits":1.64,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ1_S/Beam-1.0-501B-A23B-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":109586471392,"bits":1.75,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ1_M/Beam-1.0-501B-A23B-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":123555142208,"bits":1.97,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-IQ1_M/Beam-1.0-501B-A23B-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":123612050980,"bits":1.97,"known":true,"rank":0},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-IQ2_XXS/Beam-1.0-501B-A23B-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":133885310500,"bits":2.14,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ2_XXS/Beam-1.0-501B-A23B-IQ2_XXS-00001-of-00004.gguf","label":"IQ2_XXS","size":145275574880,"bits":2.32,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ2_XS/Beam-1.0-501B-A23B-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":151720589920,"bits":2.42,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ2_S/Beam-1.0-501B-A23B-IQ2_S-00001-of-00005.gguf","label":"IQ2_S","size":161266072256,"bits":2.57,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-IQ2_M/Beam-1.0-501B-A23B-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":164805195396,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ2_M/Beam-1.0-501B-A23B-IQ2_M-00001-of-00005.gguf","label":"IQ2_M","size":178487130816,"bits":2.85,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-Q2_K_XL/Beam-1.0-501B-A23B-UD-Q2_K_XL-00001-of-00005.gguf","label":"UD-Q2_K_XL","size":186877720196,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q2_K/Beam-1.0-501B-A23B-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":190657657536,"bits":3.04,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-IQ3_XXS/Beam-1.0-501B-A23B-UD-IQ3_XXS-00001-of-00005.gguf","label":"UD-IQ3_XXS","size":197154584164,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ3_XXS/Beam-1.0-501B-A23B-IQ3_XXS-00001-of-00006.gguf","label":"IQ3_XXS","size":211104643936,"bits":3.37,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ3_XS/Beam-1.0-501B-A23B-IQ3_XS-00001-of-00006.gguf","label":"IQ3_XS","size":224539605856,"bits":3.58,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q3_K_S/Beam-1.0-501B-A23B-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":225876540256,"bits":3.6,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q3_K_M/Beam-1.0-501B-A23B-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":236624444352,"bits":3.78,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-Q3_K_XL/Beam-1.0-501B-A23B-UD-Q3_K_XL-00001-of-00006.gguf","label":"UD-Q3_K_XL","size":242308069188,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q3_K_L/Beam-1.0-501B-A23B-Q3_K_L-00001-of-00007.gguf","label":"Q3_K_L","size":249521929152,"bits":3.98,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ3_M/Beam-1.0-501B-A23B-IQ3_M-00001-of-00007.gguf","label":"IQ3_M","size":255656098752,"bits":4.08,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ4_XS/Beam-1.0-501B-A23B-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":273062460480,"bits":4.36,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q4_0/Beam-1.0-501B-A23B-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":284155590688,"bits":4.53,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q4_K_S/Beam-1.0-501B-A23B-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":293378620480,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-Q4_K_XL/Beam-1.0-501B-A23B-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":306533349412,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-IQ4_NL/Beam-1.0-501B-A23B-IQ4_NL-00001-of-00009.gguf","label":"IQ4_NL","size":311912201408,"bits":4.98,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q4_1/Beam-1.0-501B-A23B-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":314068965536,"bits":5.01,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q4_K_M/Beam-1.0-501B-A23B-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":314533641408,"bits":5.02,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q5_K_S/Beam-1.0-501B-A23B-Q5_K_S-00001-of-00009.gguf","label":"Q5_K_S","size":355087318240,"bits":5.67,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-Q5_K_XL/Beam-1.0-501B-A23B-UD-Q5_K_XL-00001-of-00009.gguf","label":"UD-Q5_K_XL","size":369474123812,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q5_K_M/Beam-1.0-501B-A23B-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":380777430368,"bits":6.08,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q6_K_S/Beam-1.0-501B-A23B-Q6_K_S-00001-of-00011.gguf","label":"Q6_K_S","size":420649532864,"bits":6.71,"known":true,"rank":1},{"repo":"bartowski/Beam-1.0-501B-A23B-GGUF","file":"Beam-1.0-501B-A23B-Q6_K/Beam-1.0-501B-A23B-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":441778339360,"bits":7.05,"known":true,"rank":1},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"UD-Q6_K_XL/Beam-1.0-501B-A23B-UD-Q6_K_XL-00001-of-00011.gguf","label":"UD-Q6_K_XL","size":453155388836,"bits":7.23,"known":true,"rank":0},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"Q8_0/Beam-1.0-501B-A23B-Q8_0-00001-of-00013.gguf","label":"Q8_0","size":532794735998,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","file":"BF16/Beam-1.0-501B-A23B-BF16-00001-of-00023.gguf","label":"BF16","size":1002671882528,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Beam-1.0-501B-A23B-GGUF","unsloth/Beam-1.0-501B-A23B-GGUF"],"logoFrom":"reflection"},{"id":"qwen3-swallow-8b-rl-v0-2","family":"tokyotech-llm/Qwen3-Swallow-8B-RL-v0.2","name":"Qwen3 Swallow 8B RL V0.2","maker":"tokyotech-llm","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf/Qwen3-Swallow-8B-RL-v0.2-IQ3_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-24T14:14:55.000Z","downloads":6935,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-IQ3_M.gguf","label":"IQ3_M","size":3896621920,"bits":3.81,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q3_K_M.gguf","label":"Q3_K_M","size":4124162656,"bits":4.03,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q3_K_L.gguf","label":"Q3_K_L","size":4431395424,"bits":4.33,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":4561840992,"bits":4.46,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q4_0.gguf","label":"Q4_0","size":4774750816,"bits":4.66,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-IQ4_NL.gguf","label":"IQ4_NL","size":4793625440,"bits":4.68,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q4_K_S.gguf","label":"Q4_K_S","size":4802013792,"bits":4.69,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q4_K_M.gguf","label":"Q4_K_M","size":5027785312,"bits":4.91,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q5_0.gguf","label":"Q5_0","size":5720762976,"bits":5.59,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q5_K_S.gguf","label":"Q5_K_S","size":5720762976,"bits":5.59,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q5_K_M.gguf","label":"Q5_K_M","size":5851114080,"bits":5.72,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q6_K.gguf","label":"Q6_K","size":6725900896,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf","file":"Qwen3-Swallow-8B-RL-v0.2-Q8_0.gguf","label":"Q8_0","size":8709519968,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga-o/Qwen3-Swallow-8B-RL-v0.2-gguf"],"logoFrom":"tokyotech-llm"},{"id":"gemma-4-e2b-it-heretic-ara","family":"p-e-w/gemma-4-E2B-it-heretic-ara","name":"Gemma 4 E2B Heretic Ara","maker":"p-e-w","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF/gemma-4-E2B-it-heretic-ara.Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-02T17:11:16.000Z","downloads":6928,"likes":27,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q2_K.gguf","label":"Q2_K","size":2989081856,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q3_K_S.gguf","label":"Q3_K_S","size":3110210816,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q3_K_M.gguf","label":"Q3_K_M","size":3201344768,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q3_K_L.gguf","label":"Q3_K_L","size":3282347264,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.IQ4_XS.gguf","label":"IQ4_XS","size":3309823232,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q4_K_S.gguf","label":"Q4_K_S","size":3365070080,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q4_K_M.gguf","label":"Q4_K_M","size":3427874048,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q5_K_S.gguf","label":"Q5_K_S","size":3595396352,"bits":6.19,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q5_K_M.gguf","label":"Q5_K_M","size":3630281984,"bits":6.25,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q6_K.gguf","label":"Q6_K","size":3845340416,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.Q8_0.gguf","label":"Q8_0","size":4967490816,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-heretic-ara-GGUF","file":"gemma-4-E2B-it-heretic-ara.f16.gguf","label":"F16","size":9311298816,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E2B-it-heretic-ara-GGUF"],"logoFrom":"p-e-w"},{"id":"granite-3-3-2b-instruct","family":"ibm-granite/granite-3.3-2b-instruct","name":"Granite 3.3 2B","maker":"IBM","catalog":null,"tuned":false,"params":2.53,"active":null,"layers":40,"probe":"ibm-granite/granite-3.3-2b-instruct-GGUF/granite-3.3-2b-instruct-Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-09T11:40:55.000Z","downloads":6913,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q2_K.gguf","label":"Q2_K","size":978253088,"bits":3.09,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1130296608,"bits":3.57,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1251734816,"bits":3.96,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1357378848,"bits":4.29,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q4_0.gguf","label":"Q4_0","size":1453389088,"bits":4.6,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1464399136,"bits":4.63,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1545303328,"bits":4.89,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q4_1.gguf","label":"Q4_1","size":1605432608,"bits":5.08,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q5_0.gguf","label":"Q5_0","size":1757476128,"bits":5.56,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1757476128,"bits":5.56,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1804825888,"bits":5.71,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q5_1.gguf","label":"Q5_1","size":1909519648,"bits":6.04,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q6_K.gguf","label":"Q6_K","size":2080568608,"bits":6.58,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-Q8_0.gguf","label":"Q8_0","size":2694120096,"bits":8.52,"known":true,"rank":0},{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","file":"granite-3.3-2b-instruct-f16.gguf","label":"F16","size":5069158176,"bits":16.03,"known":true,"rank":0}],"repos":["ibm-granite/granite-3.3-2b-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-8-27b-optimal-ablit-heretic","family":"sci4ai/Qwen3.8-27B-Optimal-Ablit-Heretic","name":"Qwen3.8 27B Optimal Ablit Heretic","maker":"sci4ai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF/Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T23:24:44.000Z","downloads":6911,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825504,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085024,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184224,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592224,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914784,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594144,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326624,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":10711666144,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372064,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131104,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954784,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329504,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875744,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444064,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777184,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507744,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521435104,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315744,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401184,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078242784,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614944,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100384,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF","file":"Qwen3.8-27B-Optimal-Ablit-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":22082530784,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Optimal-Ablit-Heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-4b-instruct-2507-polaris-alpha-distill-heretic-abliterated","family":"DavidAU/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated","name":"Qwen3 4B 2507 Polaris Alpha Distill Heretic Abliterated","maker":"DavidAU","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-12-09T06:31:13.000Z","downloads":6910,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q2_K.gguf","label":"Q2_K","size":1669500128,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1886997728,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2075618528,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2239786208,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2286316768,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2383310048,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2497281248,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2823711968,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2889514208,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q6_K.gguf","label":"Q6_K","size":3306261728,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.Q8_0.gguf","label":"Q8_0","size":4280405728,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF","file":"Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated.f16.gguf","label":"F16","size":8051285728,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Instruct-2507-Polaris-Alpha-Distill-Heretic-Abliterated-GGUF"],"logoFrom":"DavidAU"},{"id":"zephyr-7b-beta","family":"HuggingFaceH4/zephyr-7b-beta","name":"Zephyr 7B Beta","maker":"HuggingFaceH4","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/zephyr-7B-beta-GGUF/zephyr-7b-beta.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-10-26T11:25:49.000Z","downloads":6906,"likes":230,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q2_K.gguf","label":"Q2_K","size":3083097792,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q4_0.gguf","label":"Q4_0","size":4108916416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q4_K_S.gguf","label":"Q4_K_S","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q4_K_M.gguf","label":"Q4_K_M","size":4368438976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q5_0.gguf","label":"Q5_0","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q5_K_S.gguf","label":"Q5_K_S","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q6_K.gguf","label":"Q6_K","size":5942064832,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-beta-GGUF","file":"zephyr-7b-beta.Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/zephyr-7B-beta-GGUF"],"logoFrom":"HuggingFaceH4"},{"id":"paddleocr-vl-manga","family":"LunarOilRig/PaddleOCR-VL-manga-GGUF","name":"PaddleOCR VL Manga","maker":"LunarOilRig","catalog":null,"tuned":true,"params":0.47,"active":null,"layers":18,"probe":"LunarOilRig/PaddleOCR-VL-manga-GGUF/PaddleOCR-VL-manga-Q4_K_M.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":131072,"arch":"paddleocr","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-28T20:39:16.000Z","downloads":6898,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LunarOilRig/PaddleOCR-VL-manga-GGUF","file":"PaddleOCR-VL-manga-Q4_K_M.gguf","label":"Q4_K_M","size":300218304,"bits":5.11,"known":true,"rank":0}],"repos":["LunarOilRig/PaddleOCR-VL-manga-GGUF"],"logoFrom":"jzhang533"},{"id":"phi-3-1-mini-128k-instruct","family":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","name":"Phi 3.1 Mini 128K","maker":"bartowski","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"bartowski/Phi-3.1-mini-128k-instruct-GGUF/Phi-3.1-mini-128k-instruct-IQ2_XS.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-07-04T10:40:33.000Z","downloads":6894,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1153036544,"bits":2.41,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ2_S.gguf","label":"IQ2_S","size":1215731456,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316395264,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q2_K.gguf","label":"Q2_K","size":1416204544,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1512396544,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513002752,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625175808,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681798912,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855600384,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955477248,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059853056,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087597824,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173785856,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188760320,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393232640,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2466338560,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641474816,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815276288,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2876069632,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q6_K.gguf","label":"Q6_K","size":3135853312,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":3183564544,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-Q8_0.gguf","label":"Q8_0","size":4061222656,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","file":"Phi-3.1-mini-128k-instruct-f32.gguf","label":"F32","size":15285056992,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Phi-3.1-mini-128k-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"olmo-2-1124-13b-instruct","family":"allenai/OLMo-2-1124-13B-Instruct","name":"OLMo 2 1124 13B","maker":"Ai2","catalog":null,"tuned":false,"params":13.72,"active":null,"layers":40,"probe":"bartowski/OLMo-2-1124-13B-Instruct-GGUF/OLMo-2-1124-13B-Instruct-IQ2_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-18T14:59:27.000Z","downloads":6887,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":4593115968,"bits":2.68,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":4913013568,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q2_K.gguf","label":"Q2_K","size":5260641088,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":5762401088,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":5803524928,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6100894528,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":6426424128,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":6779683648,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7371473728,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":7441679168,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":7821050688,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7854228288,"bits":4.58,"known":false,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7854228288,"bits":4.58,"known":false,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7854228288,"bits":4.58,"known":false,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_0.gguf","label":"Q4_0","size":7876346688,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":7911572288,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8354349888,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":8735687488,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":9504424768,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":9762063168,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":10079175488,"bits":5.88,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q6_K.gguf","label":"Q6_K","size":11257758528,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":11506631488,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-Q8_0.gguf","label":"Q8_0","size":14579450688,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-13B-Instruct-GGUF","file":"OLMo-2-1124-13B-Instruct-f16.gguf","label":"F16","size":27437613600,"bits":16,"known":true,"rank":0}],"repos":["bartowski/OLMo-2-1124-13B-Instruct-GGUF"],"logoFrom":"allenai"},{"id":"xiyansql-qwencoder-3b-2504","family":"XGenerationLab/XiYanSQL-QwenCoder-3B-2504","name":"XiYanSQL QwenCoder 3B 2504","maker":"XGenerationLab","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF/XiYanSQL-QwenCoder-3B-2504.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-28T06:44:26.000Z","downloads":6885,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q2_K.gguf","label":"Q2_K","size":1274756416,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q3_K_S.gguf","label":"Q3_K_S","size":1454357824,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q3_K_M.gguf","label":"Q3_K_M","size":1590476096,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q3_K_L.gguf","label":"Q3_K_L","size":1707392320,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.IQ4_XS.gguf","label":"IQ4_XS","size":1753185600,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q4_K_S.gguf","label":"Q4_K_S","size":1834384704,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q4_K_M.gguf","label":"Q4_K_M","size":1929903424,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q5_K_S.gguf","label":"Q5_K_S","size":2169666880,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q5_K_M.gguf","label":"Q5_K_M","size":2224815424,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q6_K.gguf","label":"Q6_K","size":2538159424,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.Q8_0.gguf","label":"Q8_0","size":3285476672,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF","file":"XiYanSQL-QwenCoder-3B-2504.f16.gguf","label":"F16","size":6178317632,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/XiYanSQL-QwenCoder-3B-2504-GGUF"],"logoFrom":"XGenerationLab"},{"id":"chronos-gold-12b-1-0","family":"elinas/Chronos-Gold-12B-1.0","name":"Chronos Gold 12B 1.0","maker":"elinas","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF/Chronos-Gold-12B-1.0.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-21T04:20:31.000Z","downloads":6884,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2999211904,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":3221624704,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592312704,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915077504,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":4138473344,"bits":2.7,"known":true,"rank":1},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-IQ2_M.gguf","label":"IQ2_M","size":4435023328,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q2_K.gguf","label":"Q2_K","size":4791047648,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945385344,"bits":3.23,"known":true,"rank":1},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-IQ3_XS.gguf","label":"IQ3_XS","size":5306488288,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q2_K_L.gguf","label":"Q2_K_L","size":5446407648,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q3_K_S.gguf","label":"Q3_K_S","size":5534225888,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":5562079104,"bits":3.63,"known":true,"rank":1},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-IQ3_M.gguf","label":"IQ3_M","size":5722232288,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q3_K_M.gguf","label":"Q3_K_M","size":6083089888,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q3_K_L.gguf","label":"Q3_K_L","size":6561502688,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-IQ4_XS.gguf","label":"IQ4_XS","size":6742709728,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Chronos-Gold-12B-1.0-i1-GGUF","file":"Chronos-Gold-12B-1.0.i1-Q4_0.gguf","label":"Q4_0","size":7094638464,"bits":4.63,"known":true,"rank":1},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q4_K_S.gguf","label":"Q4_K_S","size":7120197088,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148705248,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q4_K_M.gguf","label":"Q4_K_M","size":7477204448,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q4_K_L.gguf","label":"Q4_K_L","size":7975278048,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q5_K_S.gguf","label":"Q5_K_S","size":8518735328,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q5_K_M.gguf","label":"Q5_K_M","size":8727631328,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q5_K_L.gguf","label":"Q5_K_L","size":9141818848,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q6_K.gguf","label":"Q6_K","size":10056209888,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q6_K_L.gguf","label":"Q6_K_L","size":10381268448,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-Q8_0.gguf","label":"Q8_0","size":13022369248,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Chronos-Gold-12B-1.0-GGUF","file":"Chronos-Gold-12B-1.0-f16.gguf","label":"F16","size":24504276160,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Chronos-Gold-12B-1.0-GGUF","mradermacher/Chronos-Gold-12B-1.0-i1-GGUF"],"logoFrom":"elinas"},{"id":"internvl3-5-2b","family":"OpenGVLab/InternVL3_5-2B","name":"InternVL3 5 2B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":2.03,"active":null,"layers":28,"probe":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF/OpenGVLab_InternVL3_5-2B-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-08-25T16:38:43.000Z","downloads":6880,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-IQ2_M.gguf","label":"IQ2_M","size":828882016,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q2_K.gguf","label":"Q2_K","size":879893600,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-IQ3_XXS.gguf","label":"IQ3_XXS","size":888061024,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-IQ3_XS.gguf","label":"IQ3_XS","size":967922784,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q3_K_S.gguf","label":"Q3_K_S","size":1000952928,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-IQ3_M.gguf","label":"IQ3_M","size":1029362784,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q3_K_M.gguf","label":"Q3_K_M","size":1073239136,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q3_K_L.gguf","label":"Q3_K_L","size":1137202272,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-IQ4_XS.gguf","label":"IQ4_XS","size":1175686240,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q2_K_L.gguf","label":"Q2_K_L","size":1183765600,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-IQ4_NL.gguf","label":"IQ4_NL","size":1229450336,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q4_0.gguf","label":"Q4_0","size":1231809632,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q4_K_S.gguf","label":"Q4_K_S","size":1235217504,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1282436192,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q4_1.gguf","label":"Q4_1","size":1336978528,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1409471584,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q5_K_S.gguf","label":"Q5_K_S","size":1444506720,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1471802464,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q4_K_L.gguf","label":"Q4_K_L","size":1513378912,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q5_K_L.gguf","label":"Q5_K_L","size":1663849568,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q6_K.gguf","label":"Q6_K","size":1673004128,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q6_K_L.gguf","label":"Q6_K_L","size":1823724640,"bits":7.19,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-Q8_0.gguf","label":"Q8_0","size":2165036128,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-2B-GGUF","file":"OpenGVLab_InternVL3_5-2B-bf16.gguf","label":"BF16","size":4069675840,"bits":16.04,"known":true,"rank":0}],"repos":["bartowski/OpenGVLab_InternVL3_5-2B-GGUF"],"logoFrom":"OpenGVLab"},{"id":"nex-agi-nex-n2-mini","family":"bartowski/nex-agi_Nex-N2-mini-GGUF","name":"Nex Agi Nex N2 Mini","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/nex-agi_Nex-N2-mini-GGUF/nex-agi_Nex-N2-mini-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-10T21:22:45.000Z","downloads":6863,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778452480,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ2_XS.gguf","label":"IQ2_XS","size":10797144064,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ2_S.gguf","label":"IQ2_S","size":11010275328,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ2_M.gguf","label":"IQ2_M","size":12066715648,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q2_K.gguf","label":"Q2_K","size":12617078784,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q2_K_L.gguf","label":"Q2_K_L","size":13113718784,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829056,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q3_K_S.gguf","label":"Q3_K_S","size":15513516032,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ3_XS.gguf","label":"IQ3_XS","size":16218683392,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q3_K_M.gguf","label":"Q3_K_M","size":16226547712,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q3_K_L.gguf","label":"Q3_K_L","size":16886495232,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ3_M.gguf","label":"IQ3_M","size":16900257792,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331484672,"bits":4,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ4_XS.gguf","label":"IQ4_XS","size":18806446080,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-IQ4_NL.gguf","label":"IQ4_NL","size":19861346304,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q4_0.gguf","label":"Q4_0","size":19942610944,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q4_K_S.gguf","label":"Q4_K_S","size":20592728064,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q4_K_M.gguf","label":"Q4_K_M","size":21391448064,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q4_K_L.gguf","label":"Q4_K_L","size":21768894464,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q4_1.gguf","label":"Q4_1","size":21973768192,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q5_K_S.gguf","label":"Q5_K_S","size":24156149760,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q5_K_M.gguf","label":"Q5_K_M","size":25017456640,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q5_K_L.gguf","label":"Q5_K_L","size":25331333120,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q6_K.gguf","label":"Q6_K","size":30053414912,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q6_K_L.gguf","label":"Q6_K_L","size":30299748352,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-Q8_0.gguf","label":"Q8_0","size":36914690048,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/nex-agi_Nex-N2-mini-GGUF","file":"nex-agi_Nex-N2-mini-bf16/nex-agi_Nex-N2-mini-bf16-00001-of-00002.gguf","label":"BF16","size":69376636832,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nex-agi_Nex-N2-mini-GGUF"],"logoFrom":"nex-agi"},{"id":"ling-3-0-flash-sante-uncensored","family":"AtomicChat/Ling-3.0-flash-Sante-Uncensored-GGUF","name":"Ling 3.0 Flash Sante Uncensored","maker":"AtomicChat","catalog":null,"tuned":true,"params":127.49,"active":5.61,"layers":43,"probe":"AtomicChat/Ling-3.0-flash-Sante-Uncensored-GGUF/Ling-3.0-flash-Sante-Uncensored-AD-IQ3_S/Ling-3.0-flash-Sante-Uncensored-AD-IQ3_S-00001-of-00002.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-10-21T20:15:50.000Z","downloads":6857,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/Ling-3.0-flash-Sante-Uncensored-GGUF","file":"Ling-3.0-flash-Sante-Uncensored-AD-IQ3_S/Ling-3.0-flash-Sante-Uncensored-AD-IQ3_S-00001-of-00002.gguf","label":"IQ3_S","size":61094544416,"bits":3.83,"known":true,"rank":0},{"repo":"AtomicChat/Ling-3.0-flash-Sante-Uncensored-GGUF","file":"Ling-3.0-flash-Sante-Uncensored-AD-IQ4_XS/Ling-3.0-flash-Sante-Uncensored-AD-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":78120797216,"bits":4.9,"known":true,"rank":0}],"repos":["AtomicChat/Ling-3.0-flash-Sante-Uncensored-GGUF"],"logoFrom":"inclusionAI"},{"id":"codellama-34b-python","family":"TheBloke/CodeLlama-34B-Python-GGUF","name":"CodeLlama 34B Python","maker":"TheBloke","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/CodeLlama-34B-Python-GGUF/codellama-34b-python.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T21:32:21.000Z","downloads":6854,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-34B-Python-GGUF","file":"codellama-34b-python.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-34B-Python-GGUF"],"logoFrom":"TheBloke"},{"id":"solar-open-100b","family":"upstage/Solar-Open-100B","name":"Solar Open 100B","maker":"Upstage","catalog":null,"tuned":false,"params":102.65,"active":12.05,"layers":48,"probe":"mradermacher/Solar-Open-100B-i1-GGUF/Solar-Open-100B.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":"other","open":false,"released":"2025-12-10T01:10:35.000Z","downloads":6849,"likes":9,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ1_S.gguf","label":"IQ1_S","size":21102555552,"bits":1.64,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ1_M.gguf","label":"IQ1_M","size":23380087200,"bits":1.82,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":27175973280,"bits":2.12,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":30263013792,"bits":2.36,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ2_S.gguf","label":"IQ2_S","size":30777364896,"bits":2.4,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ2_M.gguf","label":"IQ2_M","size":33814073760,"bits":2.64,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":35179860384,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q2_K.gguf","label":"Q2_K","size":37689462944,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":39679136160,"bits":3.09,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":42181956000,"bits":3.29,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q3_K_S.gguf","label":"Q3_K_S","size":44522770592,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ3_S.gguf","label":"IQ3_S","size":44549509536,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-IQ3_M.gguf","label":"IQ3_M","size":45302370720,"bits":3.53,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q3_K_M.gguf","label":"Q3_K_M","size":49329705120,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q3_K_L.gguf","label":"Q3_K_L","size":53359513760,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.IQ4_XS.gguf","label":"IQ4_XS","size":55529476256,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-Q4_0.gguf","label":"Q4_0","size":58299486624,"bits":4.54,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q4_K_S.gguf","label":"Q4_K_S","size":58555207840,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q4_K_M.gguf","label":"Q4_K_M","size":62256615584,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","file":"Solar-Open-100B.i1-Q4_1.gguf","label":"Q4_1","size":64409670048,"bits":5.02,"known":true,"rank":1},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q5_K_S.gguf","label":"Q5_K_S","size":70773477536,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q5_K_M.gguf","label":"Q5_K_M","size":72942653600,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q6_K.gguf","label":"Q6_K","size":84296568992,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Solar-Open-100B-GGUF","file":"Solar-Open-100B.Q8_0.gguf","label":"Q8_0","size":109151359136,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Solar-Open-100B-GGUF","mradermacher/Solar-Open-100B-i1-GGUF"],"logoFrom":"upstage"},{"id":"ingot-xxv-27b-q2","family":"dendriteholdings/Ingot-XXV-27B-Q2","name":"Ingot XXV 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XXV-27B-Q2/Ingot-XXV-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-03T12:32:43.000Z","downloads":6844,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XXV-27B-Q2","file":"Ingot-XXV-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XXV-27B-Q2","file":"Ingot-XXV-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XXV-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gemma-4-e4b-abliterated-uncensored","family":"Madras1/Gemma-4-E4B-Abliterated-Uncensored","name":"Gemma 4 E4B Abliterated Uncensored","maker":"Madras1","catalog":null,"tuned":true,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF/Gemma-4-E4B-Abliterated-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T03:39:18.000Z","downloads":6841,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":3289759232,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":3372273152,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509796352,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627843072,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":3677281792,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":3787300352,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982843392,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269592064,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":4376784384,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545887744,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630961664,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4635835904,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4687363584,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823064064,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990508544,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037387264,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159529984,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":5163134464,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171981824,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302275584,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":5401521664,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648100864,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5723999744,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF","file":"Gemma-4-E4B-Abliterated-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":6172081664,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-E4B-Abliterated-Uncensored-i1-GGUF"],"logoFrom":"Madras1"},{"id":"eva-qwen2-5-7b-v0-1","family":"EVA-UNIT-01/EVA-Qwen2.5-7B-v0.1","name":"EVA Qwen2.5 7B V0.1","maker":"EVA-UNIT-01","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF/EVA-Qwen2.5-7B-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-05T00:07:01.000Z","downloads":6834,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1903666368,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":2042195136,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273076416,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469020864,"bits":2.59,"known":true,"rank":1},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2595636416,"bits":2.73,"known":true,"rank":1},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-IQ2_M.gguf","label":"IQ2_M","size":2780341024,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q2_K.gguf","label":"Q2_K","size":3015938848,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513600,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":3346254624,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":3492367136,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3499191488,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q2_K_L.gguf","label":"Q2_K_L","size":3548162848,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-IQ3_M.gguf","label":"IQ3_M","size":3574010656,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":3808389920,"bits":4,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":4088458016,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":4218471200,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431389472,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431389472,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431389472,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_0.gguf","label":"Q4_0","size":4444119840,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":4457767712,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565330720,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":4683072288,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q4_K_L.gguf","label":"Q4_K_L","size":5087562528,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":5315175200,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":5444829984,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q5_K_L.gguf","label":"Q5_K_L","size":5781195552,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q6_K.gguf","label":"Q6_K","size":6254197536,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q6_K_L.gguf","label":"Q6_K_L","size":6518180640,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-Q8_0.gguf","label":"Q8_0","size":8098523936,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","file":"EVA-Qwen2.5-7B-v0.1-f16.gguf","label":"F16","size":15237851648,"bits":16,"known":true,"rank":0}],"repos":["bartowski/EVA-Qwen2.5-7B-v0.1-GGUF","mradermacher/EVA-Qwen2.5-7B-v0.1-i1-GGUF"],"logoFrom":"EVA-UNIT-01"},{"id":"qwen3-8-27b-basequant-v1","family":"basecompute/Qwen3.8-27B-BaseQuant-V1","name":"Qwen3.8 27B BaseQuant V1","maker":"basecompute","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"basecompute/Qwen3.8-27B-BaseQuant-V1/Qwen3.8-27B-BaseQuant-V1-XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T02:45:46.000Z","downloads":6827,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"basecompute/Qwen3.8-27B-BaseQuant-V1","file":"Qwen3.8-27B-BaseQuant-V1-XS.gguf","label":"Qwen3.8-27B-BaseQuant-V1-XS","size":8363981344,"bits":2.45,"known":false,"rank":0},{"repo":"basecompute/Qwen3.8-27B-BaseQuant-V1","file":"Qwen3.8-27B-BaseQuant-V1-Small.gguf","label":"Qwen3.8-27B-BaseQuant-V1-Small","size":10927875616,"bits":3.2,"known":false,"rank":0},{"repo":"basecompute/Qwen3.8-27B-BaseQuant-V1","file":"Qwen3.8-27B-BaseQuant-V1-Medium.gguf","label":"Qwen3.8-27B-BaseQuant-V1-Medium","size":16410453536,"bits":4.81,"known":false,"rank":0},{"repo":"basecompute/Qwen3.8-27B-BaseQuant-V1","file":"Qwen3.8-27B-BaseQuant-V1-Large.gguf","label":"Qwen3.8-27B-BaseQuant-V1-Large","size":20822480416,"bits":6.1,"known":false,"rank":0},{"repo":"basecompute/Qwen3.8-27B-BaseQuant-V1","file":"Qwen3.8-27B-BaseQuant-V1-XL.gguf","label":"Qwen3.8-27B-BaseQuant-V1-XL","size":25295066592,"bits":7.41,"known":false,"rank":0}],"repos":["basecompute/Qwen3.8-27B-BaseQuant-V1"],"logoFrom":"Qwen"},{"id":"wanabi-gemma4-31b","family":"kawaimasa/Wanabi-Gemma4-31B","name":"Wanabi Gemma4 31B","maker":"kawaimasa","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"kawaimasa/Wanabi-Gemma4-31B-GGUF/imatrix/Wanabi-Gemma4-31B-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-31T14:43:00.000Z","downloads":6820,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674844704,"bits":2.26,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ2_XS.gguf","label":"IQ2_XS","size":9530359840,"bits":2.48,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ2_M.gguf","label":"IQ2_M","size":10917066784,"bits":2.84,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-Q2_K_S.gguf","label":"Q2_K_S","size":10976589856,"bits":2.86,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q2_K.gguf","label":"Q2_K","size":11916314336,"bits":3.11,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ3_XS.gguf","label":"IQ3_XS","size":13072369696,"bits":3.41,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q3_K_S.gguf","label":"Q3_K_S","size":13761357536,"bits":3.59,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ3_S.gguf","label":"IQ3_S","size":13761357856,"bits":3.59,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ3_M.gguf","label":"IQ3_M","size":14424498208,"bits":3.76,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15287109344,"bits":3.98,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q3_K_L.gguf","label":"Q3_K_L","size":16628270816,"bits":4.33,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ4_XS.gguf","label":"IQ4_XS","size":16735791136,"bits":4.36,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q4_0.gguf","label":"Q4_0","size":17651001056,"bits":4.6,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"imatrix/Wanabi-Gemma4-31B-IQ4_NL.gguf","label":"IQ4_NL","size":17651001376,"bits":4.6,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q4_K_S.gguf","label":"Q4_K_S","size":17763165920,"bits":4.63,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q4_K_M.gguf","label":"Q4_K_M","size":18687063776,"bits":4.87,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q4_1.gguf","label":"Q4_1","size":19481421536,"bits":5.08,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q5_0.gguf","label":"Q5_0","size":21311842016,"bits":5.55,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q5_K_S.gguf","label":"Q5_K_S","size":21311842016,"bits":5.55,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q5_K_M.gguf","label":"Q5_K_M","size":21845571296,"bits":5.69,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q5_1.gguf","label":"Q5_1","size":23142262496,"bits":6.03,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q6_K.gguf","label":"Q6_K","size":25201485536,"bits":6.57,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-Q8_0.gguf","label":"Q8_0","size":32635676384,"bits":8.5,"known":true,"rank":0},{"repo":"kawaimasa/Wanabi-Gemma4-31B-GGUF","file":"Wanabi-Gemma4-31B-BF16-00001-of-00002.gguf","label":"BF16","size":61413189536,"bits":16,"known":true,"rank":0}],"repos":["kawaimasa/Wanabi-Gemma4-31B-GGUF"],"logoFrom":"google"},{"id":"qwen-qwen3-5-9b-q4-0","family":"Manojb/Qwen_Qwen3.5-9B-Q4_0.gguf","name":"Qwen Qwen3.5 9B Q4 0.","maker":"Manojb","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"Manojb/Qwen_Qwen3.5-9B-Q4_0.gguf/Qwen_Qwen3.5-9B-Q4_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-03-09T17:04:57.000Z","downloads":6819,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Manojb/Qwen_Qwen3.5-9B-Q4_0.gguf","file":"Qwen_Qwen3.5-9B-Q4_0.gguf","label":"Q4_0","size":5530412128,"bits":4.94,"known":true,"rank":0}],"repos":["Manojb/Qwen_Qwen3.5-9B-Q4_0.gguf"],"logoFrom":"Manojb"},{"id":"guanaco-13b-uncensored","family":"Fredithefish/Guanaco-13B-Uncensored","name":"Guanaco 13B Uncensored","maker":"Fredithefish","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF/Guanaco-13B-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-07T12:25:27.000Z","downloads":6819,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2898687136,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":3138610336,"bits":1.93,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538482336,"bits":2.17,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147936,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":4197682336,"bits":2.58,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579936,"bits":2.78,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":4854271136,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960562336,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611936,"bits":3.29,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981536,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981536,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":5984511136,"bits":3.68,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770656,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560736,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964223136,"bits":4.28,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":7387954336,"bits":4.54,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179936,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957536,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972287136,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925536,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Guanaco-13B-Uncensored-i1-GGUF","file":"Guanaco-13B-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":10679141536,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/Guanaco-13B-Uncensored-GGUF","file":"guanaco-13b-uncensored.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Guanaco-13B-Uncensored-GGUF","mradermacher/Guanaco-13B-Uncensored-i1-GGUF"],"logoFrom":"Fredithefish"},{"id":"smolvlm2-256m-video-instruct","family":"HuggingFaceTB/SmolVLM2-256M-Video-Instruct","name":"SmolVLM2 256M Video","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.16,"active":null,"layers":30,"probe":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF/SmolVLM2-256M-Video-Instruct-Q4_K_M.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-02-11T07:06:01.000Z","downloads":6816,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","file":"SmolVLM2-256M-Video-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":131234176,"bits":6.56,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","file":"SmolVLM2-256M-Video-Instruct-Q8_0.gguf","label":"Q8_0","size":175056256,"bits":8.75,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","file":"SmolVLM2-256M-Video-Instruct-BF16.gguf","label":"BF16","size":327811456,"bits":16.39,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM2-256M-Video-Instruct-GGUF","file":"SmolVLM2-256M-Video-Instruct-f16.gguf","label":"F16","size":327811552,"bits":16.39,"known":true,"rank":0}],"repos":["ggml-org/SmolVLM2-256M-Video-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"gui-owl-1-5-8b-instruct","family":"mPLUG/GUI-Owl-1.5-8B-Instruct","name":"GUI Owl 1.5 8B","maker":"mPLUG","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF/GUI-Owl-1.5-8B-Instruct.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3vl","vision":true,"licence":"mit","open":true,"released":"2026-02-14T02:51:03.000Z","downloads":6815,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q2_K.gguf","label":"Q2_K","size":3281734304,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3769612960,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":4124162720,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4431395488,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4593298080,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4802013856,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":5027785376,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5720763040,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":5851114144,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q6_K.gguf","label":"Q6_K","size":6725900960,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.Q8_0.gguf","label":"Q8_0","size":8709520032,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF","file":"GUI-Owl-1.5-8B-Instruct.f16.gguf","label":"F16","size":16388045472,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/GUI-Owl-1.5-8B-Instruct-GGUF"],"logoFrom":"mPLUG"},{"id":"amaretto-8b","family":"AmarettoLabs/Amaretto-8B","name":"Amaretto 8B","maker":"AmarettoLabs","catalog":null,"tuned":false,"params":8.49,"active":null,"layers":34,"probe":"mradermacher/Amaretto-8B-i1-GGUF/Amaretto-8B.i1-IQ1_S.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-14T22:50:26.000Z","downloads":6811,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2121832640,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2273417408,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2526058688,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2745997504,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2904594624,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3106707648,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3147274432,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q2_K.gguf","label":"Q2_K","size":3352926400,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455359168,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3714357440,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3866466496,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3885406400,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3992361152,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4242053312,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4565014720,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4696414400,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q4_0.gguf","label":"Q4_0","size":4937324736,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4940470464,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4954101952,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5198387392,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q4_1.gguf","label":"Q4_1","size":5419669696,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5916694720,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6058744000,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-i1-GGUF","file":"Amaretto-8B.i1-Q6_K.gguf","label":"Q6_K","size":6972872896,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Amaretto-8B-GGUF","file":"Amaretto-8B.Q8_0.gguf","label":"Q8_0","size":9028868032,"bits":8.51,"known":true,"rank":1},{"repo":"mradermacher/Amaretto-8B-GGUF","file":"Amaretto-8B.f16.gguf","label":"F16","size":16987559872,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/Amaretto-8B-GGUF","mradermacher/Amaretto-8B-i1-GGUF"],"logoFrom":"AmarettoLabs"},{"id":"deepseek-coder-5-7bmqa-base","family":"deepseek-ai/deepseek-coder-5.7bmqa-base","name":"Deepseek Coder 5.7bmqa Base","maker":"DeepSeek","catalog":null,"tuned":true,"params":5.7,"active":null,"layers":32,"probe":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF/deepseek-coder-5.7bmqa-base.Q2_K.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-31T16:13:28.000Z","downloads":6804,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q2_K.gguf","label":"Q2_K","size":2433573088,"bits":3.42,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q3_K_S.gguf","label":"Q3_K_S","size":2503221472,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q3_K_M.gguf","label":"Q3_K_M","size":2779783392,"bits":3.9,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q3_K_L.gguf","label":"Q3_K_L","size":3017941216,"bits":4.24,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q4_0.gguf","label":"Q4_0","size":3242713312,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q4_K_S.gguf","label":"Q4_K_S","size":3265519840,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q4_K_M.gguf","label":"Q4_K_M","size":3430867168,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q5_0.gguf","label":"Q5_0","size":3938705632,"bits":5.53,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q5_K_S.gguf","label":"Q5_K_S","size":3938705632,"bits":5.53,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q5_K_M.gguf","label":"Q5_K_M","size":4035633376,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q6_K.gguf","label":"Q6_K","size":4678197472,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-5.7bmqa-base-GGUF","file":"deepseek-coder-5.7bmqa-base.Q8_0.gguf","label":"Q8_0","size":6058680544,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/deepseek-coder-5.7bmqa-base-GGUF"],"logoFrom":"deepseek-ai"},{"id":"cydonia-24b-v4-1","family":"TheDrummer/Cydonia-24B-v4.1","name":"Cydonia 24B V4.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF/TheDrummer_Cydonia-24B-v4.1-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-08-17T10:23:58.000Z","downloads":6797,"likes":66,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ2_XS.gguf","label":"IQ2_XS","size":7207034624,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ2_S.gguf","label":"IQ2_S","size":7478353664,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ2_M.gguf","label":"IQ2_M","size":8114052864,"bits":2.75,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","file":"Cydonia-24B-v4j-Q2_K.gguf","label":"Q2_K","size":8890326048,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593664,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q2_K_L.gguf","label":"Q2_K_L","size":9545686784,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ3_XS.gguf","label":"IQ3_XS","size":9907117824,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q3_K_S.gguf","label":"Q3_K_S","size":10400276224,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ3_M.gguf","label":"IQ3_M","size":10650951424,"bits":3.62,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","file":"Cydonia-24B-v4j-Q3_K_M.gguf","label":"Q3_K_M","size":11474082848,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q3_K_L.gguf","label":"Q3_K_L","size":12400762624,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ4_XS.gguf","label":"IQ4_XS","size":12758916864,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987965184,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-IQ4_NL.gguf","label":"IQ4_NL","size":13468016384,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q4_0.gguf","label":"Q4_0","size":13494230784,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281024,"bits":4.6,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","file":"Cydonia-24B-v4j-Q4_K_M.gguf","label":"Q4_K_M","size":14333910048,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q4_K_L.gguf","label":"Q4_K_L","size":14831984384,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q4_1.gguf","label":"Q4_1","size":14873108224,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q5_K_S.gguf","label":"Q5_K_S","size":16304414464,"bits":5.53,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","file":"Cydonia-24B-v4j-Q5_K_M.gguf","label":"Q5_K_M","size":16763984928,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q5_K_L.gguf","label":"Q5_K_L","size":17178173184,"bits":5.83,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","file":"Cydonia-24B-v4j-Q6_K.gguf","label":"Q6_K","size":19345939488,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-Q6_K_L.gguf","label":"Q6_K_L","size":19670998784,"bits":6.68,"known":true,"rank":0},{"repo":"TheDrummer/Cydonia-24B-v4.1-GGUF","file":"Cydonia-24B-v4j-Q8_0.gguf","label":"Q8_0","size":25054780448,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF","file":"TheDrummer_Cydonia-24B-v4.1-bf16.gguf","label":"BF16","size":47153520096,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Cydonia-24B-v4.1-GGUF","bartowski/TheDrummer_Cydonia-24B-v4.1-GGUF"],"logoFrom":"TheDrummer"},{"id":"01-ai-yi-6b-200k","family":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","name":"01 Ai Yi 6B 200K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":6.06,"active":null,"layers":32,"probe":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf/Yi-6B-200K.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-13T01:49:59.000Z","downloads":6794,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q2_K.gguf","label":"Q2_K","size":2337066368,"bits":3.09,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.IQ3_XS.gguf","label":"IQ3_XS","size":2588347776,"bits":3.42,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q3_K_S.gguf","label":"Q3_K_S","size":2709196160,"bits":3.58,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.IQ3_S.gguf","label":"IQ3_S","size":2718109056,"bits":3.59,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.IQ3_M.gguf","label":"IQ3_M","size":2813365632,"bits":3.71,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q3_K.gguf","label":"Q3_K","size":2992835968,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q3_K_M.gguf","label":"Q3_K_M","size":2992835968,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q3_K_L.gguf","label":"Q3_K_L","size":3236892032,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.IQ4_XS.gguf","label":"IQ4_XS","size":3336785280,"bits":4.4,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q4_0.gguf","label":"Q4_0","size":3479326080,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q4_K_S.gguf","label":"Q4_K_S","size":3502919040,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.IQ4_NL.gguf","label":"IQ4_NL","size":3510259072,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q4_K.gguf","label":"Q4_K","size":3673968000,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q4_K_M.gguf","label":"Q4_K_M","size":3673968000,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q4_1.gguf","label":"Q4_1","size":3841740160,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q5_0.gguf","label":"Q5_0","size":4204154240,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q5_K_S.gguf","label":"Q5_K_S","size":4204154240,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q5_K.gguf","label":"Q5_K","size":4304424320,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q5_K_M.gguf","label":"Q5_K_M","size":4304424320,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q5_1.gguf","label":"Q5_1","size":4566568320,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-6B-200K-gguf","file":"Yi-6B-200K.Q6_K.gguf","label":"Q6_K","size":4974284160,"bits":6.57,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-6B-200K-gguf"],"logoFrom":"RichardErkhov"},{"id":"scion-35b-a3b","family":"SkyIsNotGreen/Scion-35B-A3B","name":"Scion 35B A3B","maker":"SkyIsNotGreen","catalog":null,"tuned":false,"params":34.89,"active":3.69,"layers":40,"probe":"SkyIsNotGreen/Scion-35B-A3B/Scion-35B-A3B-PQ2_0-corr.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-27T19:57:48.000Z","downloads":6791,"likes":15,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SkyIsNotGreen/Scion-35B-A3B","file":"Scion-35B-A3B-PQ2_0-corr.gguf","label":"Scion-35B-A3B-PQ2_0-corr","size":11336908288,"bits":2.6,"known":false,"rank":0}],"repos":["SkyIsNotGreen/Scion-35B-A3B"],"logoFrom":"empero-ai"},{"id":"gemma4-coding-agent","family":"S4MPL3BI4S/gemma4-coding-agent","name":"Gemma4 Coding Agent","maker":"S4MPL3BI4S","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"S4MPL3BI4S/gemma4-coding-agent/gemma-4-E4B-it.Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-04-10T17:45:25.000Z","downloads":6790,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"S4MPL3BI4S/gemma4-coding-agent","file":"gemma-4-E4B-it.Q4_K_M.gguf","label":"Q4_K_M","size":5335274944,"bits":5.68,"known":true,"rank":0}],"repos":["S4MPL3BI4S/gemma4-coding-agent"],"logoFrom":"S4MPL3BI4S"},{"id":"neohorse-1-9b-uncensored-gsq-rco","family":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF","name":"NeoHorse 1 9B Uncensored GSQ RCO","maker":"abenzerps","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF/NeoHorse-1-9B-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T08:35:29.000Z","downloads":6779,"likes":18,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF","file":"NeoHorse-1-9B-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":3133711328,"bits":2.8,"known":true,"rank":0},{"repo":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF","file":"NeoHorse-1-9B-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":3357287392,"bits":3,"known":true,"rank":0},{"repo":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF","file":"NeoHorse-1-9B-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":3916964832,"bits":3.5,"known":true,"rank":0},{"repo":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF","file":"NeoHorse-1-9B-GSQ-RCO-IQ3_M.gguf","label":"IQ3_M","size":4196934624,"bits":3.75,"known":true,"rank":0},{"repo":"abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF","file":"NeoHorse-1-9B-GSQ-RCO-IQ4_XS.gguf","label":"IQ4_XS","size":4756349920,"bits":4.25,"known":true,"rank":0}],"repos":["abenzerps/NeoHorse-1-9B-Uncensored-GSQ-RCO-GGUF"],"logoFrom":"TokenRhythm"},{"id":"hemmingway-1-abliterated-extreme","family":"JohnDi/Hemmingway-1-Abliterated-Extreme-GGUF","name":"Hemmingway 1 Abliterated Extreme","maker":"JohnDi","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"JohnDi/Hemmingway-1-Abliterated-Extreme-GGUF/Hemmingway-1-Extreme-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-22T13:56:55.000Z","downloads":6766,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"JohnDi/Hemmingway-1-Abliterated-Extreme-GGUF","file":"Hemmingway-1-Extreme-Q4_K_M.gguf","label":"Q4_K_M","size":16547400032,"bits":4.92,"known":true,"rank":0},{"repo":"JohnDi/Hemmingway-1-Abliterated-Extreme-GGUF","file":"Hemmingway-1-Extreme-Q6_K.gguf","label":"Q6_K","size":22082529632,"bits":6.57,"known":true,"rank":0},{"repo":"JohnDi/Hemmingway-1-Abliterated-Extreme-GGUF","file":"Hemmingway-1-Extreme-Q8_0.gguf","label":"Q8_0","size":28595763552,"bits":8.5,"known":true,"rank":0}],"repos":["JohnDi/Hemmingway-1-Abliterated-Extreme-GGUF"],"logoFrom":"Altworld"},{"id":"glm-4-7-flash-uncensored-hauhaucs-aggressive","family":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive","name":"GLM 4.7 Flash Uncensored HauhauCS Aggressive","maker":"HauhauCS","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-24T17:03:08.000Z","downloads":6759,"likes":49,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":18132721216,"bits":4.85,"known":true,"rank":0},{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":24614785600,"bits":6.58,"known":true,"rank":0},{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":31842799168,"bits":8.51,"known":true,"rank":0},{"repo":"HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive","file":"GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive-FP16.gguf","label":"GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive-FP16","size":59908836928,"bits":16.01,"known":false,"rank":0}],"repos":["HauhauCS/GLM-4.7-Flash-Uncensored-HauhauCS-Aggressive"],"logoFrom":"zai-org"},{"id":"romistral-7b-instruct","family":"OpenLLM-Ro/RoMistral-7b-Instruct","name":"RoMistral 7B","maker":"OpenLLM-Ro","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"legraphista/RoMistral-7b-Instruct-IMat-GGUF/RoMistral-7b-Instruct.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-10-09T17:23:20.000Z","downloads":6757,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ1_S.gguf","label":"IQ1_S","size":1612102112,"bits":1.78,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ1_M.gguf","label":"IQ1_M","size":1754446304,"bits":1.94,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686624,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2198256096,"bits":2.43,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ2_S.gguf","label":"IQ2_S","size":2310920672,"bits":2.55,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ2_M.gguf","label":"IQ2_M","size":2500712928,"bits":2.76,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":2528926176,"bits":2.79,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q2_K.gguf","label":"Q2_K","size":2719242720,"bits":3,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344352,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":3018815968,"bits":3.34,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3164568032,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ3_S.gguf","label":"IQ3_S","size":3182393824,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ3_M.gguf","label":"IQ3_M","size":3284892128,"bits":3.63,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q3_K.gguf","label":"Q3_K","size":3518986720,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":3822025184,"bits":4.22,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":3907688928,"bits":4.32,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":4125694432,"bits":4.56,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4140374496,"bits":4.57,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q4_K.gguf","label":"Q4_K","size":4368439776,"bits":4.83,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q5_K.gguf","label":"Q5_K","size":5131409632,"bits":5.67,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q6_K.gguf","label":"Q6_K","size":5942065376,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.Q8_0.gguf","label":"Q8_0","size":7695857888,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.BF16.gguf","label":"BF16","size":14484732128,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/RoMistral-7b-Instruct-IMat-GGUF","file":"RoMistral-7b-Instruct.FP16.gguf","label":"RoMistral-7b-Instruct.FP16","size":14484732128,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/RoMistral-7b-Instruct-IMat-GGUF"],"logoFrom":"OpenLLM-Ro"},{"id":"qwen2-5-coder-32b-bitnet-1-58b","family":"tzervas/qwen2.5-coder-32b-bitnet-1.58b","name":"Qwen2.5 Coder 32B Bitnet 1.58B","maker":"tzervas","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"tzervas/qwen2.5-coder-32b-bitnet-1.58b/qwen-coder-32b-tq2.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-29T11:13:47.000Z","downloads":6755,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tzervas/qwen2.5-coder-32b-bitnet-1.58b","file":"qwen-coder-32b-tq2.gguf","label":"TQ2","size":11169925952,"bits":2.73,"known":false,"rank":0}],"repos":["tzervas/qwen2.5-coder-32b-bitnet-1.58b"],"logoFrom":"Qwen"},{"id":"qwen2-5-vl-7b-cam-motion","family":"chancharikm/qwen2.5-vl-7b-cam-motion","name":"Qwen2.5 Vl 7B Cam Motion","maker":"chancharikm","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF/qwen2.5-vl-7b-cam-motion.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2025-04-28T13:02:41.000Z","downloads":6743,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q2_K.gguf","label":"Q2_K","size":3015939488,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q3_K_S.gguf","label":"Q3_K_S","size":3492367776,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q3_K_M.gguf","label":"Q3_K_M","size":3808390560,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q3_K_L.gguf","label":"Q3_K_L","size":4088458656,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.IQ4_XS.gguf","label":"IQ4_XS","size":4250297760,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q4_K_S.gguf","label":"Q4_K_S","size":4457768352,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q4_K_M.gguf","label":"Q4_K_M","size":4683072928,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q5_K_S.gguf","label":"Q5_K_S","size":5315175840,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q5_K_M.gguf","label":"Q5_K_M","size":5444830624,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q6_K.gguf","label":"Q6_K","size":6254198176,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.Q8_0.gguf","label":"Q8_0","size":8098524576,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-vl-7b-cam-motion-GGUF","file":"qwen2.5-vl-7b-cam-motion.f16.gguf","label":"F16","size":15237852576,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/qwen2.5-vl-7b-cam-motion-GGUF"],"logoFrom":"Qwen"},{"id":"gui-owl-1-5-4b-instruct","family":"mPLUG/GUI-Owl-1.5-4B-Instruct","name":"GUI Owl 1.5 4B","maker":"mPLUG","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF/GUI-Owl-1.5-4B-Instruct.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3vl","vision":true,"licence":"mit","open":true,"released":"2026-02-14T13:29:49.000Z","downloads":6735,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q2_K.gguf","label":"Q2_K","size":1669501088,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1886998688,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":2075619488,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":2239787168,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":2286317728,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2383311008,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":2497282208,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2823712928,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2889515168,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q6_K.gguf","label":"Q6_K","size":3306262688,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.Q8_0.gguf","label":"Q8_0","size":4280406688,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF","file":"GUI-Owl-1.5-4B-Instruct.f16.gguf","label":"F16","size":8051286688,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/GUI-Owl-1.5-4B-Instruct-GGUF"],"logoFrom":"mPLUG"},{"id":"qwen3-30b-a3b-128k","family":"unsloth/Qwen3-30B-A3B-128K-GGUF","name":"Qwen3 30B A3B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"unsloth/Qwen3-30B-A3B-128K-GGUF/Qwen3-30B-A3B-128K-UD-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T08:26:58.000Z","downloads":6722,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9021281056,"bits":2.36,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9676296992,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10362262304,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10865578784,"bits":2.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q2_K.gguf","label":"Q2_K","size":11258610464,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q2_K_L.gguf","label":"Q2_K_L","size":11331539744,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11814277920,"bits":3.1,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12897522464,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q3_K_S.gguf","label":"Q3_K_S","size":13292469024,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833048864,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q3_K_M.gguf","label":"Q3_K_M","size":14711847712,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-IQ4_XS.gguf","label":"IQ4_XS","size":16378073888,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-IQ4_NL.gguf","label":"IQ4_NL","size":17310782240,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q4_0.gguf","label":"Q4_0","size":17379988256,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q4_K_S.gguf","label":"Q4_K_S","size":17456010016,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17715663648,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q4_K_M.gguf","label":"Q4_K_M","size":18556687136,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q4_1.gguf","label":"Q4_1","size":19192501024,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q5_K_S.gguf","label":"Q5_K_S","size":21080511264,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q5_K_M.gguf","label":"Q5_K_M","size":21725582112,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740303136,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q6_K.gguf","label":"Q6_K","size":25092533024,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340326176,"bits":6.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-Q8_0.gguf","label":"Q8_0","size":32483932960,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"Qwen3-30B-A3B-128K-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989945120,"bits":9.43,"known":true,"rank":0},{"repo":"unsloth/Qwen3-30B-A3B-128K-GGUF","file":"BF16/Qwen3-30B-A3B-128K-BF16-00001-of-00002.gguf","label":"BF16","size":61095803616,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen3-30B-A3B-128K-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-9b-distill-uncen-heretic","family":"Zammael333/Qwen3.8-9B-Distill-uncen-heretic","name":"Qwen3.8 9B Distill Uncen Heretic","maker":"Zammael333","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF/Qwen3.8-9B-Distill-uncen-heretic.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T09:20:19.000Z","downloads":6717,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q2_K.gguf","label":"Q2_K","size":3914969600,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4364022272,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4475990816,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783520,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4737610240,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":5048513024,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5357875712,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5462864672,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5488554496,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663648,"bits":4.83,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5780091392,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-i1-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5961462560,"bits":5.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":6472643072,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6642545152,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q6_K.gguf","label":"Q6_K","size":7558902272,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.Q8_0.gguf","label":"Q8_0","size":9786061312,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","file":"Qwen3.8-9B-Distill-uncen-heretic.f16.gguf","label":"F16","size":18407322112,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-9B-Distill-uncen-heretic-GGUF","mradermacher/Qwen3.8-9B-Distill-uncen-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"sakura-8b-qwen3-v1-1-sft","family":"SakuraLLM/Sakura-8B-Qwen3-v1.1-SFT-GGUF","name":"Sakura 8B Qwen3 V1.1 SFT","maker":"SakuraLLM","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"SakuraLLM/Sakura-8B-Qwen3-v1.1-SFT-GGUF/sakura-8b-qwen3-v1.1-iq4xs.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2025-11-09T12:02:07.000Z","downloads":6712,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-8B-Qwen3-v1.1-SFT-GGUF","file":"sakura-8b-qwen3-v1.1-iq4xs.gguf","label":"sakura-8b-qwen3-v1.1-iq4xs","size":4593296064,"bits":4.49,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-8B-Qwen3-v1.1-SFT-GGUF","file":"sakura-8b-qwen3-v1.1-q6k.gguf","label":"sakura-8b-qwen3-v1.1-q6k","size":6725898944,"bits":6.57,"known":false,"rank":0}],"repos":["SakuraLLM/Sakura-8B-Qwen3-v1.1-SFT-GGUF"],"logoFrom":"SakuraLLM"},{"id":"moondream-2b-2025-04-14-4bit","family":"moondream/moondream-2b-2025-04-14-4bit","name":"Moondream 2B 2025 04 14 4bit","maker":"moondream","catalog":null,"tuned":false,"params":1.42,"active":null,"layers":24,"probe":"moondream/moondream-2b-2025-04-14-4bit/moondream2-text-model-f16.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"phi2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-05-20T13:23:38.000Z","downloads":6707,"likes":69,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"moondream/moondream-2b-2025-04-14-4bit","file":"moondream2-text-model-f16.gguf","label":"F16","size":2839534976,"bits":16,"known":true,"rank":0}],"repos":["moondream/moondream-2b-2025-04-14-4bit"],"logoFrom":"moondream"},{"id":"qwen3-8-2-4t-a95b","family":"Qwen/Qwen3.8-2.4T-A95B","name":"Qwen3.8 2.4T","maker":"Alibaba Qwen","catalog":"qwen3-8-2-4t-a95b","tuned":false,"params":2446.18,"active":96.4,"layers":93,"probe":"unsloth/Qwen3.8-2.4T-A95B-GGUF/UD-IQ1_S/Qwen3.8-2.4T-A95B-UD-IQ1_S-00001-of-00012.gguf","kvBytesPerToken":106738,"kvHeader":94208,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"other","open":false,"released":"2026-08-08T01:50:52.000Z","downloads":6706,"likes":124,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00001-of-00010.gguf","label":"UD-Q1_0","size":397256393248,"bits":1.3,"known":false,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-IQ1_S/Qwen3.8-2.4T-A95B-UD-IQ1_S-00001-of-00012.gguf","label":"UD-IQ1_S","size":508388672224,"bits":1.66,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-IQ1_M/Qwen3.8-2.4T-A95B-UD-IQ1_M-00001-of-00013.gguf","label":"UD-IQ1_M","size":563954811904,"bits":1.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-IQ2_XXS/Qwen3.8-2.4T-A95B-UD-IQ2_XXS-00001-of-00015.gguf","label":"UD-IQ2_XXS","size":656565044416,"bits":2.15,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-IQ2_XS/Qwen3.8-2.4T-A95B-UD-IQ2_XS-00001-of-00016.gguf","label":"UD-IQ2_XS","size":730653230336,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-IQ3_XXS/Qwen3.8-2.4T-A95B-UD-IQ3_XXS-00001-of-00021.gguf","label":"UD-IQ3_XXS","size":955535034144,"bits":3.12,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"UD-IQ4_XS/Qwen3.8-2.4T-A95B-UD-IQ4_XS-00001-of-00029.gguf","label":"UD-IQ4_XS","size":1310876469952,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00001-of-00056.gguf","label":"Q8_0","size":2600249563264,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","file":"BF16/Qwen3.8-2.4T-A95B-BF16-00001-of-00140.gguf","label":"BF16","size":4893172677568,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3.8-2.4T-A95B-GGUF"],"logoFrom":"Qwen"},{"id":"mpt-30b-instruct","family":"mosaicml/mpt-30b-instruct","name":"Mpt 30B","maker":"mosaicml","catalog":null,"tuned":false,"params":29.96,"active":null,"layers":48,"probe":"mradermacher/mpt-30b-instruct-i1-GGUF/mpt-30b-instruct.i1-IQ1_S.gguf","kvBytesPerToken":1592328,"kvHeader":1376256,"kvFixed":0,"context":8192,"arch":"mpt","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-09T23:25:30.000Z","downloads":6697,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ1_S.gguf","label":"IQ1_S","size":6351290240,"bits":1.7,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ1_M.gguf","label":"IQ1_M","size":6958219136,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7969767296,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8856076160,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ2_S.gguf","label":"IQ2_S","size":9328131968,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ2_M.gguf","label":"IQ2_M","size":10137370496,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q2_K.gguf","label":"Q2_K","size":11264366464,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11698044800,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12670900096,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ3_S.gguf","label":"IQ3_S","size":13017716608,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13017716608,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ3_M.gguf","label":"IQ3_M","size":14491686784,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15715178368,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16023459712,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q4_0.gguf","label":"Q4_0","size":17025374080,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17102444416,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17179514752,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19144808320,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":20647679872,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22285424512,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-i1-GGUF","file":"mpt-30b.i1-Q6_K.gguf","label":"Q6_K","size":24578267008,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/mpt-30b-chat-GGUF","file":"mpt-30b-chat.Q8_0.gguf","label":"Q8_0","size":31833359200,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/mpt-30b-chat-GGUF","mradermacher/mpt-30b-i1-GGUF","mradermacher/mpt-30b-instruct-i1-GGUF"],"logoFrom":"mosaicml"},{"id":"accio-lab-occamy-1-0","family":"bartowski/Accio-Lab_occamy-1.0-GGUF","name":"Accio Lab Occamy 1.0","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/Accio-Lab_occamy-1.0-GGUF/Accio-Lab_occamy-1.0-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-15T15:49:05.000Z","downloads":6695,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":10793196128,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ2_XS.gguf","label":"IQ2_XS","size":11265260128,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ2_S.gguf","label":"IQ2_S","size":11979545184,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ2_M.gguf","label":"IQ2_M","size":13233805920,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q2_K.gguf","label":"Q2_K","size":13839333984,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":15581674080,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ3_XS.gguf","label":"IQ3_XS","size":16318691936,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q3_K_S.gguf","label":"Q3_K_S","size":16318691936,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q3_K_M.gguf","label":"Q3_K_M","size":17344330336,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q3_K_L.gguf","label":"Q3_K_L","size":18267077216,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ3_M.gguf","label":"IQ3_M","size":18958219872,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ4_XS.gguf","label":"IQ4_XS","size":19886930528,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q4_0.gguf","label":"Q4_0","size":19942611552,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q4_K_S.gguf","label":"Q4_K_S","size":20946975328,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q4_1.gguf","label":"Q4_1","size":21973768800,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-IQ4_NL.gguf","label":"IQ4_NL","size":22318512736,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q4_K_M.gguf","label":"Q4_K_M","size":22318512736,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q4_K_L.gguf","label":"Q4_K_L","size":24113674848,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q5_K_S.gguf","label":"Q5_K_S","size":25137085024,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q5_K_M.gguf","label":"Q5_K_M","size":26984675936,"bits":6.23,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q6_K_S.gguf","label":"Q6_K_S","size":29373332064,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q6_K.gguf","label":"Q6_K","size":30738578016,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q6_K_L.gguf","label":"Q6_K_L","size":32298859104,"bits":7.46,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-Q8_0.gguf","label":"Q8_0","size":36914690656,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Accio-Lab_occamy-1.0-GGUF","file":"Accio-Lab_occamy-1.0-bf16/Accio-Lab_occamy-1.0-bf16-00001-of-00002.gguf","label":"BF16","size":69376637408,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Accio-Lab_occamy-1.0-GGUF"],"logoFrom":"Accio-Lab"},{"id":"nvidia-nemotron-3-5-bolt-e4b-bf16-heretic","family":"darkc0de/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic","name":"NVIDIA Nemotron 3.5 Bolt E4B BF16 Heretic","maker":"darkc0de","catalog":null,"tuned":true,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-10-24T14:02:48.000Z","downloads":6694,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":3289760128,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":3372274048,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509797248,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627843968,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":3677282688,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3787301248,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982844288,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269592960,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q2_K.gguf","label":"Q2_K","size":4376785280,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545888640,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630962560,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4635836800,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4687364480,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823064960,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990509440,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037388160,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159530880,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5163135360,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171982720,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302276480,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5401522560,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648101760,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5724000640,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic.i1-Q6_K.gguf","label":"Q6_K","size":6172082560,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-heretic-i1-GGUF"],"logoFrom":"darkc0de"},{"id":"glm-4-5-air-derestricted","family":"ArliAI/GLM-4.5-Air-Derestricted","name":"GLM 4.5 Air Derestricted","maker":"ArliAI","catalog":null,"tuned":true,"params":110.47,"active":14.96,"layers":47,"probe":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF/ArliAI_GLM-4.5-Air-Derestricted-IQ1_M.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2025-11-24T09:38:07.000Z","downloads":6693,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ1_M.gguf","label":"IQ1_M","size":37859421056,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ2_XXS.gguf","label":"IQ2_XXS","size":39621618560,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ2_XS.gguf","label":"IQ2_XS","size":42194037632,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ2_S.gguf","label":"IQ2_S","size":42546490240,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ2_M.gguf","label":"IQ2_M","size":45118909312,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q2_K.gguf","label":"Q2_K","size":46102702976,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q2_K_L.gguf","label":"Q2_K_L","size":46708910976,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ3_XXS/ArliAI_GLM-4.5-Air-Derestricted-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":50343066688,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ3_XS/ArliAI_GLM-4.5-Air-Derestricted-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":50839837760,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q3_K_S/ArliAI_GLM-4.5-Air-Derestricted-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":53415959616,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ3_M/ArliAI_GLM-4.5-Air-Derestricted-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":55477787712,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q3_K_M/ArliAI_GLM-4.5-Air-Derestricted-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":55481637952,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q3_K_L/ArliAI_GLM-4.5-Air-Derestricted-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":55910374464,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q3_K_XL/ArliAI_GLM-4.5-Air-Derestricted-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":56453536832,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ4_XS/ArliAI_GLM-4.5-Air-Derestricted-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":60806220864,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-IQ4_NL/ArliAI_GLM-4.5-Air-Derestricted-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":63064509504,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q4_0/ArliAI_GLM-4.5-Air-Derestricted-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":63761992768,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q4_K_S/ArliAI_GLM-4.5-Air-Derestricted-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":68310027328,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q4_1/ArliAI_GLM-4.5-Air-Derestricted-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":69546036288,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q4_K_M/ArliAI_GLM-4.5-Air-Derestricted-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":73501936704,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q4_K_L/ArliAI_GLM-4.5-Air-Derestricted-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":73962654784,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q5_K_S/ArliAI_GLM-4.5-Air-Derestricted-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":78553041984,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q5_K_M/ArliAI_GLM-4.5-Air-Derestricted-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":83722013888,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q6_K/ArliAI_GLM-4.5-Air-Derestricted-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":99183770816,"bits":7.18,"known":true,"rank":0},{"repo":"bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF","file":"ArliAI_GLM-4.5-Air-Derestricted-Q8_0/ArliAI_GLM-4.5-Air-Derestricted-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":117456505728,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/ArliAI_GLM-4.5-Air-Derestricted-GGUF"],"logoFrom":"ArliAI"},{"id":"qwen3-5-9b-gemini-3-1-pro-reasoning-distill","family":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF","name":"Qwen3.5 9B Gemini 3.1 Pro Reasoning Distill","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF/Qwen3.5-9B.Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T12:09:15.000Z","downloads":6689,"likes":50,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF","file":"Qwen3.5-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623520640,"bits":4.13,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF","file":"Qwen3.5-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5737239424,"bits":5.13,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF","file":"Qwen3.5-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6523671424,"bits":5.83,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF","file":"Qwen3.5-9B.Q6_K.gguf","label":"Q6_K","size":7359255424,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF","file":"Qwen3.5-9B.Q8_0.gguf","label":"Q8_0","size":9527497600,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-9B-Gemini-3.1-Pro-Reasoning-Distill-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-3-12b-it-abliterated-v2","family":"mlabonne/gemma-3-12b-it-abliterated-v2","name":"Gemma 3 12B Abliterated V2","maker":"mlabonne","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF/gemma-3-12b-it-abliterated-v2.q2_k.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-05-28T15:51:37.000Z","downloads":6686,"likes":65,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","file":"gemma-3-12b-it-abliterated-v2.q2_k.gguf","label":"Q2_K","size":4768221248,"bits":3.24,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","file":"gemma-3-12b-it-abliterated-v2.q3_k_m.gguf","label":"Q3_K_M","size":6008817728,"bits":4.08,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","file":"gemma-3-12b-it-abliterated-v2.q4_k_m.gguf","label":"Q4_K_M","size":7300778048,"bits":4.96,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","file":"gemma-3-12b-it-abliterated-v2.q5_k_m.gguf","label":"Q5_K_M","size":8445036608,"bits":5.74,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","file":"gemma-3-12b-it-abliterated-v2.q6_k.gguf","label":"Q6_K","size":9660811328,"bits":6.57,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-12b-it-abliterated-v2-GGUF","file":"gemma-3-12b-it-abliterated-v2.q8_0.gguf","label":"Q8_0","size":12510212288,"bits":8.5,"known":true,"rank":0}],"repos":["mlabonne/gemma-3-12b-it-abliterated-v2-GGUF"],"logoFrom":"mlabonne"},{"id":"p-e-w-gpt-oss-20b-heretic","family":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","name":"P E W Gpt Oss 20B Heretic","maker":"bartowski","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF/p-e-w_gpt-oss-20b-heretic-Q4_0.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-17T02:30:11.000Z","downloads":6671,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q4_0.gguf","label":"Q4_0","size":11519189984,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-IQ4_NL.gguf","label":"IQ4_NL","size":11561214944,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q4_1.gguf","label":"Q4_1","size":11592987104,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109566944,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-IQ2_M.gguf","label":"IQ2_M","size":12142928864,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":12151776224,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-IQ3_XS.gguf","label":"IQ3_XS","size":12156199904,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":12156199904,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q2_K.gguf","label":"Q2_K","size":12156199904,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":12158411744,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q2_K_L.gguf","label":"Q2_K_L","size":12445766624,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-IQ3_M.gguf","label":"IQ3_M","size":12554331104,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":12554515424,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":12682617824,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q3_K_XL.gguf","label":"Q3_K_XL","size":12972184544,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":14852202464,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":15853797344,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":15903264224,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q4_K_L.gguf","label":"Q4_K_L","size":16070972384,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":16904121824,"bits":6.47,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q5_K_L.gguf","label":"Q5_K_L","size":17085101024,"bits":6.54,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q6_K.gguf","label":"Q6_K","size":22193345504,"bits":8.49,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-Q6_K_L.gguf","label":"Q6_K_L","size":22193345504,"bits":8.49,"known":true,"rank":0},{"repo":"bartowski/p-e-w_gpt-oss-20b-heretic-GGUF","file":"p-e-w_gpt-oss-20b-heretic-bf16.gguf","label":"BF16","size":41860888288,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/p-e-w_gpt-oss-20b-heretic-GGUF"],"logoFrom":"p-e-w"},{"id":"jais-3-3-7b","family":"inception42/Jais-3-3.7B","name":"Jais 3 3.7B","maker":"inception42","catalog":null,"tuned":false,"params":5.06,"active":null,"layers":36,"probe":"mradermacher/Jais-3-3.7B-i1-GGUF/Jais-3-3.7B.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T10:39:15.000Z","downloads":6663,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1473291680,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1548248480,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1673176480,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1784915360,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ2_S.gguf","label":"IQ2_S","size":1913811360,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2013753760,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2034377120,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q2_K.gguf","label":"Q2_K","size":2143986080,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2179232160,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2360290720,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2436230560,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ3_S.gguf","label":"IQ3_S","size":2448764320,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ3_M.gguf","label":"IQ3_M","size":2512825760,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2631445920,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2801184160,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2899524000,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q4_0.gguf","label":"Q4_0","size":3029346720,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3034589600,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3037211040,"bits":4.8,"known":true,"rank":0},{"repo":"IFM/Jais-3-3.7B-GGUF","file":"Jais-3-3.7B-Q4_K_M.gguf","label":"Q4_K_M","size":3156606176,"bits":4.99,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3156609440,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q4_1.gguf","label":"Q4_1","size":3298822560,"bits":5.22,"known":true,"rank":0},{"repo":"IFM/Jais-3-3.7B-GGUF","file":"Jais-3-3.7B-Q5_0.gguf","label":"Q5_0","size":3574848736,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3574852000,"bits":5.65,"known":true,"rank":0},{"repo":"IFM/Jais-3-3.7B-GGUF","file":"Jais-3-3.7B-Q5_K_M.gguf","label":"Q5_K_M","size":3643784416,"bits":5.76,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3643787680,"bits":5.76,"known":true,"rank":0},{"repo":"IFM/Jais-3-3.7B-GGUF","file":"Jais-3-3.7B-Q6_K.gguf","label":"Q6_K","size":4161411296,"bits":6.58,"known":true,"rank":1},{"repo":"mradermacher/Jais-3-3.7B-i1-GGUF","file":"Jais-3-3.7B.i1-Q6_K.gguf","label":"Q6_K","size":4161414560,"bits":6.58,"known":true,"rank":0},{"repo":"IFM/Jais-3-3.7B-GGUF","file":"Jais-3-3.7B-Q8_0.gguf","label":"Q8_0","size":5386412256,"bits":8.52,"known":true,"rank":1},{"repo":"IFM/Jais-3-3.7B-GGUF","file":"Jais-3-3.7B-BF16.gguf","label":"BF16","size":10128351456,"bits":16.01,"known":true,"rank":1}],"repos":["IFM/Jais-3-3.7B-GGUF","mradermacher/Jais-3-3.7B-i1-GGUF"],"logoFrom":"inception42"},{"id":"yandexgpt-5-lite-8b-instruct","family":"yandex/YandexGPT-5-Lite-8B-instruct-GGUF","name":"YandexGPT 5 Lite 8B","maker":"yandex","catalog":null,"tuned":true,"params":8.04,"active":null,"layers":32,"probe":"yandex/YandexGPT-5-Lite-8B-instruct-GGUF/YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-03-28T16:24:33.000Z","downloads":6662,"likes":90,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yandex/YandexGPT-5-Lite-8B-instruct-GGUF","file":"YandexGPT-5-Lite-8B-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4920741184,"bits":4.9,"known":true,"rank":0}],"repos":["yandex/YandexGPT-5-Lite-8B-instruct-GGUF"],"logoFrom":"yandex"},{"id":"onejev-9b","family":"OmniJev/OneJev-9B","name":"OneJev 9B","maker":"OmniJev","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"bartowski/OmniJev_OneJev-9B-GGUF/OmniJev_OneJev-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T16:15:46.000Z","downloads":6656,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-IQ2_M.gguf","label":"IQ2_M","size":3536905728,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q2_K.gguf","label":"Q2_K","size":3644384768,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4138837504,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4260308480,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4268041728,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4479952384,"bits":4,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q3_K_L.gguf","label":"Q3_K_L","size":4659160576,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-IQ3_M.gguf","label":"IQ3_M","size":4846462464,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5227308544,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q4_0.gguf","label":"Q4_0","size":5482833408,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5483259392,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5825062400,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5841053184,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q4_1.gguf","label":"Q4_1","size":5944862208,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6202025472,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6496019968,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6876128768,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q6_K_S.gguf","label":"Q6_K_S","size":7509288448,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q6_K.gguf","label":"Q6_K","size":7793714688,"bits":6.97,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8106583552,"bits":7.25,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-Q8_0.gguf","label":"Q8_0","size":9545983488,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-9B-GGUF","file":"OmniJev_OneJev-9B-bf16.gguf","label":"BF16","size":17920697536,"bits":16.02,"known":true,"rank":0},{"repo":"mradermacher/OneJev-9B-GGUF","file":"OneJev-9B.f16.gguf","label":"F16","size":17920697664,"bits":16.02,"known":true,"rank":1}],"repos":["bartowski/OmniJev_OneJev-9B-GGUF","mradermacher/OneJev-9B-GGUF"],"logoFrom":null},{"id":"qwen2-5-coder-14b-n8n-workflow-generator","family":"mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator","name":"Qwen2.5 Coder 14B N8n Workflow Generator","maker":"mbakgun","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator/gguf/qwen25-coder-14b-n8n-q4_k_m.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-26T02:18:36.000Z","downloads":6651,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator","file":"gguf/qwen25-coder-14b-n8n-q4_k_m.gguf","label":"Q4_K_M","size":8988110304,"bits":4.87,"known":true,"rank":0},{"repo":"evansanih/Qwen2.5-Coder-14B-n8n-Workflow-Generator","file":"gguf/qwen25-coder-14b-n8n-q4_k_m.gguf","label":"Q4_K_M","size":8988110304,"bits":4.87,"known":true,"rank":0},{"repo":"mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator","file":"gguf/qwen25-coder-14b-n8n-f16.gguf","label":"F16","size":29547716064,"bits":16,"known":true,"rank":0},{"repo":"evansanih/Qwen2.5-Coder-14B-n8n-Workflow-Generator","file":"gguf/qwen25-coder-14b-n8n-f16.gguf","label":"F16","size":29547716064,"bits":16,"known":true,"rank":0}],"repos":["evansanih/Qwen2.5-Coder-14B-n8n-Workflow-Generator","mbakgun/Qwen2.5-Coder-14B-n8n-Workflow-Generator"],"logoFrom":"Qwen"},{"id":"jinen-v2-small","family":"togatogah/jinen-v2-small.gguf","name":"Jinen V2 Small.","maker":"togatogah","catalog":null,"tuned":false,"params":0.11,"active":null,"layers":12,"probe":"togatogah/jinen-v2-small.gguf/jinen-v2-small-Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":1024,"arch":"qwen3","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2026-08-07T14:25:22.000Z","downloads":6650,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"togatogah/jinen-v2-small.gguf","file":"jinen-v2-small-Q4_K_M.gguf","label":"Q4_K_M","size":72123008,"bits":5.25,"known":true,"rank":0},{"repo":"togatogah/jinen-v2-small.gguf","file":"jinen-v2-small-Q5_K_M.gguf","label":"Q5_K_M","size":81117824,"bits":5.9,"known":true,"rank":0},{"repo":"togatogah/jinen-v2-small.gguf","file":"jinen-v2-small-Q8_0.gguf","label":"Q8_0","size":117197472,"bits":8.52,"known":true,"rank":0},{"repo":"togatogah/jinen-v2-small.gguf","file":"jinen-v2-small-f16.gguf","label":"F16","size":219865856,"bits":15.99,"known":true,"rank":0}],"repos":["togatogah/jinen-v2-small.gguf"],"logoFrom":null},{"id":"gemma-4-31b-it-heretic-ara","family":"trohrbaugh/gemma-4-31b-it-heretic-ara","name":"Gemma 4 31B Heretic Ara","maker":"trohrbaugh","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF/gemma-4-31b-it-heretic-ara.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T19:40:46.000Z","downloads":6647,"likes":41,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ1_S.gguf","label":"IQ1_S","size":7156484544,"bits":1.86,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ1_M.gguf","label":"IQ1_M","size":7725867456,"bits":2.01,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674838976,"bits":2.26,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530354112,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ2_S.gguf","label":"IQ2_S","size":10157883840,"bits":2.65,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ2_M.gguf","label":"IQ2_M","size":10917061056,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976584128,"bits":2.86,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q2_K.gguf","label":"Q2_K","size":11916308640,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077502912,"bits":3.15,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072363968,"bits":3.41,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q3_K_S.gguf","label":"Q3_K_S","size":13761351840,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ3_S.gguf","label":"IQ3_S","size":13761352128,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-IQ3_M.gguf","label":"IQ3_M","size":14424492480,"bits":3.76,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q3_K_M.gguf","label":"Q3_K_M","size":15287103648,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q3_K_L.gguf","label":"Q3_K_L","size":16628265120,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.IQ4_XS.gguf","label":"IQ4_XS","size":16862228640,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-Q4_0.gguf","label":"Q4_0","size":17701573056,"bits":4.61,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q4_K_S.gguf","label":"Q4_K_S","size":17763160224,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q4_K_M.gguf","label":"Q4_K_M","size":18687058080,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF","file":"gemma-4-31b-it-heretic-ara.i1-Q4_1.gguf","label":"Q4_1","size":19481416128,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q5_K_S.gguf","label":"Q5_K_S","size":21311836320,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q5_K_M.gguf","label":"Q5_K_M","size":21845565600,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q6_K.gguf","label":"Q6_K","size":25201479840,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31b-it-heretic-ara-GGUF","file":"gemma-4-31b-it-heretic-ara.Q8_0.gguf","label":"Q8_0","size":32635670688,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-31b-it-heretic-ara-GGUF","mradermacher/gemma-4-31b-it-heretic-ara-i1-GGUF"],"logoFrom":"trohrbaugh"},{"id":"hunyuan-0-5b-instruct","family":"tencent/Hunyuan-0.5B-Instruct","name":"Hunyuan 0.5B","maker":"Tencent","catalog":null,"tuned":false,"params":0.54,"active":null,"layers":24,"probe":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF/tencent_Hunyuan-0.5B-Instruct-IQ2_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":null,"open":false,"released":"2025-07-30T03:13:14.000Z","downloads":6645,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":232837824,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":246969024,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q2_K.gguf","label":"Q2_K","size":259664736,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":275491680,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":285223776,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":289627584,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":296713056,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":307669856,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":327396192,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":327396192,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":340372320,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q4_0.gguf","label":"Q4_0","size":341060448,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":342272864,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":354970464,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":357359040,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q4_1.gguf","label":"Q4_1","size":366324576,"bits":5.43,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":384933312,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":392276832,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":399797088,"bits":5.92,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":429759936,"bits":6.37,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":447425376,"bits":6.63,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":477388224,"bits":7.07,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":577953216,"bits":8.56,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF","file":"tencent_Hunyuan-0.5B-Instruct-bf16.gguf","label":"BF16","size":1083222048,"bits":16.05,"known":true,"rank":0}],"repos":["bartowski/tencent_Hunyuan-0.5B-Instruct-GGUF"],"logoFrom":"tencent"},{"id":"biomni-r0-32b-preview","family":"biomni/Biomni-R0-32B-Preview","name":"Biomni R0 32B Preview","maker":"biomni","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Biomni-R0-32B-Preview-GGUF/Biomni-R0-32B-Preview.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-10-06T05:55:58.000Z","downloads":6645,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q2_K.gguf","label":"Q2_K","size":12344651968,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q3_K_S.gguf","label":"Q3_K_S","size":14389738688,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q3_K_M.gguf","label":"Q3_K_M","size":15971777728,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q3_K_L.gguf","label":"Q3_K_L","size":17330994368,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.IQ4_XS.gguf","label":"IQ4_XS","size":17854335168,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q4_K_S.gguf","label":"Q4_K_S","size":18771245248,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q4_K_M.gguf","label":"Q4_K_M","size":19762149568,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q5_K_S.gguf","label":"Q5_K_S","size":22635493568,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q5_K_M.gguf","label":"Q5_K_M","size":23214831808,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q6_K.gguf","label":"Q6_K","size":26883306688,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Biomni-R0-32B-Preview-GGUF","file":"Biomni-R0-32B-Preview.Q8_0.gguf","label":"Q8_0","size":34817719488,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Biomni-R0-32B-Preview-GGUF"],"logoFrom":"biomni"},{"id":"ingot-ix-27b-q2","family":"dendriteholdings/Ingot-IX-27B-Q2","name":"Ingot IX 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-IX-27B-Q2/Ingot-IX-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-25T11:22:32.000Z","downloads":6632,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-IX-27B-Q2","file":"Ingot-IX-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-IX-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"openhermes-2-mistral-7b","family":"teknium/OpenHermes-2-Mistral-7B","name":"OpenHermes 2 Mistral 7B","maker":"teknium","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/OpenHermes-2-Mistral-7B-GGUF/openhermes-2-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-12T20:07:15.000Z","downloads":6626,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107168,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577440,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996128,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034592,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108927712,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140384992,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450272,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997727968,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997727968,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421408,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078240,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2-Mistral-7B-GGUF","file":"openhermes-2-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695874720,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/OpenHermes-2-Mistral-7B-GGUF"],"logoFrom":"teknium"},{"id":"kisoku-1-6b-chat","family":"0arch-io/kisoku-1.6b-chat","name":"Kisoku 1.6B","maker":"0arch-io","catalog":null,"tuned":false,"params":1.6,"active":null,"layers":22,"probe":"mradermacher/kisoku-1.6b-chat-i1-GGUF/kisoku-1.6b-chat.i1-IQ1_S.gguf","kvBytesPerToken":52130,"kvHeader":45056,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T08:51:55.000Z","downloads":6618,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ1_S.gguf","label":"IQ1_S","size":468830272,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ1_M.gguf","label":"IQ1_M","size":496699456,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":543148096,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":583190592,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ2_S.gguf","label":"IQ2_S","size":599574592,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ2_M.gguf","label":"IQ2_M","size":636733504,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q2_K_S.gguf","label":"Q2_K_S","size":675993664,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":702269504,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q2_K.gguf","label":"Q2_K","size":714987584,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":769529920,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":798611520,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ3_S.gguf","label":"IQ3_S","size":801675328,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ3_M.gguf","label":"IQ3_M","size":818387008,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":865310784,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":923506752,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":938104896,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q4_0.gguf","label":"Q4_0","size":978409536,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-IQ4_NL.gguf","label":"IQ4_NL","size":979195968,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":981030976,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1022269504,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q4_1.gguf","label":"Q4_1","size":1059936320,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1143560256,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1167235136,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/kisoku-1.6b-chat-i1-GGUF","file":"kisoku-1.6b-chat.i1-Q6_K.gguf","label":"Q6_K","size":1321261120,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/kisoku-1.6b-chat-i1-GGUF","mradermacher/kisoku-1.6b-i1-GGUF"],"logoFrom":"0arch-io"},{"id":"flashmodel-qwen-3-6-35b-a3b-maxed","family":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed","name":"FlashModel Qwen 3.6 35B A3B Maxed","maker":"flashback2k","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF/FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T14:24:40.000Z","downloads":6614,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q2_K.gguf","label":"Q2_K","size":13247184864,"bits":2.98,"known":true,"rank":1},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-IQ3_XXS.gguf","label":"IQ3_XXS","size":14105175328,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15547037664,"bits":3.5,"known":true,"rank":1},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-IQ3_S.gguf","label":"IQ3_S","size":15731840288,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-IQ3_M.gguf","label":"IQ3_M","size":15806625760,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17166661600,"bits":3.87,"known":true,"rank":1},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18552092640,"bits":4.18,"known":true,"rank":1},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-IQ4_XS.gguf","label":"IQ4_XS","size":19179523360,"bits":4.32,"known":true,"rank":0},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-IQ4_NL.gguf","label":"IQ4_NL","size":20256369952,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q4_0.gguf","label":"Q4_0","size":20276228064,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20366864352,"bits":4.59,"known":true,"rank":1},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-Q4_K_M.gguf","label":"Q4_K_M","size":21713464608,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q4_1.gguf","label":"Q4_1","size":22377885664,"bits":5.04,"known":true,"rank":1},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-Q5_K_S.gguf","label":"Q5_K_S","size":24563756320,"bits":5.53,"known":true,"rank":0},{"repo":"flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed-Q5_K_M.gguf","label":"Q5_K_M","size":25347534112,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF","file":"FlashModel-Qwen-3.6-35B-A3B-Maxed.i1-Q6_K.gguf","label":"Q6_K","size":29208733664,"bits":6.58,"known":true,"rank":1}],"repos":["flashback2k/FlashModel-Qwen-3.6-35B-A3B-Maxed-GGUF","mradermacher/FlashModel-Qwen-3.6-35B-A3B-Maxed-i1-GGUF"],"logoFrom":"flashback2k"},{"id":"ingot-ii-27b-q2","family":"dendriteholdings/Ingot-II-27B-Q2","name":"Ingot II 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-II-27B-Q2/Ingot-II-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-23T16:37:00.000Z","downloads":6607,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-II-27B-Q2","file":"Ingot-II-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-II-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"swift-1-5-qwen3-8-27b-abliterated","family":"grimlee/Swift-1.5-Qwen3.8-27B-Abliterated","name":"Swift 1.5 Qwen3.8 27B Abliterated","maker":"grimlee","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF/Swift-1.5-Qwen3.8-27B-Abliterated.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-10-06T14:39:30.000Z","downloads":6606,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q2_K.gguf","label":"Q2_K","size":10864593408,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12256537088,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-i1-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608416,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-i1-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332576,"bits":3.74,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13500738048,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14559799808,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":15420451328,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-i1-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15760419616,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15825299968,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16810715648,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-i1-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17343769376,"bits":5.08,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18971683328,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19535702528,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q6_K.gguf","label":"Q6_K","size":22431001088,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","file":"Swift-1.5-Qwen3.8-27B-Abliterated.Q8_0.gguf","label":"Q8_0","size":29047085568,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-GGUF","mradermacher/Swift-1.5-Qwen3.8-27B-Abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"internvl3-5-14b","family":"OpenGVLab/InternVL3_5-14B","name":"InternVL3 5 14B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF/OpenGVLab_InternVL3_5-14B-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-08-25T16:38:48.000Z","downloads":6579,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ2_S.gguf","label":"IQ2_S","size":4963309280,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ2_M.gguf","label":"IQ2_M","size":5322938080,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q2_K.gguf","label":"Q2_K","size":5753980640,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942662880,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6375297760,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6513660640,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6657102560,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ3_M.gguf","label":"IQ3_M","size":6883406560,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7321309920,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7900648160,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8110726880,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8541359840,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q4_0.gguf","label":"Q4_0","size":8542998240,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573472480,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581321440,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9001750240,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q4_1.gguf","label":"Q4_1","size":9389518560,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9579107040,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10263891680,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10514566880,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10994684640,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q6_K.gguf","label":"Q6_K","size":12121934560,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12498735840,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-Q8_0.gguf","label":"Q8_0","size":15698531040,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-14B-GGUF","file":"OpenGVLab_InternVL3_5-14B-bf16.gguf","label":"BF16","size":29543420352,"bits":16,"known":true,"rank":0}],"repos":["bartowski/OpenGVLab_InternVL3_5-14B-GGUF"],"logoFrom":"OpenGVLab"},{"id":"aya-expanse-8b","family":"CohereLabs/aya-expanse-8b","name":"Aya Expanse 8B","maker":"Cohere","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/aya-expanse-8b-GGUF/aya-expanse-8b-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-10-23T06:34:13.000Z","downloads":6576,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1223,"arenaCoding":1255,"arenaVision":null,"builds":[{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-IQ2_M.gguf","label":"IQ2_M","size":3084807872,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q2_K.gguf","label":"Q2_K","size":3438505664,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q2_K_L.gguf","label":"Q2_K_L","size":3692457664,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3724766912,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3870518976,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-IQ3_M.gguf","label":"IQ3_M","size":3990843072,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4224937664,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4527976128,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4600327872,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781928128,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4797460160,"bits":4.78,"known":false,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4797460160,"bits":4.78,"known":false,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4797460160,"bits":4.78,"known":false,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_0.gguf","label":"Q4_0","size":4812140224,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4828917440,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5056982720,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q4_K_L.gguf","label":"Q4_K_L","size":5310934720,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5669875392,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5803568832,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q5_K_L.gguf","label":"Q5_K_L","size":6057520832,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q6_K.gguf","label":"Q6_K","size":6596816576,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q6_K_L.gguf","label":"Q6_K_L","size":6850768576,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-Q8_0.gguf","label":"Q8_0","size":8541073088,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-8b-GGUF","file":"aya-expanse-8b-f16.gguf","label":"F16","size":16067227072,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/aya-expanse-8b-GGUF"],"logoFrom":"CohereLabs"},{"id":"raw-uncensored-qwen3-14b-heretic-recovered-i1","family":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","name":"Raw Uncensored Qwen3 14B Heretic Recovered I1","maker":"mradermacher","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF/raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-03T17:50:32.000Z","downloads":6576,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ1_S.gguf","label":"IQ1_S","size":3579935360,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ1_M.gguf","label":"IQ1_M","size":3849656960,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299192960,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691589760,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ2_S.gguf","label":"IQ2_S","size":4963313280,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ2_M.gguf","label":"IQ2_M","size":5322942080,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389850240,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q2_K.gguf","label":"Q2_K","size":5753984640,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666880,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6375301760,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6657106560,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ3_S.gguf","label":"IQ3_S","size":6684959360,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ3_M.gguf","label":"IQ3_M","size":6883410560,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7321313920,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7900652160,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8110730880,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8541363840,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q4_0.gguf","label":"Q4_0","size":8543002240,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573476480,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9001754240,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q4_1.gguf","label":"Q4_1","size":9389522560,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10263895680,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10514570880,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF","file":"raw-uncensored-qwen3-14b-heretic-recovered.i1-Q6_K.gguf","label":"Q6_K","size":12121938560,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/raw-uncensored-qwen3-14b-heretic-recovered-i1-GGUF"],"logoFrom":"Qwen"},{"id":"pythia-410m","family":"EleutherAI/pythia-410m","name":"Pythia 410M","maker":"EleutherAI","catalog":null,"tuned":false,"params":0.41,"active":null,"layers":24,"probe":"mradermacher/pythia-410m-i1-GGUF/pythia-410m.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2023-02-13T18:45:00.000Z","downloads":6563,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ1_S.gguf","label":"IQ1_S","size":117614720,"bits":2.29,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ1_M.gguf","label":"IQ1_M","size":123807872,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":134129792,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ2_XS.gguf","label":"IQ2_XS","size":143173760,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ2_S.gguf","label":"IQ2_S","size":153222272,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ2_M.gguf","label":"IQ2_M","size":161479808,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q2_K.gguf","label":"Q2_K","size":174099584,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":177405056,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ3_XS.gguf","label":"IQ3_XS","size":193683584,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ3_S.gguf","label":"IQ3_S","size":197222528,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q3_K_S.gguf","label":"Q3_K_S","size":197222528,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ3_M.gguf","label":"IQ3_M","size":212263040,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q3_K_M.gguf","label":"Q3_K_M","size":224485504,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-IQ4_XS.gguf","label":"IQ4_XS","size":233124992,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q3_K_L.gguf","label":"Q3_K_L","size":239689856,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":244171904,"bits":4.76,"known":false,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":244171904,"bits":4.76,"known":false,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":244171904,"bits":4.76,"known":false,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q4_0.gguf","label":"Q4_0","size":244958336,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q4_K_S.gguf","label":"Q4_K_S","size":245744768,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q4_K_M.gguf","label":"Q4_K_M","size":266585216,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q5_K_S.gguf","label":"Q5_K_S","size":288359552,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q5_K_M.gguf","label":"Q5_K_M","size":305071232,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-i1-GGUF","file":"pythia-410m.i1-Q6_K.gguf","label":"Q6_K","size":335308928,"bits":6.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-GGUF","file":"pythia-410m.Q8_0.gguf","label":"Q8_0","size":433397664,"bits":8.46,"known":true,"rank":1},{"repo":"mradermacher/pythia-410m-GGUF","file":"pythia-410m.f16.gguf","label":"F16","size":813096864,"bits":15.87,"known":true,"rank":1}],"repos":["mradermacher/pythia-410m-GGUF","mradermacher/pythia-410m-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"nvidia-nemotron-3-ultra-550b-a55b","family":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","name":"NVIDIA Nemotron 3 Ultra 550B A55B","maker":"unsloth","catalog":null,"tuned":false,"params":549.31,"active":10.99,"layers":108,"probe":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF/UD-IQ1_M/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ1_M-00001-of-00005.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-06-04T04:17:12.000Z","downloads":6563,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ1_M/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":188031516192,"bits":2.74,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ2_XXS/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":193819655680,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ2_M/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":193960558080,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q2_K_XL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":202181394048,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ3_XXS/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":223323569824,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ3_S/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ3_S-00001-of-00007.gguf","label":"UD-IQ3_S","size":250502659840,"bits":3.65,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q3_K_M/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q3_K_M-00001-of-00007.gguf","label":"UD-Q3_K_M","size":274030739168,"bits":3.99,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q3_K_XL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":274290786016,"bits":3.99,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ4_XS/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ4_XS-00001-of-00007.gguf","label":"UD-IQ4_XS","size":286118723296,"bits":4.17,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-IQ4_NL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-IQ4_NL-00001-of-00008.gguf","label":"UD-IQ4_NL","size":294171787168,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q4_K_S/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q4_K_S-00001-of-00008.gguf","label":"UD-Q4_K_S","size":327684276096,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"MXFP4_MOE/NVIDIA-Nemotron-3-Ultra-550B-A55B-MXFP4_MOE-00001-of-00009.gguf","label":"MXFP4_MOE","size":352271286208,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q4_K_M/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q4_K_M-00001-of-00009.gguf","label":"UD-Q4_K_M","size":359225442240,"bits":5.23,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q4_K_XL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q4_K_XL-00001-of-00009.gguf","label":"UD-Q4_K_XL","size":360156577728,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q5_K_S/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q5_K_S-00001-of-00010.gguf","label":"UD-Q5_K_S","size":391697744000,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q5_K_M/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q5_K_M-00001-of-00010.gguf","label":"UD-Q5_K_M","size":426510467136,"bits":6.21,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q5_K_XL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":427223498816,"bits":6.22,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q6_K/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q6_K-00001-of-00011.gguf","label":"UD-Q6_K","size":460735987968,"bits":6.71,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q6_K_XL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q6_K_XL-00001-of-00012.gguf","label":"UD-Q6_K_XL","size":523147231552,"bits":7.62,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"Q8_0/NVIDIA-Nemotron-3-Ultra-550B-A55B-Q8_0-00001-of-00014.gguf","label":"Q8_0","size":584258241056,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"UD-Q8_K_XL/NVIDIA-Nemotron-3-Ultra-550B-A55B-UD-Q8_K_XL-00001-of-00014.gguf","label":"UD-Q8_K_XL","size":594513314336,"bits":8.66,"known":true,"rank":0},{"repo":"unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF","file":"BF16/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16-00001-of-00024.gguf","label":"BF16","size":1099040900576,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/NVIDIA-Nemotron-3-Ultra-550B-A55B-GGUF"],"logoFrom":"nvidia"},{"id":"qwen3-5-35b-a3b-uncensored-fernflowerai-apex","family":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","name":"Qwen3.5 35B A3B Uncensored FernflowerAI APEX","maker":"mudler","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-F16.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-29T17:05:23.000Z","downloads":6560,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Nano.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Nano","size":11554952832,"bits":2.67,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Mini.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Mini","size":14316566144,"bits":3.3,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-Compact.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-Compact","size":17293089088,"bits":3.99,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Compact.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Compact","size":17293089408,"bits":3.99,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-Quality.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-Quality","size":22819402048,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Quality.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Quality","size":22819402368,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-Balanced.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-Balanced","size":25624957248,"bits":5.91,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Balanced.gguf","label":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-I-Balanced","size":25624957568,"bits":5.91,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF","file":"Qwen3.5-35B-A3B-Uncensored-FernflowerAI-F16.gguf","label":"F16","size":69376637568,"bits":16.01,"known":true,"rank":0}],"repos":["mudler/Qwen3.5-35B-A3B-Uncensored-FernflowerAI-APEX-GGUF"],"logoFrom":"mudler"},{"id":"nvidia-nemotron-3-5-bolt-e4b-pollard","family":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard","name":"NVIDIA Nemotron 3.5 Bolt E4B Pollard","maker":"PollardWeights","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-IQ2_XXS.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":true,"licence":"other","open":false,"released":"2026-10-25T03:56:26.000Z","downloads":6551,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-IQ2_XXS.gguf","label":"IQ2_XXS","size":3096143296,"bits":3.29,"known":true,"rank":0},{"repo":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-IQ3_S.gguf","label":"IQ3_S","size":3486696896,"bits":3.71,"known":true,"rank":0},{"repo":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-IQ4_XS.gguf","label":"IQ4_XS","size":4009469376,"bits":4.27,"known":true,"rank":0},{"repo":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-Q90-4.3GB.gguf","label":"NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-Q90-4.3GB","size":4313474496,"bits":4.59,"known":false,"rank":0},{"repo":"PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard-Q6_K.gguf","label":"Q6_K","size":6217266624,"bits":6.61,"known":true,"rank":0}],"repos":["PollardWeights/NVIDIA-Nemotron-3.5-Bolt-E4B-Pollard"],"logoFrom":"nvidia"},{"id":"ui-mate-27b","family":"tencent/UI-Mate-27B","name":"UI Mate 27B","maker":"Tencent","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/tencent_UI-Mate-27B-GGUF/tencent_UI-Mate-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T04:55:07.000Z","downloads":6551,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9154058112,"bits":2.72,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9747814272,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ2_S.gguf","label":"IQ2_S","size":10056345472,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ2_M.gguf","label":"IQ2_M","size":10634372992,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q2_K.gguf","label":"Q2_K","size":11600455552,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12387788672,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q2_K_L.gguf","label":"Q2_K_L","size":12842055552,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13091420032,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q3_K_S.gguf","label":"Q3_K_S","size":13481359232,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ3_M.gguf","label":"IQ3_M","size":13664532352,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q3_K_M.gguf","label":"Q3_K_M","size":14366750592,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15040460672,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15328839552,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16086845312,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q4_0.gguf","label":"Q4_0","size":16109782912,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16152934272,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16474163072,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17533552512,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q4_1.gguf","label":"Q4_1","size":17586472832,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18477168512,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19441960832,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20513802112,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21298493312,"bits":6.33,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q6_K.gguf","label":"Q6_K","size":23224145792,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q6_K_L.gguf","label":"Q6_K_L","size":23839979392,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-Q8_0.gguf","label":"Q8_0","size":28665067392,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","file":"tencent_UI-Mate-27B-bf16/tencent_UI-Mate-27B-bf16-00001-of-00002.gguf","label":"BF16","size":53808281376,"bits":16,"known":true,"rank":0}],"repos":["bartowski/tencent_UI-Mate-27B-GGUF"],"logoFrom":"tencent"},{"id":"llama-3-1-8b-lexi-uncensored","family":"Orenguteng/Llama-3.1-8B-Lexi-Uncensored","name":"Llama 3.1 8B Lexi Uncensored","maker":"Orenguteng","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF/Llama-3.1-8B-Lexi-Uncensored-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-26T19:31:42.000Z","downloads":6549,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":2948281440,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q2_K.gguf","label":"Q2_K","size":3179132000,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":3518747744,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":3664499808,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q2_K_L.gguf","label":"Q2_K_L","size":3692156000,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":3784823904,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":4018918496,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":4321956960,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":4447663200,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":4692669536,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626464,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":4920734816,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q4_K_L.gguf","label":"Q4_K_L","size":5310633056,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":5599294560,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":5732988000,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q5_K_L.gguf","label":"Q5_K_L","size":6057219168,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q6_K.gguf","label":"Q6_K","size":6596007008,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q6_K_L.gguf","label":"Q6_K_L","size":6850466912,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-Q8_0.gguf","label":"Q8_0","size":8540771424,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF","file":"Llama-3.1-8B-Lexi-Uncensored-f32.gguf","label":"F32","size":32128881472,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Llama-3.1-8B-Lexi-Uncensored-GGUF"],"logoFrom":"Orenguteng"},{"id":"qwen3-8-flash-next-fp8-abliterated","family":"GCSA-AiLab/Qwen3.8-Flash-Next-FP8-Abliterated-GGUF","name":"Qwen3.8 Flash Next FP8 Abliterated","maker":"GCSA-AiLab","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"GCSA-AiLab/Qwen3.8-Flash-Next-FP8-Abliterated-GGUF/Q4_KM/Qwen3.8-Flash-Next-Abliterix-Direct-Q4_K_M.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-31T06:22:33.000Z","downloads":6548,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"GCSA-AiLab/Qwen3.8-Flash-Next-FP8-Abliterated-GGUF","file":"Q4_KM/Qwen3.8-Flash-Next-Abliterix-Direct-Q4_K_M.gguf","label":"Q4_K_M","size":119127528288,"bits":5.39,"known":true,"rank":0},{"repo":"GCSA-AiLab/Qwen3.8-Flash-Next-FP8-Abliterated-GGUF","file":"Q6_K/Qwen3.8-Flash-Next-Abliterix-Direct-Q6_K.gguf","label":"Q6_K","size":167616644832,"bits":7.58,"known":true,"rank":0},{"repo":"GCSA-AiLab/Qwen3.8-Flash-Next-FP8-Abliterated-GGUF","file":"Q8/Qwen3.8-Flash-Next-Abliterix-Direct-Q8_0.gguf","label":"Q8_0","size":188206517472,"bits":8.51,"known":true,"rank":0}],"repos":["GCSA-AiLab/Qwen3.8-Flash-Next-FP8-Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"spark-x2-5-4b-abliterated-fit","family":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF","name":"Spark X2.5 4B Abliterated FIT","maker":"SC117","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF/Spark-X2.5-4B-abliterated-FIT-MINI-2.26GiB-Q4_K_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T05:45:35.000Z","downloads":6541,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF","file":"Spark-X2.5-4B-abliterated-FIT-MINI-2.26GiB-Q4_K_S.gguf","label":"Q4_K_S","size":2426554816,"bits":4.72,"known":true,"rank":0},{"repo":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF","file":"Spark-X2.5-4B-abliterated-FIT-COMPACT-2.43GiB-Q4_K.gguf","label":"Q4_K","size":2611714496,"bits":5.08,"known":true,"rank":0},{"repo":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF","file":"Spark-X2.5-4B-abliterated-FIT-BALANCED-2.68GiB-Q5_K_S.gguf","label":"Q5_K_S","size":2877626816,"bits":5.6,"known":true,"rank":0},{"repo":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF","file":"Spark-X2.5-4B-abliterated-FIT-QUALITY-3.15GiB-Q6_K.gguf","label":"Q6_K","size":3379173056,"bits":6.58,"known":true,"rank":0},{"repo":"SC117/Spark-X2.5-4B-abliterated-FIT-GGUF","file":"Spark-X2.5-4B-abliterated-BF16.gguf","label":"BF16","size":8229920896,"bits":16.02,"known":true,"rank":0}],"repos":["SC117/Spark-X2.5-4B-abliterated-FIT-GGUF"],"logoFrom":"XHToken"},{"id":"llama-3-2-1b-instruct-abliterated","family":"huihui-ai/Llama-3.2-1B-Instruct-abliterated","name":"Llama 3.2 1B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.5,"active":null,"layers":16,"probe":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF/Llama-3.2-1B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-10-02T00:37:49.000Z","downloads":6525,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":479740704,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":499794720,"bits":2.67,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":533218080,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":562053920,"bits":3,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":601576224,"bits":3.21,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":628314912,"bits":3.35,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":667062816,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":674976544,"bits":3.6,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.IQ3_XS.gguf","label":"IQ3_XS","size":733979168,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":754557472,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":756785696,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.IQ3_M.gguf","label":"IQ3_M","size":770155040,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":803709472,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":845390368,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":887927328,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":918680352,"bits":4.9,"known":false,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":918680352,"bits":4.9,"known":false,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":918680352,"bits":4.9,"known":false,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":920777504,"bits":4.91,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":923398688,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":955445792,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":1073148448,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":1092088352,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":1237271072,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":1600168480,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","file":"Llama-3.2-1B-Instruct-abliterated.f16.gguf","label":"F16","size":3004932640,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.2-1B-Instruct-abliterated-GGUF","mradermacher/Llama-3.2-1B-Instruct-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"deepseek-prover-v2-7b","family":"deepseek-ai/DeepSeek-Prover-V2-7B","name":"DeepSeek Prover V2 7B","maker":"DeepSeek","catalog":null,"tuned":true,"params":6.91,"active":null,"layers":30,"probe":"unsloth/DeepSeek-Prover-V2-7B-GGUF/DeepSeek-Prover-V2-7B-UD-IQ1_S.gguf","kvBytesPerToken":568689,"kvHeader":491520,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-04-30T06:32:28.000Z","downloads":6513,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1863591168,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1957799168,"bits":2.27,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2154571008,"bits":2.49,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2598233344,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q2_K.gguf","label":"Q2_K","size":2718426368,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2801042688,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q2_K_L.gguf","label":"Q2_K_L","size":2816730368,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2895660288,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3138020608,"bits":3.63,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3461195008,"bits":4.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":3665765632,"bits":4.24,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-IQ4_XS.gguf","label":"IQ4_XS","size":3810338048,"bits":4.41,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4000064768,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q4_0.gguf","label":"Q4_0","size":4008518912,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4025361664,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4223362304,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4344358144,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q4_1.gguf","label":"Q4_1","size":4405732608,"bits":5.1,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q5_K_S.gguf","label":"Q5_K_S","size":4811400448,"bits":5.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q5_K_M.gguf","label":"Q5_K_M","size":4926432512,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":4965639424,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q6_K.gguf","label":"Q6_K","size":5673444608,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6460695808,"bits":7.48,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-Q8_0.gguf","label":"Q8_0","size":7346988288,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8924767488,"bits":10.33,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-Prover-V2-7B-GGUF","file":"DeepSeek-Prover-V2-7B-BF16.gguf","label":"BF16","size":13825221632,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-Prover-V2-7B-GGUF"],"logoFrom":"deepseek-ai"},{"id":"hermes-4-70b-heretic","family":"hrktos-37/Hermes-4-70B-heretic","name":"Hermes 4 70B Heretic","maker":"hrktos-37","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Hermes-4-70B-heretic-GGUF/Hermes-4-70B-heretic.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2026-01-02T10:12:56.000Z","downloads":6510,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q2_K.gguf","label":"Q2_K","size":26375113664,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":30912056256,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":34267499456,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":37140597696,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":38269668288,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":40347225024,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":42520398784,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":48657451968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":49949821888,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q6_K.gguf","label":"Q6_K","size":57888148416,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4-70B-heretic-GGUF","file":"Hermes-4-70B-heretic.Q8_0.gguf","label":"Q8_0","size":74975054784,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Hermes-4-70B-heretic-GGUF"],"logoFrom":"NousResearch"},{"id":"huihui-gpt-oss-120b-abliterated-mxfp4-moe","family":"noctrex/Huihui-gpt-oss-120b-abliterated-MXFP4_MOE-GGUF","name":"Huihui Gpt Oss 120B Abliterated MXFP4 MOE","maker":"noctrex","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"noctrex/Huihui-gpt-oss-120b-abliterated-MXFP4_MOE-GGUF/Huihui-gpt-oss-120b-abliterated-MXFP4_MOE-00001-of-00004.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":null,"open":false,"released":"2025-10-25T18:12:23.000Z","downloads":6495,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noctrex/Huihui-gpt-oss-120b-abliterated-MXFP4_MOE-GGUF","file":"Huihui-gpt-oss-120b-abliterated-MXFP4_MOE-00001-of-00004.gguf","label":"MXFP4_MOE","size":63387346976,"bits":4.34,"known":true,"rank":0}],"repos":["noctrex/Huihui-gpt-oss-120b-abliterated-MXFP4_MOE-GGUF"],"logoFrom":"noctrex"},{"id":"biggie-smollm-0-15b-base","family":"nisten/Biggie-SmoLlm-0.15B-Base","name":"Biggie SmoLlm 0.15B Base","maker":"nisten","catalog":null,"tuned":false,"params":0.18,"active":null,"layers":35,"probe":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF/Biggie-SmoLlm-0.15B-Base.IQ3_S.gguf","kvBytesPerToken":31100,"kvHeader":26880,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-07-29T22:33:32.000Z","downloads":6494,"likes":242,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.IQ3_S.gguf","label":"IQ3_S","size":113518688,"bits":5.05,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.IQ3_XS.gguf","label":"IQ3_XS","size":113518688,"bits":5.05,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q2_K.gguf","label":"Q2_K","size":113518688,"bits":5.05,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q3_K_S.gguf","label":"Q3_K_S","size":113518688,"bits":5.05,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.IQ3_M.gguf","label":"IQ3_M","size":115924064,"bits":5.15,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.IQ4_XS.gguf","label":"IQ4_XS","size":117216608,"bits":5.21,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q3_K_M.gguf","label":"Q3_K_M","size":119801696,"bits":5.32,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q3_K_L.gguf","label":"Q3_K_L","size":124405088,"bits":5.53,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q4_K_S.gguf","label":"Q4_K_S","size":133252448,"bits":5.92,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q4_K_M.gguf","label":"Q4_K_M","size":137365088,"bits":6.11,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q5_K_S.gguf","label":"Q5_K_S","size":144228704,"bits":6.41,"known":true,"rank":1},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q5_K_M.gguf","label":"Q5_K_M","size":146813792,"bits":6.53,"known":true,"rank":1},{"repo":"nisten/Biggie-SmoLlm-0.15B-Base","file":"biggie_groked_int8_q8_0.gguf","label":"Q8_0","size":163636960,"bits":7.27,"known":true,"rank":0},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.Q6_K.gguf","label":"Q6_K","size":186219104,"bits":8.28,"known":true,"rank":1},{"repo":"nisten/Biggie-SmoLlm-0.15B-Base","file":"Biggie_SmolLM_0.15B_Base_bf16.gguf","label":"BF16","size":362923584,"bits":16.13,"known":true,"rank":0},{"repo":"mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","file":"Biggie-SmoLlm-0.15B-Base.f16.gguf","label":"F16","size":362924384,"bits":16.13,"known":true,"rank":1}],"repos":["mradermacher/Biggie-SmoLlm-0.15B-Base-GGUF","nisten/Biggie-SmoLlm-0.15B-Base"],"logoFrom":"HuggingFaceTB"},{"id":"ministral-3-8b-nymphaea-rp","family":"0xA50C1A1/Ministral-3-8B-Nymphaea-RP","name":"Ministral 3 8B Nymphaea RP","maker":"0xA50C1A1","catalog":null,"tuned":false,"params":8.49,"active":null,"layers":34,"probe":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF/Ministral-3-8B-Nymphaea-RP.Q2_K.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-08T09:25:59.000Z","downloads":6486,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q2_K.gguf","label":"Q2_K","size":3352925248,"bits":3.16,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q3_K_S.gguf","label":"Q3_K_S","size":3866465344,"bits":3.64,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q3_K_M.gguf","label":"Q3_K_M","size":4242052160,"bits":4,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q3_K_L.gguf","label":"Q3_K_L","size":4565013568,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.IQ4_XS.gguf","label":"IQ4_XS","size":4733113408,"bits":4.46,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q4_K_S.gguf","label":"Q4_K_S","size":4954100800,"bits":4.67,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q4_K_M.gguf","label":"Q4_K_M","size":5198386240,"bits":4.9,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q5_K_S.gguf","label":"Q5_K_S","size":5916693568,"bits":5.58,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q5_K_M.gguf","label":"Q5_K_M","size":6058742848,"bits":5.71,"known":true,"rank":1},{"repo":"0xA50C1A1/Ministral-3-8B-Nymphaea-RP","file":"Ministral-3-8B-Nymphaea-RP.Q5_Mix.gguf","label":"Q5_MIX","size":6158357312,"bits":5.8,"known":false,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q6_K.gguf","label":"Q6_K","size":6972871744,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.Q8_0.gguf","label":"Q8_0","size":9028867136,"bits":8.51,"known":true,"rank":1},{"repo":"mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF","file":"Ministral-3-8B-Nymphaea-RP.f16.gguf","label":"F16","size":16987558976,"bits":16.01,"known":true,"rank":1}],"repos":["0xA50C1A1/Ministral-3-8B-Nymphaea-RP","mradermacher/Ministral-3-8B-Nymphaea-RP-GGUF"],"logoFrom":"0xA50C1A1"},{"id":"llama-3-elyza-jp-8b","family":"mmnga/Llama-3-ELYZA-JP-8B-gguf","name":"Llama 3 ELYZA JP 8B (mmnga)","maker":"mmnga","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mmnga/Llama-3-ELYZA-JP-8B-gguf/Llama-3-ELYZA-JP-8B-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-06-26T16:36:04.000Z","downloads":6481,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ1_S.gguf","label":"IQ1_S","size":2019627552,"bits":2.01,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ1_M.gguf","label":"IQ1_M","size":2161971744,"bits":2.15,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212064,"bits":2.39,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ2_XS.gguf","label":"IQ2_XS","size":2605781536,"bits":2.6,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ2_S.gguf","label":"IQ2_S","size":2758488608,"bits":2.75,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ2_M.gguf","label":"IQ2_M","size":2948280864,"bits":2.94,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q2_K.gguf","label":"Q2_K","size":3179131168,"bits":3.17,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912288,"bits":3.26,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518747168,"bits":3.51,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664498976,"bits":3.65,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ3_S.gguf","label":"IQ3_S","size":3682325024,"bits":3.67,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ3_M.gguf","label":"IQ3_M","size":3784823328,"bits":3.77,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018917664,"bits":4,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321956128,"bits":4.31,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4447662624,"bits":4.43,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q4_0.gguf","label":"Q4_0","size":4661211424,"bits":4.64,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4677988896,"bits":4.66,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692668704,"bits":4.68,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920733984,"bits":4.9,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q5_0.gguf","label":"Q5_0","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732987168,"bits":5.71,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q6_K.gguf","label":"Q6_K","size":6596006176,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/Llama-3-ELYZA-JP-8B-gguf","file":"Llama-3-ELYZA-JP-8B-Q8_0.gguf","label":"Q8_0","size":8540770592,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga/Llama-3-ELYZA-JP-8B-gguf"],"logoFrom":"mmnga"},{"id":"qwen3-6-35b-a3b-styletune","family":"Gryphe/Qwen3.6-35B-A3B-StyleTune","name":"Qwen3.6 35B A3B StyleTune","maker":"Gryphe","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF/Qwen3.6-35B-A3B-StyleTune.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-16T08:21:45.000Z","downloads":6475,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142688,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209568,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654368,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031648,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480608,"bits":2.46,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236448,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097888,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q2_K.gguf","label":"Q2_K","size":12939594592,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759968,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145248,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q3_K_S.gguf","label":"Q3_K_S","size":15182185312,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424928,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520288,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q3_K_M.gguf","label":"Q3_K_M","size":16764765024,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q3_K_L.gguf","label":"Q3_K_L","size":18115330912,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.IQ4_XS.gguf","label":"IQ4_XS","size":18939312992,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-Q4_0.gguf","label":"Q4_0","size":19799268448,"bits":4.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q4_K_S.gguf","label":"Q4_K_S","size":19889904480,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q4_K_M.gguf","label":"Q4_K_M","size":21166758752,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.i1-Q4_1.gguf","label":"Q4_1","size":21848169568,"bits":5.04,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q5_K_S.gguf","label":"Q5_K_S","size":23981284192,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q5_K_M.gguf","label":"Q5_K_M","size":24729131872,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q6_K.gguf","label":"Q6_K","size":28514153312,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","file":"Qwen3.6-35B-A3B-StyleTune.Q8_0.gguf","label":"Q8_0","size":36903140192,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-35B-A3B-StyleTune-GGUF","mradermacher/Qwen3.6-35B-A3B-StyleTune-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"qwen3-vl-8b-nsfw-caption-v4-5-heretic","family":"aeon37/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic","name":"Qwen3 VL 8B NSFW Caption V4.5 Heretic","maker":"aeon37","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-16T16:44:19.000Z","downloads":6464,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q2_K.gguf","label":"Q2_K","size":3281734400,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":3769613056,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4124162816,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4431395584,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":4593298176,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":4802013952,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5027785472,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":5720763136,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":5851114240,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q6_K.gguf","label":"Q6_K","size":6725901056,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.Q8_0.gguf","label":"Q8_0","size":8709520128,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF","file":"Qwen3-VL-8B-NSFW-Caption-V4.5-heretic.f16.gguf","label":"F16","size":16388045568,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-NSFW-Caption-V4.5-heretic-GGUF"],"logoFrom":"aeon37"},{"id":"huihui-qwen3-next-80b-a3b-instruct-abliterated-i1","family":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","name":"Huihui Qwen3 Next 80B A3B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"mit","open":true,"released":"2025-12-22T04:49:01.000Z","downloads":6462,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":16184073184,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":17995164640,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":21013650400,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":23431584736,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":23641240544,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":26056029152,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":27251778528,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":29127910368,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30796592096,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32723610592,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":34547444704,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":34549115872,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":34991139808,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":38193703904,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":41233394656,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":42604475360,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":45282710496,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":45484954592,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":48410989536,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":50037953504,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":54994916320,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":56710370272,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":65528462304,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-31b-monadize-v0-1","family":"zoracapri/gemma-4-31B-Monadize-v0.1","name":"Gemma 4 31B Monadize V0.1","maker":"zoracapri","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF/gemma-4-31B-Monadize-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T05:12:41.000Z","downloads":6459,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491264,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874176,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845696,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360832,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890560,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067776,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590848,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":11916315648,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509632,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370688,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358848,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358848,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499200,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110656,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272128,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792128,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":17701579776,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167232,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065088,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q4_1.gguf","label":"Q4_1","size":19481422848,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843328,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572608,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF","file":"gemma-4-31B-Monadize-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":25201486848,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-31B-Monadize-v0.1-i1-GGUF"],"logoFrom":"google"},{"id":"lfm2-vl-450m","family":"LiquidAI/LFM2-VL-450M","name":"LFM2 VL 450M","maker":"Liquid AI","catalog":null,"tuned":true,"params":0.35,"active":null,"layers":16,"probe":"bartowski/LiquidAI_LFM2-VL-450M-GGUF/LiquidAI_LFM2-VL-450M-IQ2_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2025-08-12T16:40:35.000Z","downloads":6457,"likes":51,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-IQ2_M.gguf","label":"IQ2_M","size":142876352,"bits":3.27,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-IQ3_XXS.gguf","label":"IQ3_XXS","size":158473920,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q2_K.gguf","label":"Q2_K","size":160595648,"bits":3.67,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-IQ3_XS.gguf","label":"IQ3_XS","size":175398592,"bits":4.01,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q2_K_L.gguf","label":"Q2_K_L","size":176848576,"bits":4.04,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q3_K_S.gguf","label":"Q3_K_S","size":181149376,"bits":4.14,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-IQ3_M.gguf","label":"IQ3_M","size":183656128,"bits":4.2,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q3_K_M.gguf","label":"Q3_K_M","size":193150656,"bits":4.41,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q3_K_L.gguf","label":"Q3_K_L","size":203046592,"bits":4.64,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-IQ4_XS.gguf","label":"IQ4_XS","size":210329280,"bits":4.81,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q3_K_XL.gguf","label":"Q3_K_XL","size":219299520,"bits":5.01,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-VL-450M-GGUF","file":"LFM2-VL-450M-Q4_0.gguf","label":"Q4_0","size":219307424,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-IQ4_NL.gguf","label":"IQ4_NL","size":219307712,"bits":5.01,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q4_K_S.gguf","label":"Q4_K_S","size":220749504,"bits":5.05,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q4_K_M.gguf","label":"Q4_K_M","size":229310144,"bits":5.24,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q4_1.gguf","label":"Q4_1","size":237264576,"bits":5.42,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q4_K_L.gguf","label":"Q4_K_L","size":245563072,"bits":5.61,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q5_K_S.gguf","label":"Q5_K_S","size":255221440,"bits":5.83,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q5_K_M.gguf","label":"Q5_K_M","size":260374208,"bits":5.95,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q5_K_L.gguf","label":"Q5_K_L","size":276627136,"bits":6.32,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q6_K.gguf","label":"Q6_K","size":293379776,"bits":6.71,"known":true,"rank":1},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-Q6_K_L.gguf","label":"Q6_K_L","size":309632704,"bits":7.08,"known":true,"rank":1},{"repo":"LiquidAI/LFM2-VL-450M-GGUF","file":"LFM2-VL-450M-Q8_0.gguf","label":"Q8_0","size":379215264,"bits":8.67,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-450M-GGUF","file":"LFM2-VL-450M-F16.gguf","label":"F16","size":711482784,"bits":16.26,"known":true,"rank":0},{"repo":"bartowski/LiquidAI_LFM2-VL-450M-GGUF","file":"LiquidAI_LFM2-VL-450M-bf16.gguf","label":"BF16","size":711482784,"bits":16.26,"known":true,"rank":1}],"repos":["LiquidAI/LFM2-VL-450M-GGUF","bartowski/LiquidAI_LFM2-VL-450M-GGUF"],"logoFrom":"LiquidAI"},{"id":"ingot-vii-27b-q2","family":"dendriteholdings/Ingot-VII-27B-Q2","name":"Ingot VII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-VII-27B-Q2/Ingot-VII-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-25T02:21:38.000Z","downloads":6453,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-VII-27B-Q2","file":"Ingot-VII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-VII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"mythical-destroyer-v2-l2-13b","family":"Sao10K/Mythical-Destroyer-V2-L2-13B","name":"Mythical Destroyer V2 L2 13B","maker":"Sao10K","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF/mythical-destroyer-v2-l2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-30T09:30:48.000Z","downloads":6451,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF","file":"mythical-destroyer-v2-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mythical-Destroyer-V2-L2-13B-GGUF"],"logoFrom":"Sao10K"},{"id":"deepseek-coder-v2-instruct","family":"deepseek-ai/DeepSeek-Coder-V2-Instruct","name":"DeepSeek Coder V2","maker":"DeepSeek","catalog":null,"tuned":true,"params":235.74,"active":21.38,"layers":60,"probe":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF/DeepSeek-Coder-V2-Instruct.IQ1_S/DeepSeek-Coder-V2-Instruct.IQ1_S-00001-of-00002.gguf","kvBytesPerToken":75894,"kvHeader":69120,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2024-06-14T03:46:22.000Z","downloads":6450,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1265,"arenaCoding":1342,"arenaVision":null,"builds":[{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ1_S/DeepSeek-Coder-V2-Instruct.IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":47392224928,"bits":1.61,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ1_M/DeepSeek-Coder-V2-Instruct.IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":52682669856,"bits":1.79,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ2_XXS/DeepSeek-Coder-V2-Instruct.IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":61500077824,"bits":2.09,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ2_XS/DeepSeek-Coder-V2-Instruct.IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":68711290656,"bits":2.33,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ2_S/DeepSeek-Coder-V2-Instruct.IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":69866895136,"bits":2.37,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ2_M/DeepSeek-Coder-V2-Instruct.IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":76920821632,"bits":2.61,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q2_K_S/DeepSeek-Coder-V2-Instruct.Q2_K_S-00001-of-00004.gguf","label":"Q2_K_S","size":79601274784,"bits":2.7,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q2_K/DeepSeek-Coder-V2-Instruct.Q2_K-00001-of-00004.gguf","label":"Q2_K","size":85946675072,"bits":2.92,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ3_XXS/DeepSeek-Coder-V2-Instruct.IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":90846566304,"bits":3.08,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ3_XS/DeepSeek-Coder-V2-Instruct.IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":96304424928,"bits":3.27,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ3_S/DeepSeek-Coder-V2-Instruct.IQ3_S-00001-of-00005.gguf","label":"IQ3_S","size":101679196160,"bits":3.45,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q3_K_S/DeepSeek-Coder-V2-Instruct.Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":101679196160,"bits":3.45,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ3_M/DeepSeek-Coder-V2-Instruct.IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":103371253792,"bits":3.51,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q3_K/DeepSeek-Coder-V2-Instruct.Q3_K-00001-of-00005.gguf","label":"Q3_K","size":112665528352,"bits":3.82,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q3_K_L/DeepSeek-Coder-V2-Instruct.Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":122372065440,"bits":4.15,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ4_XS/DeepSeek-Coder-V2-Instruct.IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":125563453568,"bits":4.26,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.IQ4_NL/DeepSeek-Coder-V2-Instruct.IQ4_NL-00001-of-00006.gguf","label":"IQ4_NL","size":132912455808,"bits":4.51,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q4_K_S/DeepSeek-Coder-V2-Instruct.Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":133875835008,"bits":4.54,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q4_K/DeepSeek-Coder-V2-Instruct.Q4_K-00001-of-00007.gguf","label":"Q4_K","size":142453965024,"bits":4.83,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q5_K_S/DeepSeek-Coder-V2-Instruct.Q5_K_S-00001-of-00007.gguf","label":"Q5_K_S","size":162308464576,"bits":5.51,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q5_K/DeepSeek-Coder-V2-Instruct.Q5_K-00001-of-00008.gguf","label":"Q5_K","size":167223787648,"bits":5.67,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q6_K/DeepSeek-Coder-V2-Instruct.Q6_K-00001-of-00009.gguf","label":"Q6_K","size":193541724384,"bits":6.57,"known":true,"rank":1},{"repo":"legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF","file":"DeepSeek-Coder-V2-Instruct.Q8_0/DeepSeek-Coder-V2-Instruct.Q8_0-00001-of-00011.gguf","label":"Q8_0","size":250623467968,"bits":8.51,"known":true,"rank":1}],"repos":["bartowski/DeepSeek-Coder-V2-Instruct-GGUF","legraphista/DeepSeek-Coder-V2-Instruct-IMat-GGUF"],"logoFrom":"deepseek-ai"},{"id":"lfm2-5-8b-a1b-uncensored-gaston","family":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF","name":"LFM2.5 8B A1B Uncensored Gaston","maker":"gaston-parravicini","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF/LFM2.5-8B-A1B-Uncensored-Gaston-IQ4_XS.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-05-30T01:32:26.000Z","downloads":6449,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Gaston-IQ4_XS.gguf","label":"IQ4_XS","size":4588301472,"bits":4.33,"known":true,"rank":0},{"repo":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Gaston-Q4_K_M.gguf","label":"Q4_K_M","size":5155564704,"bits":4.87,"known":true,"rank":0},{"repo":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Gaston-Q5_K_M.gguf","label":"Q5_K_M","size":6030339232,"bits":5.7,"known":true,"rank":0},{"repo":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Gaston-Q6_K.gguf","label":"Q6_K","size":6959787168,"bits":6.57,"known":true,"rank":0},{"repo":"gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Gaston-Q8_0.gguf","label":"Q8_0","size":9010195616,"bits":8.51,"known":true,"rank":0}],"repos":["gaston-parravicini/LFM2.5-8B-A1B-Uncensored-Gaston-GGUF"],"logoFrom":"LiquidAI"},{"id":"huihui-qwen3-next-80b-a3b-instruct-abliterated","family":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","name":"Huihui Qwen3 Next 80B A3B Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"mit","open":true,"released":"2025-12-11T09:25:32.000Z","downloads":6448,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":29127910048,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":34547444384,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":38193703584,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":41233394336,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":43108774560,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":45484954272,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":48410989216,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":54994916000,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":56710369952,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":65528461984,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":84812053152,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-Next-80B-A3B-Instruct-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"tiel-coder-35b-a3b-apex-i-miniplus-v2-1","family":"IsValorum/Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","name":"Tiel Coder 35B A3B APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"IsValorum/Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF/Tiel-Coder-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-22T19:00:05.000Z","downloads":6447,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","file":"Tiel-Coder-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","label":"Tiel-Coder-35B-A3B.APEX-I-MiniPlus-V2.1","size":15230814816,"bits":3.43,"known":false,"rank":0}],"repos":["IsValorum/Tiel-Coder-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"peculiar-ragdoll"},{"id":"exaone-3-5-2-4b-instruct","family":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","name":"EXAONE 3.5 2.4B","maker":"ThomasBaruzier","catalog":null,"tuned":false,"params":2.67,"active":null,"layers":30,"probe":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF/EXAONE-3.5-2.4B-Instruct-IQ1_S.gguf","kvBytesPerToken":88858,"kvHeader":76800,"kvFixed":0,"context":32768,"arch":"exaone","vision":false,"licence":"other","open":false,"released":"2024-12-09T03:59:23.000Z","downloads":6430,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":727271232,"bits":2.18,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":770448192,"bits":2.31,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":842409792,"bits":2.52,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":906123072,"bits":2.71,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":965986112,"bits":2.89,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":1023555392,"bits":3.07,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":1033483072,"bits":3.1,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q2_K.gguf","label":"Q2_K","size":1096459072,"bits":3.29,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1120753472,"bits":3.36,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1208776512,"bits":3.62,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1253335872,"bits":3.76,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":1259863872,"bits":3.77,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1293287232,"bits":3.88,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1361792832,"bits":4.08,"known":true,"rank":0},{"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1458622240,"bits":4.37,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1505291072,"bits":4.51,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q4_0.gguf","label":"Q4_0","size":1576213312,"bits":4.72,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1578916672,"bits":4.73,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1580473152,"bits":4.74,"known":true,"rank":0},{"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1644918560,"bits":4.93,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q4_1.gguf","label":"Q4_1","size":1723095872,"bits":5.16,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1873419072,"bits":5.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q5_0.gguf","label":"Q5_0","size":1876859712,"bits":5.62,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1910585152,"bits":5.72,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q5_1.gguf","label":"Q5_1","size":2023742272,"bits":6.06,"known":true,"rank":0},{"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q6_K.gguf","label":"Q6_K","size":2192855840,"bits":6.57,"known":true,"rank":0},{"repo":"lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-Q8_0.gguf","label":"Q8_0","size":2838846240,"bits":8.51,"known":true,"rank":0},{"repo":"ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","file":"EXAONE-3.5-2.4B-Instruct-F16.gguf","label":"F16","size":5339453952,"bits":16,"known":true,"rank":0}],"repos":["ThomasBaruzier/EXAONE-3.5-2.4B-Instruct-GGUF","lmstudio-community/EXAONE-3.5-2.4B-Instruct-GGUF"],"logoFrom":"ThomasBaruzier"},{"id":"qwen3-5-27b-ultra-uncensored-heretic-v2","family":"llmfan46/Qwen3.5-27B-ultra-uncensored-heretic-v2","name":"Qwen3.5 27B Ultra Uncensored Heretic V2","maker":"llmfan46","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF/Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-31T15:22:21.000Z","downloads":6426,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824544,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084064,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183264,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591264,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913824,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593184,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325664,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q2_K.gguf","label":"Q2_K","size":10711665184,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371104,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130144,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953824,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328544,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874784,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443104,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776224,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506784,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q4_0.gguf","label":"Q4_0","size":15521434144,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314784,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400224,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q4_1.gguf","label":"Q4_1","size":17078241824,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679613984,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099424,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF","file":"Qwen3.5-27B-ultra-uncensored-heretic-v2.i1-Q6_K.gguf","label":"Q6_K","size":22082529824,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-ultra-uncensored-heretic-v2-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-6-qworus-35b-a3b-v1-apex","family":"DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF","name":"Qwen3.6 Qworus 35B A3B V1 APEX","maker":"DarkKitsune","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF/Qwen3.6-Qworus-35B-A3B-V1.2-APEX-I-Compact-Plus.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":null,"open":false,"released":"2026-10-09T09:46:18.000Z","downloads":6419,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF","file":"Qwen3.6-Qworus-35B-A3B-V1.2-APEX-I-Compact-Plus.gguf","label":"Qwen3.6-Qworus-35B-A3B-V1.2-APEX-I-Compact-Plus","size":18480752128,"bits":4.16,"known":false,"rank":0},{"repo":"DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF","file":"Qwen3.6-Qworus-35B-A3B-V1-APEX-I-Quality.gguf","label":"Qwen3.6-Qworus-35B-A3B-V1-APEX-I-Quality","size":23513980384,"bits":5.3,"known":false,"rank":0},{"repo":"DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF","file":"Qwen3.6-Qworus-35B-A3B-V1.1-APEX-I-Quality.gguf","label":"Qwen3.6-Qworus-35B-A3B-V1.1-APEX-I-Quality","size":23513980384,"bits":5.3,"known":false,"rank":0},{"repo":"DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF","file":"Qwen3.6-Qworus-35B-A3B-V1.2-APEX-I-Quality.gguf","label":"Qwen3.6-Qworus-35B-A3B-V1.2-APEX-I-Quality","size":23513980416,"bits":5.3,"known":false,"rank":0}],"repos":["DarkKitsune/Qwen3.6-Qworus-35B-A3B-V1-APEX-GGUF"],"logoFrom":"DarkKitsune"},{"id":"ernie-4-5-21b-a3b-thinking","family":"baidu/ERNIE-4.5-21B-A3B-Thinking","name":"ERNIE 4.5 21B A3B Thinking","maker":"Baidu","catalog":null,"tuned":true,"params":21.83,"active":3.35,"layers":28,"probe":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF/ERNIE-4.5-21B-A3B-Thinking-UD-TQ1_0.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"ernie4_5-moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-08T14:18:31.000Z","downloads":6419,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":6497323904,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7010470784,"bits":2.57,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":7243082624,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":7767206784,"bits":2.85,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8033405824,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q2_K.gguf","label":"Q2_K","size":8152599424,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":8152599424,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":8222886784,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9548209024,"bits":3.5,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":9639611264,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":10524818304,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":10577165184,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":11823025024,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":12475599744,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q4_0.gguf","label":"Q4_0","size":12501363584,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":12536097664,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":13331018624,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":13400773504,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q4_1.gguf","label":"Q4_1","size":13778455424,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":15142300544,"bits":5.55,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":15585334144,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":15676849024,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q6_K.gguf","label":"Q6_K","size":17972042624,"bits":6.59,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":19260214144,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-Q8_0.gguf","label":"Q8_0","size":23205358464,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":26643540864,"bits":9.76,"known":true,"rank":0},{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","file":"ERNIE-4.5-21B-A3B-Thinking-BF16.gguf","label":"BF16","size":43662420800,"bits":16,"known":true,"rank":0}],"repos":["unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF"],"logoFrom":"baidu"},{"id":"nanbeige4-3-33b-base","family":"Nanbeige/Nanbeige4.3-33B-Base","name":"Nanbeige4.3 33B Base","maker":"Nanbeige","catalog":null,"tuned":false,"params":33.12,"active":null,"layers":52,"probe":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF/Nanbeige4.3-33B-Base.i1-IQ1_S.gguf","kvBytesPerToken":246432,"kvHeader":212992,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T02:46:52.000Z","downloads":6415,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":7656066112,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":8282434624,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9326382144,"bits":2.25,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10245033024,"bits":2.47,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":10838428736,"bits":2.62,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":11673586752,"bits":2.82,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11774168128,"bits":2.84,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q2_K.gguf","label":"Q2_K","size":12657036352,"bits":3.06,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13108677696,"bits":3.17,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14035414080,"bits":3.39,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14704847936,"bits":3.55,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":14755540032,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":15236140096,"bits":3.68,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16261278784,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17607715904,"bits":4.25,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18006543424,"bits":4.35,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q4_0.gguf","label":"Q4_0","size":19003640896,"bits":4.59,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19066489920,"bits":4.61,"known":true,"rank":1},{"repo":"nesymerp1/Nanbeige4.3-33B-Base-Q4_K_M-GGUF","file":"nanbeige4.3-33b-base-q4_k_m.gguf","label":"Q4_K_M","size":20051487040,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20051487808,"bits":4.84,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q4_1.gguf","label":"Q4_1","size":20939574336,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22934686784,"bits":5.54,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23504972864,"bits":5.68,"known":true,"rank":1},{"repo":"mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","file":"Nanbeige4.3-33B-Base.i1-Q6_K.gguf","label":"Q6_K","size":27174300736,"bits":6.56,"known":true,"rank":1}],"repos":["mradermacher/Nanbeige4.3-33B-Base-i1-GGUF","nesymerp1/Nanbeige4.3-33B-Base-Q4_K_M-GGUF"],"logoFrom":"Nanbeige"},{"id":"cyber-tiel-coder-35b-a3b-apex-i-nanoplus","family":"IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF","name":"Cyber Tiel Coder 35B A3B APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF/Cyber-Tiel-Coder-35B-A3B.APEX-I-NanoPlus.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-29T22:33:45.000Z","downloads":6401,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF","file":"Cyber-Tiel-Coder-35B-A3B.APEX-I-NanoPlus.gguf","label":"Cyber-Tiel-Coder-35B-A3B.APEX-I-NanoPlus","size":12554425312,"bits":2.9,"known":false,"rank":0}],"repos":["IsValorum/Cyber-Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF"],"logoFrom":"peculiar-ragdoll"},{"id":"qwen3-0-6b-base","family":"Qwen/Qwen3-0.6B-Base","name":"Qwen3 0.6B Base","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"mradermacher/Qwen3-0.6B-Base-GGUF/Qwen3-0.6B-Base.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-28T05:09:54.000Z","downloads":6400,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q2_K.gguf","label":"Q2_K","size":296238272,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q3_K_S.gguf","label":"Q3_K_S","size":323075264,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q3_K_M.gguf","label":"Q3_K_M","size":347126976,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q3_K_L.gguf","label":"Q3_K_L","size":368491712,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.IQ4_XS.gguf","label":"IQ4_XS","size":369278144,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q4_K_S.gguf","label":"Q4_K_S","size":383270080,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q4_K_M.gguf","label":"Q4_K_M","size":396704960,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q5_K_S.gguf","label":"Q5_K_S","size":436616384,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q5_K_M.gguf","label":"Q5_K_M","size":444415168,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q6_K.gguf","label":"Q6_K","size":495107264,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.Q8_0.gguf","label":"Q8_0","size":639447232,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.6B-Base-GGUF","file":"Qwen3-0.6B-Base.f16.gguf","label":"F16","size":1198182592,"bits":15.98,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-0.6B-Base-GGUF"],"logoFrom":"Qwen"},{"id":"minicpm5-2b-abliterated-uncensored","family":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","name":"MiniCPM5 2B Abliterated Uncensored","maker":"mondk","catalog":null,"tuned":true,"params":2.52,"active":null,"layers":42,"probe":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF/minicpm5-2b-abliterated-IQ3_M.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T12:28:50.000Z","downloads":6394,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-IQ3_M.gguf","label":"IQ3_M","size":1226301696,"bits":3.89,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":1378967584,"bits":4.38,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1423499520,"bits":4.52,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1561318240,"bits":4.96,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1808052256,"bits":5.74,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-Q6_K.gguf","label":"Q6_K","size":2070216736,"bits":6.57,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-Q8_0.gguf","label":"Q8_0","size":2679701536,"bits":8.51,"known":true,"rank":0},{"repo":"mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF","file":"minicpm5-2b-abliterated-F16.gguf","label":"F16","size":5039006560,"bits":16,"known":true,"rank":0}],"repos":["mondk/MiniCPM5-2B-Abliterated-Uncensored-GGUF"],"logoFrom":"mondk"},{"id":"qwen3-6-27b-uncensored-heretic-v2","family":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2","name":"Qwen3.6 27B Uncensored Heretic V2","maker":"llmfan46","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF/Qwen3.6-27B-uncensored-heretic-v2-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-28T23:41:48.000Z","downloads":6384,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q3_K_M.gguf","label":"Q3_K_M","size":13301446272,"bits":3.96,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q3_K_L.gguf","label":"Q3_K_L","size":14344779392,"bits":4.27,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q4_K_S.gguf","label":"Q4_K_S","size":15586317952,"bits":4.64,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q4_K_M.gguf","label":"Q4_K_M","size":16547403392,"bits":4.92,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q5_K_S.gguf","label":"Q5_K_S","size":18679617152,"bits":5.56,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q5_K_M.gguf","label":"Q5_K_M","size":19231102592,"bits":5.72,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q6_K.gguf","label":"Q6_K","size":22082532992,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-Q8_0.gguf","label":"Q8_0","size":28595766912,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF","file":"Qwen3.6-27B-uncensored-heretic-v2-BF16.gguf","label":"BF16","size":53808285312,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.6-27B-uncensored-heretic-v2-GGUF"],"logoFrom":"llmfan46"},{"id":"rusmind-4-7-momentum","family":"DICPlay/RusMind-4.7-Momentum","name":"RusMind 4.7 Momentum","maker":"DICPlay","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"DICPlay/RusMind-4.7-Momentum/RusMind-Momentum-4.7-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-22T22:40:51.000Z","downloads":6382,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-4.7-Momentum","file":"RusMind-Momentum-4.7-Lite.gguf","label":"RusMind-Momentum-4.7-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-4.7-Momentum","file":"RusMind-Momentum-4.7-Q4_K_M.gguf","label":"Q4_K_M","size":3427880800,"bits":5.9,"known":true,"rank":0},{"repo":"DICPlay/RusMind-4.7-Momentum","file":"RusMind-Momentum-4.7-Q8_0.gguf","label":"Q8_0","size":4967497568,"bits":8.55,"known":true,"rank":0},{"repo":"DICPlay/RusMind-4.7-Momentum","file":"RusMind-Momentum-4.7-BF16.gguf","label":"BF16","size":9311305568,"bits":16.02,"known":true,"rank":0}],"repos":["DICPlay/RusMind-4.7-Momentum"],"logoFrom":"DICPlay"},{"id":"mistral-large-instruct-2407","family":"mistralai/Mistral-Large-Instruct-2407","name":"Mistral Large 2407","maker":"Mistral AI","catalog":null,"tuned":false,"params":122.61,"active":null,"layers":88,"probe":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF/Mistral-Large-Instruct-2407.IQ1_S.gguf","kvBytesPerToken":417038,"kvHeader":360448,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-07-24T11:27:22.000Z","downloads":6377,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.IQ1_S.gguf","label":"IQ1_S","size":25959778048,"bits":1.69,"known":true,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ1_M.gguf","label":"IQ1_M","size":28386317984,"bits":1.85,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ2_XXS.gguf","label":"IQ2_XXS","size":32430544544,"bits":2.12,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ2_XS.gguf","label":"IQ2_XS","size":36081161888,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ2_M.gguf","label":"IQ2_M","size":41619609248,"bits":2.72,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q2_K.gguf","label":"Q2_K","size":45196301984,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q2_K_L.gguf","label":"Q2_K_L","size":45589517984,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ3_XXS.gguf","label":"IQ3_XXS","size":47009027744,"bits":3.07,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.IQ3_XS.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.IQ3_XS.gguf","size":50142169664,"bits":3.27,"known":false,"rank":1},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q3_K_S.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q3_K_S.gguf","size":52849855040,"bits":3.45,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q3_K_S/Mistral-Large-Instruct-2407-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":52849858432,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ3_M/Mistral-Large-Instruct-2407-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":55276394368,"bits":3.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q3_K_M.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q3_K_M.gguf","size":59102775872,"bits":3.86,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q3_K_M/Mistral-Large-Instruct-2407-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":59102779264,"bits":3.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q3_K_L.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q3_K_L.gguf","size":64554322496,"bits":4.21,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q3_K_L/Mistral-Large-Instruct-2407-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":64554325888,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q3_K_XL/Mistral-Large-Instruct-2407-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":64906647424,"bits":4.23,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.IQ4_XS.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.IQ4_XS.gguf","size":65434339904,"bits":4.27,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-IQ4_XS/Mistral-Large-Instruct-2407-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":65434343264,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q4_0_4_4/Mistral-Large-Instruct-2407-Q4_0_4_4-00001-of-00002.gguf","label":"Q4_0_4_4","size":69080242016,"bits":4.51,"known":false,"rank":0},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q4_0/Mistral-Large-Instruct-2407-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":69322463104,"bits":4.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q4_K_S.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q4_K_S.gguf","size":69570972224,"bits":4.54,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q4_K_S/Mistral-Large-Instruct-2407-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":69570975616,"bits":4.54,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q4_K_M.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q4_K_M.gguf","size":73219623488,"bits":4.78,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q4_K_M/Mistral-Large-Instruct-2407-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":73219626880,"bits":4.78,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q5_K_S.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q5_K_S.gguf","size":84355893824,"bits":5.5,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q5_K_S/Mistral-Large-Instruct-2407-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":84355894432,"bits":5.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q5_K_M.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q5_K_M.gguf","size":86488304192,"bits":5.64,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q5_K_M/Mistral-Large-Instruct-2407-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":86488307680,"bits":5.64,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q6_K.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q6_K.gguf","size":100586277440,"bits":6.56,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q6_K/Mistral-Large-Instruct-2407-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":100586280928,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.Q8_0.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.Q8_0.gguf","size":130280376896,"bits":8.5,"known":false,"rank":1},{"repo":"bartowski/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407-Q8_0/Mistral-Large-Instruct-2407-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":130280380512,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","file":"Mistral-Large-Instruct-2407.fp16.gguf-00001-of-00007.gguf","label":"Mistral-Large-Instruct-2407.fp16.gguf","size":245225277760,"bits":16,"known":false,"rank":1}],"repos":["MaziyarPanahi/Mistral-Large-Instruct-2407-GGUF","bartowski/Mistral-Large-Instruct-2407-GGUF"],"logoFrom":"mistralai"},{"id":"huihui-qwen3-5-9b-claude-4-6-opus-abliterated-heretic","family":"sulpikar2/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic","name":"Huihui Qwen3.5 9B Claude 4.6 Opus Abliterated Heretic","maker":"sulpikar2","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-23T05:57:41.000Z","downloads":6370,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2742639104,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2877266432,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101645312,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285342720,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":3427965440,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3607468544,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697236480,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3827259904,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938163200,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243413504,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259404288,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4370815488,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4415379968,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623522304,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925512192,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196438016,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5325937152,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351627264,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418211840,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629106688,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5809330688,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305307136,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467967488,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.i1-Q6_K.gguf","label":"Q6_K","size":7359257088,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.Q8_0.gguf","label":"Q8_0","size":9527498912,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-GGUF","file":"Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic.f16.gguf","label":"F16","size":17920694432,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-GGUF","mradermacher/Huihui-Qwen3.5-9B-Claude-4.6-Opus-abliterated-heretic-i1-GGUF"],"logoFrom":"sulpikar2"},{"id":"lfm3-2b-omni-abliter8","family":"abliter8-ai/lfm3-2b-omni-abliter8-gguf","name":"Lfm3 2B Omni Abliter8","maker":"abliter8-ai","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"abliter8-ai/lfm3-2b-omni-abliter8-gguf/LFM3-Omni-2B-Abliter8-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-28T14:37:10.000Z","downloads":6368,"likes":13,"trending":12,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abliter8-ai/lfm3-2b-omni-abliter8-gguf","file":"LFM3-Omni-2B-Abliter8-Q4_0.gguf","label":"Q4_0","size":1052566720,"bits":4.87,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-omni-abliter8-gguf","file":"LFM3-Omni-2B-Abliter8-Q4_K_M.gguf","label":"Q4_K_M","size":1099629760,"bits":5.08,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-omni-abliter8-gguf","file":"LFM3-Omni-2B-Abliter8-Q6_K.gguf","label":"Q6_K","size":1427640256,"bits":6.6,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-omni-abliter8-gguf","file":"LFM3-Omni-2B-Abliter8-Q8_0.gguf","label":"Q8_0","size":1846240224,"bits":8.54,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-omni-abliter8-gguf","file":"LFM3-Omni-2B-Abliter8-BF16.gguf","label":"BF16","size":3466628064,"bits":16.03,"known":true,"rank":0}],"repos":["abliter8-ai/lfm3-2b-omni-abliter8-gguf"],"logoFrom":"LiquidAI"},{"id":"dolphin-2-9-1-yi-1-5-34b","family":"dphn/dolphin-2.9.1-yi-1.5-34b","name":"Dolphin 2.9.1 Yi 1.5 34B","maker":"dphn","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF/dolphin-2.9.1-yi-1.5-34b.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-18T04:50:56.000Z","downloads":6368,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980544,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786624,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306463424,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542784,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021504,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762944,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q2_K.gguf","label":"Q2_K","size":12825234624,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875904,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234320064,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960295104,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785984,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700864,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924992,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139446464,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475052224,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q4_0.gguf","label":"Q4_0","size":19530755264,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650560,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711744,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707692224,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321846464,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF","file":"dolphin-2.9.1-yi-1.5-34b.i1-Q6_K.gguf","label":"Q6_K","size":28213927104,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/dolphin-2.9.1-yi-1.5-34b-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-8-flash-next-rulith-exl3","family":"Rulith/Qwen3.8-Flash-Next-Rulith-EXL3-GGUF","name":"Qwen3.8 Flash Next Rulith EXL3","maker":"Rulith","catalog":null,"tuned":false,"params":177.18,"active":58.75,"layers":48,"probe":"Rulith/Qwen3.8-Flash-Next-Rulith-EXL3-GGUF/EXL3-3.05bpw/Qwen3.8-Flash-Next-EXL3-3.05bpw-00001-of-00005.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-20T10:28:00.000Z","downloads":6365,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Rulith/Qwen3.8-Flash-Next-Rulith-EXL3-GGUF","file":"EXL3-3.05bpw/Qwen3.8-Flash-Next-EXL3-3.05bpw-00001-of-00005.gguf","label":"Qwen3.8-Flash-Next-EXL3","size":82348515200,"bits":3.72,"known":false,"rank":0}],"repos":["Rulith/Qwen3.8-Flash-Next-Rulith-EXL3-GGUF"],"logoFrom":"Qwen"},{"id":"visionpsy-nano-460m-ggufs","family":"qvac/VisionPsy-Nano-460M-GGUFs","name":"VisionPsy Nano 460M GGUFs","maker":"qvac","catalog":null,"tuned":false,"params":0.41,"active":null,"layers":32,"probe":"qvac/VisionPsy-Nano-460M-GGUFs/visionpsy-nano-460m-q4_0.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-20T07:41:35.000Z","downloads":6363,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-iq3_xxs-imat.gguf","label":"visionpsy-nano-460m-iq3_xxs-imat","size":241634112,"bits":4.71,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-iq3_m-imat.gguf","label":"visionpsy-nano-460m-iq3_m-imat","size":251541312,"bits":4.91,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-iq4_xs-imat.gguf","label":"visionpsy-nano-460m-iq4_xs-imat","size":253307712,"bits":4.94,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-q4_0.gguf","label":"Q4_0","size":255764960,"bits":4.99,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-iq4_nl-imat.gguf","label":"visionpsy-nano-460m-iq4_nl-imat","size":255765312,"bits":4.99,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-q4_k_m-imat.gguf","label":"visionpsy-nano-460m-q4_k_m-imat","size":303143488,"bits":5.91,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-q5_k_m.gguf","label":"Q5_K_M","size":325449792,"bits":6.35,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-q5_k_m-imat.gguf","label":"visionpsy-nano-460m-q5_k_m-imat","size":325450144,"bits":6.35,"known":false,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-q8_0.gguf","label":"Q8_0","size":436676000,"bits":8.52,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-bf16.gguf","label":"BF16","size":820180384,"bits":16,"known":true,"rank":0},{"repo":"qvac/VisionPsy-Nano-460M-GGUFs","file":"visionpsy-nano-460m-fp32.gguf","label":"visionpsy-nano-460m-fp32","size":1638323104,"bits":31.97,"known":false,"rank":0}],"repos":["qvac/VisionPsy-Nano-460M-GGUFs"],"logoFrom":"lusxvr"},{"id":"ornith-1-5-35b-a3b-apex-i-miniplus-v2-1","family":"IsValorum/Ornith-1.5-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","name":"Ornith 1.5 35B A3B APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"IsValorum/Ornith-1.5-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF/Ornith-1.5-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-22T18:17:53.000Z","downloads":6360,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Ornith-1.5-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","file":"Ornith-1.5-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","label":"Ornith-1.5-35B-A3B.APEX-I-MiniPlus-V2.1","size":15230814848,"bits":3.43,"known":false,"rank":0}],"repos":["IsValorum/Ornith-1.5-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"ornith-ai"},{"id":"deepseek-r1-qwen3-8b-heretic","family":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic","name":"DeepSeek R1 Qwen3 8B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic/DeepSeek-R1-Qwen3-8B-heretic-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-10-08T09:26:35.000Z","downloads":6360,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic","file":"DeepSeek-R1-Qwen3-8B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5027782656,"bits":4.91,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic","file":"DeepSeek-R1-Qwen3-8B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5851111424,"bits":5.72,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic","file":"DeepSeek-R1-Qwen3-8B-heretic-Q6_K.gguf","label":"Q6_K","size":6725898240,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic","file":"DeepSeek-R1-Qwen3-8B-heretic-Q8_0.gguf","label":"Q8_0","size":8709517312,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Qwen3-8B-heretic","file":"DeepSeek-R1-Qwen3-8B-heretic-F16.gguf","label":"F16","size":16388042752,"bits":16.01,"known":true,"rank":0}],"repos":["saidutta69/DeepSeek-R1-Qwen3-8B-heretic"],"logoFrom":"saidutta69"},{"id":"liama-3-2-test","family":"bhanuripranathi/LIama-3.2-test-GGUF","name":"LIama 3.2 Test","maker":"bhanuripranathi","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"bhanuripranathi/LIama-3.2-test-GGUF/unsloth.Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-08T09:21:03.000Z","downloads":6352,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bhanuripranathi/LIama-3.2-test-GGUF","file":"unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":2019373344,"bits":5.03,"known":true,"rank":0}],"repos":["bhanuripranathi/LIama-3.2-test-GGUF"],"logoFrom":"unsloth"},{"id":"qwen-3-5-4b-rp-finetune","family":"minas2025/Qwen-3.5-4B-RP-Finetune","name":"Qwen 3.5 4B RP Finetune","maker":"minas2025","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"minas2025/Qwen-3.5-4B-RP-Finetune/Qwen-3.5-4B-RP-Finetune-Q8.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-02T16:23:01.000Z","downloads":6351,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"minas2025/Qwen-3.5-4B-RP-Finetune","file":"Qwen-3.5-4B-RP-Finetune-Q8.gguf","label":"Q8","size":4482402816,"bits":8.52,"known":false,"rank":0}],"repos":["minas2025/Qwen-3.5-4B-RP-Finetune"],"logoFrom":"minas2025"},{"id":"gemma-4-vain-26b-a4b","family":"Ozili/Gemma-4-Vain-26B-A4B-GGUF","name":"Gemma 4 Vain 26B A4B","maker":"Ozili","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"Ozili/Gemma-4-Vain-26B-A4B-GGUF/Gemma-4-Vain-26B-A4B-IQ4_XS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-12T05:45:09.000Z","downloads":6349,"likes":7,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ozili/Gemma-4-Vain-26B-A4B-GGUF","file":"Gemma-4-Vain-26B-A4B-IQ4_XS.gguf","label":"IQ4_XS","size":13917725504,"bits":4.41,"known":true,"rank":0},{"repo":"Ozili/Gemma-4-Vain-26B-A4B-GGUF","file":"Gemma-4-Vain-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796015424,"bits":5.33,"known":true,"rank":0},{"repo":"Ozili/Gemma-4-Vain-26B-A4B-GGUF","file":"Gemma-4-Vain-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19132889920,"bits":6.07,"known":true,"rank":0},{"repo":"Ozili/Gemma-4-Vain-26B-A4B-GGUF","file":"Gemma-4-Vain-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638398784,"bits":7.18,"known":true,"rank":0},{"repo":"Ozili/Gemma-4-Vain-26B-A4B-GGUF","file":"Gemma-4-Vain-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859858464,"bits":8.52,"known":true,"rank":0}],"repos":["Ozili/Gemma-4-Vain-26B-A4B-GGUF"],"logoFrom":"Ozili"},{"id":"ingot-xi-27b-q2","family":"dendriteholdings/Ingot-XI-27B-Q2","name":"Ingot XI 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XI-27B-Q2/Ingot-XI-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-26T03:09:03.000Z","downloads":6329,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XI-27B-Q2","file":"Ingot-XI-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XI-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"drex-v1-5","family":"nace-ai/drex-v1.5","name":"Drex V1.5","maker":"nace-ai","catalog":null,"tuned":false,"params":8.96,"active":null,"layers":32,"probe":"nace-ai/drex-v1.5-Q8_0/drex-v1.5-Q8_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-09-28T21:05:09.000Z","downloads":6328,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nace-ai/drex-v1.5-Q8_0","file":"drex-v1.5-Q8_0.gguf","label":"Q8_0","size":9531694816,"bits":8.51,"known":true,"rank":0}],"repos":["nace-ai/drex-v1.5-Q8_0"],"logoFrom":"nace-ai"},{"id":"secgpt-7b","family":"clouditera/SecGPT-7B-GGUF","name":"SecGPT 7B","maker":"clouditera","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"clouditera/SecGPT-7B-GGUF/SecGPT-7B-F16.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-23T10:41:11.000Z","downloads":6326,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"clouditera/SecGPT-7B-GGUF","file":"SecGPT-7B-F16.gguf","label":"F16","size":15237853120,"bits":16,"known":true,"rank":0}],"repos":["clouditera/SecGPT-7B-GGUF"],"logoFrom":"clouditera"},{"id":"gemma-4-12b-styletune","family":"Gryphe/Gemma-4-12B-StyleTune","name":"Gemma 4 12B StyleTune","maker":"Gryphe","catalog":null,"tuned":false,"params":12.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF/Gemma-4-12B-StyleTune.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-19T10:45:55.000Z","downloads":6325,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ1_S.gguf","label":"IQ1_S","size":3313993600,"bits":2.05,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ1_M.gguf","label":"IQ1_M","size":3533150080,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3898410880,"bits":2.42,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4218144640,"bits":2.61,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ2_S.gguf","label":"IQ2_S","size":4512135040,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ2_M.gguf","label":"IQ2_M","size":4804343680,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4834449280,"bits":3,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q2_K.gguf","label":"Q2_K","size":5160449664,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5281732480,"bits":3.27,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5704931200,"bits":3.54,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q3_K_S.gguf","label":"Q3_K_S","size":5960767104,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ3_S.gguf","label":"IQ3_S","size":5960767360,"bits":3.69,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ3_M.gguf","label":"IQ3_M","size":6166529920,"bits":3.82,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q3_K_M.gguf","label":"Q3_K_M","size":6519625344,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q3_K_L.gguf","label":"Q3_K_L","size":6998857344,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.IQ4_XS.gguf","label":"IQ4_XS","size":7225325184,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7542110080,"bits":4.67,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-Q4_0.gguf","label":"Q4_0","size":7564228480,"bits":4.69,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q4_K_S.gguf","label":"Q4_K_S","size":7590278784,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q4_K_M.gguf","label":"Q4_K_M","size":7947613824,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-i1-GGUF","file":"Gemma-4-12B-StyleTune.i1-Q4_1.gguf","label":"Q4_1","size":8286271360,"bits":5.13,"known":true,"rank":1},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q5_K_S.gguf","label":"Q5_K_S","size":9030432384,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q5_K_M.gguf","label":"Q5_K_M","size":9239328384,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q6_K.gguf","label":"Q6_K","size":10611775104,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-StyleTune-GGUF","file":"Gemma-4-12B-StyleTune.Q8_0.gguf","label":"Q8_0","size":13739193984,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-12B-StyleTune-GGUF","mradermacher/Gemma-4-12B-StyleTune-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"qwen2-5-1-5b","family":"Qwen/Qwen2.5-1.5B","name":"Qwen2.5 1.5B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF/Qwen2.5-1.5B-Instruct-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-15T12:16:50.000Z","downloads":6321,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":436527840,"bits":2.27,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":464461536,"bits":2.41,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":511017696,"bits":2.65,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":550327008,"bits":2.86,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":563810016,"bits":2.93,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":601054944,"bits":3.12,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":640135392,"bits":3.33,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":668792544,"bits":3.47,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q2_K.gguf","label":"Q2_K","size":676304768,"bits":3.51,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q2_K.gguf","label":"Q2_K","size":676305120,"bits":3.51,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":731699424,"bits":3.8,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":760944512,"bits":3.95,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":760944864,"bits":3.95,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":762407136,"bits":3.96,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":776664288,"bits":4.03,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":824178560,"bits":4.28,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":824178912,"bits":4.28,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":880162688,"bits":4.57,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":880163040,"bits":4.57,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":895731936,"bits":4.65,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q4_0.gguf","label":"Q4_0","size":934954880,"bits":4.86,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934955008,"bits":4.86,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934955008,"bits":4.86,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934955008,"bits":4.86,"known":false,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":936331488,"bits":4.86,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_0.gguf","label":"Q4_0","size":937535712,"bits":4.87,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":940312448,"bits":4.88,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":940312800,"bits":4.88,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":986048384,"bits":5.12,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":986048736,"bits":5.12,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q4_1.gguf","label":"Q4_1","size":1016842112,"bits":5.28,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q4_1.gguf","label":"Q4_1","size":1016842464,"bits":5.28,"known":true,"rank":0},{"repo":"QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct.Q5_0.gguf","label":"Q5_0","size":1098729344,"bits":5.71,"known":true,"rank":1},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1098729696,"bits":5.71,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q5_0.gguf","label":"Q5_0","size":1101310176,"bits":5.72,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1125050592,"bits":5.84,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q5_1.gguf","label":"Q5_1","size":1180616928,"bits":6.13,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":1272740064,"bits":6.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":1646573280,"bits":8.55,"known":true,"rank":0},{"repo":"ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF","file":"Qwen2.5-1.5B-Instruct-F16.gguf","label":"F16","size":3093669376,"bits":16.07,"known":true,"rank":0}],"repos":["QuantFactory/Qwen2.5-1.5B-Instruct-GGUF","ThomasBaruzier/Qwen2.5-1.5B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-5-vl-3b-uncensored","family":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","name":"LFM2.5 VL 3B Uncensored","maker":"SC117","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"SC117/LFM2.5-VL-3B-Uncensored-GGUF/LFM2.5-VL-3B-Uncensored-IQ3_XS.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2026-08-13T08:24:54.000Z","downloads":6317,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","file":"LFM2.5-VL-3B-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":1221076672,"bits":3.62,"known":true,"rank":0},{"repo":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","file":"LFM2.5-VL-3B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":1517807296,"bits":4.5,"known":true,"rank":0},{"repo":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","file":"LFM2.5-VL-3B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":1674454720,"bits":4.96,"known":true,"rank":0},{"repo":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","file":"LFM2.5-VL-3B-Uncensored-Q6_K.gguf","label":"Q6_K","size":2221614784,"bits":6.58,"known":true,"rank":0},{"repo":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","file":"LFM2.5-VL-3B-Uncensored-Q8_0.gguf","label":"Q8_0","size":2874779328,"bits":8.52,"known":true,"rank":0},{"repo":"SC117/LFM2.5-VL-3B-Uncensored-GGUF","file":"LFM2.5-VL-3B-Uncensored-BF16.gguf","label":"BF16","size":5403157920,"bits":16.01,"known":true,"rank":0}],"repos":["SC117/LFM2.5-VL-3B-Uncensored-GGUF"],"logoFrom":"LiquidAI"},{"id":"ingot-vi-27b-q2","family":"dendriteholdings/Ingot-VI-27B-Q2","name":"Ingot VI 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-VI-27B-Q2/Ingot-VI-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-24T15:53:34.000Z","downloads":6314,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-VI-27B-Q2","file":"Ingot-VI-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-VI-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"ingot-v-27b-q2","family":"dendriteholdings/Ingot-V-27B-Q2","name":"Ingot V 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-V-27B-Q2/Ingot-V-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-24T08:58:48.000Z","downloads":6313,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-V-27B-Q2","file":"Ingot-V-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-V-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"granite-3b-code-instruct-2k","family":"ibm-granite/granite-3b-code-instruct-2k","name":"Granite 3B Code 2K","maker":"IBM","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF/granite-3b-code-instruct-2k.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-26T05:54:15.000Z","downloads":6309,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ1_S.gguf","label":"IQ1_S","size":803429664,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ1_M.gguf","label":"IQ1_M","size":869784864,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":980376864,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1075404064,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ2_S.gguf","label":"IQ2_S","size":1136844064,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ2_M.gguf","label":"IQ2_M","size":1225317664,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q2_K.gguf","label":"Q2_K","size":1338694944,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1361304864,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1473043744,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ3_S.gguf","label":"IQ3_S","size":1551686944,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1551686944,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ3_M.gguf","label":"IQ3_M","size":1621318944,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1726995744,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1876090144,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1892474144,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q4_0.gguf","label":"Q4_0","size":2003885344,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2013715744,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2132499744,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2416762144,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2486394144,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-i1-GGUF","file":"granite-3b-code-instruct-2k.i1-Q6_K.gguf","label":"Q6_K","size":2862406944,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-2k-GGUF","file":"granite-3b-code-instruct-2k.Q8_0.gguf","label":"Q8_0","size":3705527328,"bits":8.52,"known":true,"rank":1}],"repos":["mradermacher/granite-3b-code-instruct-2k-GGUF","mradermacher/granite-3b-code-instruct-2k-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-8-27b-heretic","family":"darrellbest/Qwen3.8-27B-Heretic","name":"Qwen3.8 27B Heretic","maker":"darrellbest","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"darrellbest/Qwen3.8-27B-Heretic-GGUF/Qwen3.8-27B-Heretic-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-24T06:06:57.000Z","downloads":6306,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"darrellbest/Qwen3.8-27B-Heretic-GGUF","file":"Qwen3.8-27B-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16810714880,"bits":4.92,"known":true,"rank":0},{"repo":"darrellbest/Qwen3.8-27B-Heretic-GGUF","file":"Qwen3.8-27B-Heretic-Q8_0.gguf","label":"Q8_0","size":29047084800,"bits":8.51,"known":true,"rank":0},{"repo":"darrellbest/Qwen3.8-27B-Heretic-GGUF","file":"Qwen3.8-27B-Heretic-BF16.gguf","label":"BF16","size":54657734400,"bits":16.01,"known":true,"rank":0}],"repos":["darrellbest/Qwen3.8-27B-Heretic-GGUF"],"logoFrom":"darrellbest"},{"id":"qwen2-5-32b-instruct-abliterated-v2","family":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2","name":"Qwen2.5 32B Abliterated V2","maker":"zetasepic","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF/Qwen2.5-32B-Instruct-abliterated-v2.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-11T15:00:39.000Z","downloads":6305,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":12313099424,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":14392331424,"bits":3.51,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2-Q3_K_M.gguf","label":"Q3_K_M","size":15935047840,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":17247079584,"bits":4.21,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2-IQ4_XS.gguf","label":"IQ4_XS","size":17870100640,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":18784410784,"bits":4.59,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2-Q4_K_M.gguf","label":"Q4_K_M","size":19851335840,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":22638255264,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":23262157984,"bits":5.68,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2-Q6_K.gguf","label":"Q6_K","size":26886154400,"bits":6.57,"known":true,"rank":0},{"repo":"zetasepic/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","file":"Qwen2.5-32B-Instruct-abliterated-v2-Q8_0.gguf","label":"Q8_0","size":34820884640,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-32B-Instruct-abliterated-v2-GGUF","zetasepic/Qwen2.5-32B-Instruct-abliterated-v2-GGUF"],"logoFrom":"zetasepic"},{"id":"dolphin-llama3-zh-cn-uncensored","family":"stephenlzc/dolphin-llama3-zh-cn-uncensored","name":"Dolphin Llama3 Zh Cn Uncensored","maker":"stephenlzc","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"stephenlzc/dolphin-llama3-zh-cn-uncensored/dolphin-llama3-zh-cn-uncensored-unsloth.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-06-21T10:31:07.000Z","downloads":6304,"likes":25,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","file":"dolphin-llama3-zh-cn-uncensored-unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":4920745312,"bits":4.9,"known":true,"rank":0},{"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","file":"dolphin-llama3-zh-cn-uncensored-unsloth.Q8_0.gguf","label":"Q8_0","size":8540788000,"bits":8.51,"known":true,"rank":0},{"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","file":"dolphin-llama3-zh-cn-uncensored-unsloth.BF16.gguf","label":"BF16","size":16068923680,"bits":16.01,"known":true,"rank":0},{"repo":"stephenlzc/dolphin-llama3-zh-cn-uncensored","file":"dolphin-llama3-zh-cn-uncensored-unsloth.F16.gguf","label":"F16","size":16068923680,"bits":16.01,"known":true,"rank":0}],"repos":["stephenlzc/dolphin-llama3-zh-cn-uncensored"],"logoFrom":"dphn"},{"id":"spark-x2-6-4b-uncensored","family":"electroglyph/Spark-X2.6-4B-uncensored","name":"Spark X2.6 4B Uncensored","maker":"electroglyph","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF/Spark-X2.6-4B-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T22:33:25.000Z","downloads":6304,"likes":5,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":1219824928,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":1283757088,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1390310688,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1487350048,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":1551083808,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":1636326688,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1677789728,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":1787398688,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1801897248,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1904038688,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1912886048,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":1979241248,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":2043302688,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2165199648,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2376047648,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2390643488,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":2412138528,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2426556448,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2476363808,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2600226848,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":2641606688,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2877628448,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2977898528,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF","file":"Spark-X2.6-4B-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":3379174688,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-GGUF","file":"Spark-X2.6-4B-uncensored.Q8_0.gguf","label":"Q8_0","size":4375023392,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-uncensored-GGUF","file":"Spark-X2.6-4B-uncensored.f16.gguf","label":"F16","size":8229922592,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/Spark-X2.6-4B-uncensored-GGUF","mradermacher/Spark-X2.6-4B-uncensored-i1-GGUF"],"logoFrom":"electroglyph"},{"id":"veloxy-titan-32b","family":"zveloxy/Veloxy-Titan-32B","name":"Veloxy Titan 32B","maker":"zveloxy","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Veloxy-Titan-32B-i1-GGUF/Veloxy-Titan-32B.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T03:57:13.000Z","downloads":6299,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ1_S.gguf","label":"IQ1_S","size":7149826720,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ1_M.gguf","label":"IQ1_M","size":7631086240,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433185440,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090593440,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ2_S.gguf","label":"IQ2_S","size":9362916000,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ2_M.gguf","label":"IQ2_M","size":10004595360,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248327840,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q2_K.gguf","label":"Q2_K","size":10711667360,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186373280,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967132320,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073956000,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ3_S.gguf","label":"IQ3_S","size":12419330720,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ3_M.gguf","label":"IQ3_M","size":12580876960,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301445280,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344778400,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508960,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q4_0.gguf","label":"Q4_0","size":15521436320,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586316960,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547402400,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q4_1.gguf","label":"Q4_1","size":17078244000,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679616160,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231101600,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Veloxy-Titan-32B-i1-GGUF","file":"Veloxy-Titan-32B.i1-Q6_K.gguf","label":"Q6_K","size":22082532000,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Veloxy-Titan-32B-i1-GGUF"],"logoFrom":null},{"id":"bathory-x-26b-a4b-0-1","family":"Nabbers1999/Bathory-X-26B-A4B-0.1","name":"Bathory X 26B A4B 0.1","maker":"Nabbers1999","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF/Bathory-X-26B-A4B-0.1.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T22:14:40.000Z","downloads":6297,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":8532494592,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":8910880512,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541523712,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058653952,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":10190397696,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":10694912256,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q2_K.gguf","label":"Q2_K","size":10824960768,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866705152,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642890496,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953264384,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":12539606272,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539606272,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":12709760256,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603930368,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141684992,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309895936,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q4_0.gguf","label":"Q4_0","size":14903294720,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880063744,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q4_1.gguf","label":"Q4_1","size":16430952192,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211254528,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494246656,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640403712,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF","file":"Bathory-X-26B-A4B-0.1.i1-Q6_K.gguf","label":"Q6_K","size":23243954432,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Bathory-X-26B-A4B-0.1-i1-GGUF"],"logoFrom":"Nabbers1999"},{"id":"jev-35b","family":"autotrust/JEV-35B","name":"JEV 35B","maker":"autotrust","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/JEV-35B-GGUF/JEV-35B.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-11T01:22:03.000Z","downloads":6295,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q2_K.gguf","label":"Q2_K","size":13247183072,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q3_K_S.gguf","label":"Q3_K_S","size":15547035872,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q3_K_M.gguf","label":"Q3_K_M","size":17166659808,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q3_K_L.gguf","label":"Q3_K_L","size":18552090848,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.IQ4_XS.gguf","label":"IQ4_XS","size":19390056672,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q4_K_S.gguf","label":"Q4_K_S","size":20366862560,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q4_K_M.gguf","label":"Q4_K_M","size":21713463520,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q5_K_S.gguf","label":"Q5_K_S","size":24563755232,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q5_K_M.gguf","label":"Q5_K_M","size":25347533024,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q6_K.gguf","label":"Q6_K","size":29208731872,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/JEV-35B-GGUF","file":"JEV-35B.Q8_0.gguf","label":"Q8_0","size":37802150112,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/JEV-35B-GGUF"],"logoFrom":"autotrust"},{"id":"merotheon-31b","family":"Casual-Autopsy/Merotheon-31B","name":"Merotheon 31B","maker":"Casual-Autopsy","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Merotheon-31B-i1-GGUF/Merotheon-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-07-20T12:08:43.000Z","downloads":6285,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7618912864,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":8188295776,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137267296,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992782432,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10763442784,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439012448,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":11522620000,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q2_K.gguf","label":"Q2_K","size":12378737248,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683061856,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677922912,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":14366911072,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366911072,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":15030051424,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892662880,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233824352,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484474976,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q4_0.gguf","label":"Q4_0","size":18494302816,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555890272,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479788128,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q4_1.gguf","label":"Q4_1","size":20362226272,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22280727136,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22814456416,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Merotheon-31B-i1-GGUF","file":"Merotheon-31B.i1-Q6_K.gguf","label":"Q6_K","size":26357541472,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Merotheon-31B-i1-GGUF"],"logoFrom":"Casual-Autopsy"},{"id":"spark-x2-6-4b-heretic","family":"daydreamwarrior/Spark-X2.6-4B-heretic","name":"Spark X2.6 4B Heretic","maker":"daydreamwarrior","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF/Spark-X2.6-4B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T16:00:43.000Z","downloads":6282,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1219824864,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1283757024,"bits":2.5,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1390310624,"bits":2.71,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1487349984,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1551083744,"bits":3.02,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1636326624,"bits":3.19,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1677789664,"bits":3.27,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":1787398624,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1801897184,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1904038624,"bits":3.71,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1912885984,"bits":3.72,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1979241184,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2043302624,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2165199584,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2376047584,"bits":4.62,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2390643424,"bits":4.65,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2412138464,"bits":4.7,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2426556384,"bits":4.72,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2476363744,"bits":4.82,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2600226784,"bits":5.06,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2641606624,"bits":5.14,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2877628384,"bits":5.6,"known":true,"rank":1},{"repo":"mradermacher/Spark-X2.6-4B-heretic-i1-GGUF","file":"Spark-X2.6-4B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2977898464,"bits":5.8,"known":true,"rank":1},{"repo":"daydreamwarrior/Spark-X2.6-4B-heretic","file":"Spark-X2.6-4B-heretic-Q6_K.gguf","label":"Q6_K","size":3380912896,"bits":6.58,"known":true,"rank":0},{"repo":"daydreamwarrior/Spark-X2.6-4B-heretic","file":"Spark-X2.6-4B-heretic-BF16.gguf","label":"BF16","size":8229921536,"bits":16.02,"known":true,"rank":0}],"repos":["daydreamwarrior/Spark-X2.6-4B-heretic","mradermacher/Spark-X2.6-4B-heretic-i1-GGUF"],"logoFrom":"XHToken"},{"id":"starling-lm-7b-alpha","family":"berkeley-nest/Starling-LM-7B-alpha","name":"Starling LM 7B Alpha","maker":"berkeley-nest","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Starling-LM-7B-alpha-GGUF/starling-lm-7b-alpha.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-25T17:42:15.000Z","downloads":6281,"likes":94,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q2_K.gguf","label":"Q2_K","size":3083107264,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q3_K_S.gguf","label":"Q3_K_S","size":3164577536,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q3_K_M.gguf","label":"Q3_K_M","size":3518996224,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q3_K_L.gguf","label":"Q3_K_L","size":3822034688,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q4_0.gguf","label":"Q4_0","size":4108927808,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q4_K_S.gguf","label":"Q4_K_S","size":4140385088,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q4_K_M.gguf","label":"Q4_K_M","size":4368450368,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q5_0.gguf","label":"Q5_0","size":4997728064,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q5_K_S.gguf","label":"Q5_K_S","size":4997728064,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q5_K_M.gguf","label":"Q5_K_M","size":5131421504,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q6_K.gguf","label":"Q6_K","size":5942078336,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Starling-LM-7B-alpha-GGUF","file":"starling-lm-7b-alpha.Q8_0.gguf","label":"Q8_0","size":7695874816,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Starling-LM-7B-alpha-GGUF"],"logoFrom":"berkeley-nest"},{"id":"pixtral-12b","family":"mistral-experimental/pixtral-12b","name":"Pixtral 12B","maker":"mistral-experimental","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"ggml-org/pixtral-12b-GGUF/pixtral-12b-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2024-09-13T19:32:26.000Z","downloads":6277,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/pixtral-12b-GGUF","file":"pixtral-12b-Q2_K.gguf","label":"Q2_K","size":4791047808,"bits":3.13,"known":true,"rank":0},{"repo":"ggml-org/pixtral-12b-GGUF","file":"pixtral-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7477204608,"bits":4.88,"known":true,"rank":0},{"repo":"ggml-org/pixtral-12b-GGUF","file":"pixtral-12b-Q8_0.gguf","label":"Q8_0","size":13022369408,"bits":8.5,"known":true,"rank":0},{"repo":"ggml-org/pixtral-12b-GGUF","file":"pixtral-12b-f16.gguf","label":"F16","size":24504276608,"bits":16,"known":true,"rank":0}],"repos":["ggml-org/pixtral-12b-GGUF"],"logoFrom":"mistral-experimental"},{"id":"clover-35b-a3b-preview-uncensored","family":"AtomicChat/Clover-35B-A3B-Preview-Uncensored-GGUF","name":"Clover 35B A3B Preview Uncensored","maker":"AtomicChat","catalog":null,"tuned":true,"params":34.66,"active":3.46,"layers":40,"probe":"AtomicChat/Clover-35B-A3B-Preview-Uncensored-GGUF/Clover-35B-A3B-Preview-Uncensored-AD-IQ3_S-IQ3_XXS.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"clover_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T17:13:07.000Z","downloads":6272,"likes":7,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AtomicChat/Clover-35B-A3B-Preview-Uncensored-GGUF","file":"Clover-35B-A3B-Preview-Uncensored-AD-IQ3_S-IQ3_XXS.gguf","label":"IQ3_XXS","size":15515158464,"bits":3.58,"known":true,"rank":0},{"repo":"AtomicChat/Clover-35B-A3B-Preview-Uncensored-GGUF","file":"Clover-35B-A3B-Preview-Uncensored-AD-Q4_K-IQ4_XS.gguf","label":"IQ4_XS","size":20128892864,"bits":4.65,"known":true,"rank":0},{"repo":"AtomicChat/Clover-35B-A3B-Preview-Uncensored-GGUF","file":"Clover-35B-A3B-Preview-Uncensored-AD-Q6_K-Q5_K.gguf","label":"Q5_K","size":26252576704,"bits":6.06,"known":true,"rank":0}],"repos":["AtomicChat/Clover-35B-A3B-Preview-Uncensored-GGUF"],"logoFrom":"AtomicChat"},{"id":"bojropromptmaster-uncensored-v2-8b","family":"bojrodev/BojroPromptMaster_uncensored_v2-8B","name":"BojroPromptMaster Uncensored V2 8B","maker":"bojrodev","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bojrodev/BojroPromptMaster_uncensored_v2-8B/BojroPromptMaster_uncensored_v2-8B-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2025-12-26T16:55:15.000Z","downloads":6270,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-Q2_K.gguf","label":"Q2_K","size":3179131456,"bits":3.17,"known":true,"rank":0},{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018917952,"bits":4,"known":true,"rank":0},{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920734272,"bits":4.9,"known":true,"rank":0},{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732987456,"bits":5.71,"known":true,"rank":0},{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-Q6_K.gguf","label":"Q6_K","size":6596006464,"bits":6.57,"known":true,"rank":0},{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-Q8_0.gguf","label":"Q8_0","size":8540770880,"bits":8.51,"known":true,"rank":0},{"repo":"bojrodev/BojroPromptMaster_uncensored_v2-8B","file":"BojroPromptMaster_uncensored_v2-8B-BF16.gguf","label":"BF16","size":16068891200,"bits":16.01,"known":true,"rank":0}],"repos":["bojrodev/BojroPromptMaster_uncensored_v2-8B"],"logoFrom":"Casual-Autopsy"},{"id":"tokyotech-llm-swallow-13b-instruct-v0-1","family":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","name":"Tokyotech Llm Swallow 13B V0.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":13.13,"active":null,"layers":40,"probe":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf/Swallow-13b-instruct-v0.1.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-02T14:18:27.000Z","downloads":6265,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ1_S.gguf","label":"IQ1_S","size":2957057280,"bits":1.8,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ1_M.gguf","label":"IQ1_M","size":3196980480,"bits":1.95,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3596852480,"bits":2.19,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":3949518080,"bits":2.41,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ2_S.gguf","label":"IQ2_S","size":4261864000,"bits":2.6,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ2_M.gguf","label":"IQ2_M","size":4581761600,"bits":2.79,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q2_K.gguf","label":"Q2_K","size":4920240960,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":4920241440,"bits":3,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5024744000,"bits":3.06,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":5433393280,"bits":3.31,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":5433393760,"bits":3.31,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ3_S.gguf","label":"IQ3_S","size":5730762880,"bits":3.49,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":5730762880,"bits":3.49,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.IQ3_S.gguf","label":"IQ3_S","size":5730763360,"bits":3.49,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":5730763360,"bits":3.49,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ3_M.gguf","label":"IQ3_M","size":6056292480,"bits":3.69,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.IQ3_M.gguf","label":"IQ3_M","size":6056292960,"bits":3.69,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":6409552000,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q3_K.gguf","label":"Q3_K","size":6409552480,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":6409552480,"bits":3.91,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":7001342080,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":7001342560,"bits":4.27,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":7041816000,"bits":4.29,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":7097112480,"bits":4.32,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":7445216960,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q4_0.gguf","label":"Q4_0","size":7445216960,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q4_0.gguf","label":"Q4_0","size":7445217440,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.IQ4_NL.gguf","label":"IQ4_NL","size":7489454240,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":7502560960,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":7502561440,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":7945338560,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q4_K.gguf","label":"Q4_K","size":7945339040,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":7945339040,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q4_1.gguf","label":"Q4_1","size":8252019360,"bits":5.03,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q5_0.gguf","label":"Q5_0","size":9058820800,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":9058820800,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q5_0.gguf","label":"Q5_0","size":9058821280,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":9058821280,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-13b-instruct-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":9316459200,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","file":"Swallow-13b-instruct-v0.1.Q5_K.gguf","label":"Q5_K","size":9316459680,"bits":5.68,"known":true,"rank":0}],"repos":["RichardErkhov/tokyotech-llm_-_Swallow-13b-instruct-v0.1-gguf","mmnga/tokyotech-llm-Swallow-13b-instruct-v0.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"logics-mllm-logics-swe-qwen3-6-35b-a3b","family":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","name":"Logics MLLM Logics SWE Qwen3.6 35B A3B","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-31T16:56:59.000Z","downloads":6261,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10793196640,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":11265260640,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11979545696,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":13233806432,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q2_K.gguf","label":"Q2_K","size":13839334496,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15581674592,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":16318692448,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":16318692448,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":17344330848,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":18267077728,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":18958220384,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":19886931040,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q4_0.gguf","label":"Q4_0","size":19942612064,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":20946975840,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q4_1.gguf","label":"Q4_1","size":21973769312,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":22318513248,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":22318513248,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":24113675360,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":25137085536,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":26984676448,"bits":6.23,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q6_K_S.gguf","label":"Q6_K_S","size":29373332576,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q6_K.gguf","label":"Q6_K","size":30738578528,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":32298859616,"bits":7.46,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36914691168,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF","file":"Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-bf16/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":69376637888,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Logics-MLLM_Logics-SWE-Qwen3.6-35B-A3B-GGUF"],"logoFrom":"Logics-MLLM"},{"id":"k2-horizon-32b-heretic","family":"soyaakinohara/K2-Horizon-32B-heretic","name":"K2 Horizon 32B Heretic","maker":"soyaakinohara","catalog":null,"tuned":true,"params":34.78,"active":null,"layers":64,"probe":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF/K2-Horizon-32B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":296747,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T06:32:04.000Z","downloads":6246,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8044640544,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8703277344,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9801005344,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10763073824,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":11381641504,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":12259823904,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12391674144,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":13294760224,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13776326944,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14748911904,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15459322144,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15503886624,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":16005237024,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17088547104,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18487085344,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18913632544,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":19976093984,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20046872864,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21075788064,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":22001402144,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24094867744,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24696488224,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-32B-heretic-i1-GGUF","file":"K2-Horizon-32B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":28543482144,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-32B-heretic-i1-GGUF"],"logoFrom":"soyaakinohara"},{"id":"swift-qwen3-8-flash-next","family":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","name":"Ukisai Swift Qwen3.8 Flash Next","maker":"bartowski","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF/ukisai_Swift-Qwen3.8-Flash-Next-IQ1_S/ukisai_Swift-Qwen3.8-Flash-Next-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-25T07:47:53.000Z","downloads":6240,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ1_S/ukisai_Swift-Qwen3.8-Flash-Next-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":72412941728,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ1_M/ukisai_Swift-Qwen3.8-Flash-Next-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":74687865248,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ2_XXS/ukisai_Swift-Qwen3.8-Flash-Next-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":78478969248,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ2_XS/ukisai_Swift-Qwen3.8-Flash-Next-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":79049531776,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ2_S/ukisai_Swift-Qwen3.8-Flash-Next-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":80819956256,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ2_M/ukisai_Swift-Qwen3.8-Flash-Next-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":84545298976,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q2_K/ukisai_Swift-Qwen3.8-Flash-Next-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":85657158144,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q3_K_S/ukisai_Swift-Qwen3.8-Flash-Next-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":91461517824,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ3_XXS/ukisai_Swift-Qwen3.8-Flash-Next-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":91713421856,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ3_XS/ukisai_Swift-Qwen3.8-Flash-Next-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":93975642656,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q3_K_M/ukisai_Swift-Qwen3.8-Flash-Next-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":96095035936,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q3_K_L/ukisai_Swift-Qwen3.8-Flash-Next-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":99714138656,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ4_XS/ukisai_Swift-Qwen3.8-Flash-Next-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":99942695456,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q4_0/ukisai_Swift-Qwen3.8-Flash-Next-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":100599253536,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ3_M/ukisai_Swift-Qwen3.8-Flash-Next-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":101061722656,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-IQ4_NL/ukisai_Swift-Qwen3.8-Flash-Next-IQ4_NL-00001-of-00003.gguf","label":"IQ4_NL","size":105958900256,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q4_1/ukisai_Swift-Qwen3.8-Flash-Next-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":111258576384,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q4_K_S/ukisai_Swift-Qwen3.8-Flash-Next-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":115256441376,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q4_K_M/ukisai_Swift-Qwen3.8-Flash-Next-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":125616863872,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q4_K_L/ukisai_Swift-Qwen3.8-Flash-Next-Q4_K_L-00001-of-00004.gguf","label":"Q4_K_L","size":128985414272,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q5_K_S/ukisai_Swift-Qwen3.8-Flash-Next-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":130121045664,"bits":5.88,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q5_K_M/ukisai_Swift-Qwen3.8-Flash-Next-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":141131093632,"bits":6.38,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q6_K_S/ukisai_Swift-Qwen3.8-Flash-Next-Q6_K_S-00001-of-00005.gguf","label":"Q6_K_S","size":169569903360,"bits":7.67,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q6_K/ukisai_Swift-Qwen3.8-Flash-Next-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":173023650560,"bits":7.82,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-Q8_0/ukisai_Swift-Qwen3.8-Flash-Next-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":188260770336,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF","file":"ukisai_Swift-Qwen3.8-Flash-Next-bf16/ukisai_Swift-Qwen3.8-Flash-Next-bf16-00001-of-00009.gguf","label":"BF16","size":354029930400,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ukisai_Swift-Qwen3.8-Flash-Next-GGUF"],"logoFrom":"ukisai"},{"id":"anubis-70b-v1-2","family":"TheDrummer/Anubis-70B-v1.2","name":"Anubis 70B V1.2","maker":"TheDrummer","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF/TheDrummer_Anubis-70B-v1.2-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-12T09:50:02.000Z","downloads":6239,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ1_S.gguf","label":"IQ1_S","size":15343487584,"bits":1.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ1_M.gguf","label":"IQ1_M","size":16751200864,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389664,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ2_XS.gguf","label":"IQ2_XS","size":21142112864,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ2_S.gguf","label":"IQ2_S","size":22242347616,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ2_M.gguf","label":"IQ2_M","size":24119298656,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q2_K.gguf","label":"Q2_K","size":26375113312,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q2_K_L.gguf","label":"Q2_K_L","size":27401161312,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469498976,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ3_XS.gguf","label":"IQ3_XS","size":29307734624,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q3_K_S.gguf","label":"Q3_K_S","size":30912055904,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ3_M.gguf","label":"IQ3_M","size":31937038944,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q3_K_M.gguf","label":"Q3_K_M","size":34267499104,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q3_K_L.gguf","label":"Q3_K_L","size":37140597344,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ4_XS.gguf","label":"IQ4_XS","size":37902666336,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936352,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-IQ4_NL.gguf","label":"IQ4_NL","size":40053623392,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q4_0.gguf","label":"Q4_0","size":40116537952,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q4_K_S.gguf","label":"Q4_K_S","size":40347224672,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q4_K_M.gguf","label":"Q4_K_M","size":42520398432,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q4_K_L.gguf","label":"Q4_K_L","size":43300194912,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q4_1.gguf","label":"Q4_1","size":44313594464,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q5_K_S.gguf","label":"Q5_K_S","size":48657451616,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q5_K_M/TheDrummer_Anubis-70B-v1.2-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949821728,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q5_K_L/TheDrummer_Anubis-70B-v1.2-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598284064,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q6_K/TheDrummer_Anubis-70B-v1.2-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148288,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q6_K_L/TheDrummer_Anubis-70B-v1.2-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":58397068064,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.2-GGUF","file":"TheDrummer_Anubis-70B-v1.2-Q8_0/TheDrummer_Anubis-70B-v1.2-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054624,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Anubis-70B-v1.2-GGUF"],"logoFrom":"TheDrummer"},{"id":"jirackdeltanet-27b","family":"CMSManhattan/JiRackDeltaNet_27b","name":"JiRackDeltaNet 27B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"CMSManhattan/JiRackDeltaNet_27b/JiRackDeltaNet_27b.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-08-29T00:33:20.000Z","downloads":6225,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/JiRackDeltaNet_27b","file":"JiRackDeltaNet_27b.Q2_K.gguf","label":"Q2_K","size":10864591872,"bits":3.18,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_27b","file":"JiRackDeltaNet_27b.Q3_K_M.gguf","label":"Q3_K_M","size":13500736512,"bits":3.95,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_27b","file":"JiRackDeltaNet_27b.Q4_K_M.gguf","label":"Q4_K_M","size":16810714112,"bits":4.92,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_27b","file":"JiRackDeltaNet_27b.Q6_K.gguf","label":"Q6_K","size":22430999552,"bits":6.57,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_27b","file":"JiRackDeltaNet_27b.Q8_0.gguf","label":"Q8_0","size":29047084032,"bits":8.51,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_27b","file":"JiRackDeltaNet_27b.gguf","label":"JiRackDeltaNet_27b","size":54657733632,"bits":16.01,"known":false,"rank":0}],"repos":["CMSManhattan/JiRackDeltaNet_27b"],"logoFrom":"CMSManhattan"},{"id":"arex-turbo","family":"BAAI/AREX-Turbo","name":"AREX Turbo","maker":"BAAI","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"bartowski/BAAI_AREX-Turbo-GGUF/BAAI_AREX-Turbo-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-23T17:19:35.000Z","downloads":6224,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-IQ2_M.gguf","label":"IQ2_M","size":1825573952,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q2_K.gguf","label":"Q2_K","size":2063602752,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-IQ3_XXS.gguf","label":"IQ3_XXS","size":2115652672,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q2_K_L.gguf","label":"Q2_K_L","size":2217561152,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-IQ3_XS.gguf","label":"IQ3_XS","size":2275775552,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q3_K_S.gguf","label":"Q3_K_S","size":2326074432,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-IQ3_M.gguf","label":"IQ3_M","size":2355156032,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q3_K_M.gguf","label":"Q3_K_M","size":2447479872,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q3_K_L.gguf","label":"Q3_K_L","size":2537264192,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-IQ4_XS.gguf","label":"IQ4_XS","size":2543162432,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-IQ4_NL.gguf","label":"IQ4_NL","size":2647364672,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q4_0.gguf","label":"Q4_0","size":2647856192,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q3_K_XL.gguf","label":"Q3_K_XL","size":2691222592,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q4_K_S.gguf","label":"Q4_K_S","size":2717979712,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q4_1.gguf","label":"Q4_1","size":2851673152,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q4_K_M.gguf","label":"Q4_K_M","size":2884850752,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q4_K_L.gguf","label":"Q4_K_L","size":3038809152,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q5_K_S.gguf","label":"Q5_K_S","size":3128235072,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q5_K_M.gguf","label":"Q5_K_M","size":3315586112,"bits":6.3,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q5_K_L.gguf","label":"Q5_K_L","size":3469544512,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q6_K.gguf","label":"Q6_K","size":3677180992,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q6_K_L.gguf","label":"Q6_K_L","size":3831139392,"bits":7.28,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-Q8_0.gguf","label":"Q8_0","size":4493954112,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/BAAI_AREX-Turbo-GGUF","file":"BAAI_AREX-Turbo-bf16.gguf","label":"BF16","size":8424393504,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/BAAI_AREX-Turbo-GGUF"],"logoFrom":"BAAI"},{"id":"rollama2-7b-base","family":"OpenLLM-Ro/RoLlama2-7b-Base","name":"RoLlama2 7B Base","maker":"OpenLLM-Ro","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"legraphista/RoLlama2-7b-Base-IMat-GGUF/RoLlama2-7b-Base.IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-10-09T12:28:58.000Z","downloads":6203,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ1_S.gguf","label":"IQ1_S","size":1528582240,"bits":1.81,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ1_M.gguf","label":"IQ1_M","size":1650970720,"bits":1.96,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ2_XXS.gguf","label":"IQ2_XXS","size":1854951520,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ2_XS.gguf","label":"IQ2_XS","size":2034913376,"bits":2.42,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ2_S.gguf","label":"IQ2_S","size":2196566112,"bits":2.61,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q2_K_S.gguf","label":"Q2_K_S","size":2319544416,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ2_M.gguf","label":"IQ2_M","size":2359750752,"bits":2.8,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q2_K.gguf","label":"Q2_K","size":2532864096,"bits":3.01,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ3_XXS.gguf","label":"IQ3_XXS","size":2585391200,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ3_XS.gguf","label":"IQ3_XS","size":2796523616,"bits":3.32,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ3_S.gguf","label":"IQ3_S","size":2948304992,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q3_K_S.gguf","label":"Q3_K_S","size":2948304992,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ3_M.gguf","label":"IQ3_M","size":3114864736,"bits":3.7,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q3_K.gguf","label":"Q3_K","size":3298005088,"bits":3.91,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q3_K_L.gguf","label":"Q3_K_L","size":3597111392,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ4_XS.gguf","label":"IQ4_XS","size":3619336288,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.IQ4_NL.gguf","label":"IQ4_NL","size":3825807456,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q4_K_S.gguf","label":"Q4_K_S","size":3856740448,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q4_K.gguf","label":"Q4_K","size":4081004640,"bits":4.84,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q5_K_S.gguf","label":"Q5_K_S","size":4651691872,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q5_K.gguf","label":"Q5_K","size":4783157088,"bits":5.68,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q6_K.gguf","label":"Q6_K","size":5529194336,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.Q8_0.gguf","label":"Q8_0","size":7161089888,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.BF16.gguf","label":"BF16","size":13478104928,"bits":16,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Base-IMat-GGUF","file":"RoLlama2-7b-Base.FP16.gguf","label":"RoLlama2-7b-Base.FP16","size":13478104928,"bits":16,"known":false,"rank":0}],"repos":["legraphista/RoLlama2-7b-Base-IMat-GGUF"],"logoFrom":"OpenLLM-Ro"},{"id":"airoboros-l2-7b-2-2","family":"jondurbin/airoboros-l2-7b-2.2","name":"Airoboros L2 7B 2.2","maker":"jondurbin","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Airoboros-L2-7B-2.2-GGUF/airoboros-l2-7b-2.2.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-10T23:00:27.000Z","downloads":6200,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-7B-2.2-GGUF","file":"airoboros-l2-7b-2.2.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-7B-2.2-GGUF"],"logoFrom":"jondurbin"},{"id":"shisa-v2-1-qwen3-8b","family":"shisa-ai/shisa-v2.1-qwen3-8b","name":"Shisa V2.1 Qwen3 8B","maker":"shisa-ai","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/shisa-v2.1-qwen3-8b-GGUF/shisa-v2.1-qwen3-8b.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-20T11:06:31.000Z","downloads":6197,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q2_K.gguf","label":"Q2_K","size":3281733664,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q3_K_S.gguf","label":"Q3_K_S","size":3769612320,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q3_K_M.gguf","label":"Q3_K_M","size":4124162080,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q3_K_L.gguf","label":"Q3_K_L","size":4431394848,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.IQ4_XS.gguf","label":"IQ4_XS","size":4593297440,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q4_K_S.gguf","label":"Q4_K_S","size":4802013216,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q4_K_M.gguf","label":"Q4_K_M","size":5027784736,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q5_K_S.gguf","label":"Q5_K_S","size":5720762400,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q5_K_M.gguf","label":"Q5_K_M","size":5851113504,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q6_K.gguf","label":"Q6_K","size":6725900320,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.Q8_0.gguf","label":"Q8_0","size":8709519392,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-qwen3-8b-GGUF","file":"shisa-v2.1-qwen3-8b.f16.gguf","label":"F16","size":16388044832,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/shisa-v2.1-qwen3-8b-GGUF"],"logoFrom":"shisa-ai"},{"id":"ingot-xix-27b-q2","family":"dendriteholdings/Ingot-XIX-27B-Q2","name":"Ingot XIX 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XIX-27B-Q2/Ingot-XIX-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-01T01:39:26.000Z","downloads":6192,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XIX-27B-Q2","file":"Ingot-XIX-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XIX-27B-Q2","file":"Ingot-XIX-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XIX-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"kataguru-sceptic-35b-a3b-v2-6","family":"kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF","name":"Kataguru Sceptic 35B A3B V2.6","maker":"kataguru","catalog":null,"tuned":false,"params":35.25,"active":3.52,"layers":41,"probe":"kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF/Kataguru-Sceptic-35B-A3B-v2.6-APEX-Small.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T06:17:30.000Z","downloads":6185,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF","file":"Kataguru-Sceptic-35B-A3B-v2.6-APEX-Small.gguf","label":"Kataguru-Sceptic-35B-A3B-v2.6-APEX-Small","size":12868387936,"bits":2.92,"known":false,"rank":0},{"repo":"kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF","file":"Kataguru-Sceptic-35B-A3B-v2.6-1M-APEX-Medium.gguf","label":"Kataguru-Sceptic-35B-A3B-v2.6-1M-APEX-Medium","size":14466417760,"bits":3.28,"known":false,"rank":0},{"repo":"kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF","file":"Kataguru-Sceptic-35B-A3B-v2.6-APEX-Medium.gguf","label":"Kataguru-Sceptic-35B-A3B-v2.6-APEX-Medium","size":14466417760,"bits":3.28,"known":false,"rank":0},{"repo":"kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF","file":"Kataguru-Sceptic-35B-A3B-v2.6-APEX-Good.gguf","label":"Kataguru-Sceptic-35B-A3B-v2.6-APEX-Good","size":16689161312,"bits":3.79,"known":false,"rank":0}],"repos":["kataguru/Kataguru-Sceptic-35B-A3B-v2.6-GGUF"],"logoFrom":"Qwen"},{"id":"dolphin3-0-llama3-2-1b","family":"dphn/Dolphin3.0-Llama3.2-1B","name":"Dolphin3.0 Llama3.2 1B","maker":"dphn","catalog":null,"tuned":true,"params":1.24,"active":null,"layers":16,"probe":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF/Dolphin3.0-Llama3.2-1B-IQ2_M.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-12-29T22:16:36.000Z","downloads":6182,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-IQ2_M.gguf","label":"IQ2_M","size":515451392,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q2_K.gguf","label":"Q2_K","size":580877344,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-IQ3_XS.gguf","label":"IQ3_XS","size":621116448,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q3_K_S.gguf","label":"Q3_K_S","size":641694752,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q2_K_L.gguf","label":"Q2_K_L","size":644493312,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-IQ3_M.gguf","label":"IQ3_M","size":657292320,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q3_K_M.gguf","label":"Q3_K_M","size":690846752,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q3_K_L.gguf","label":"Q3_K_L","size":732527648,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-IQ4_XS.gguf","label":"IQ4_XS","size":743144480,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-IQ4_NL.gguf","label":"IQ4_NL","size":773028896,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q4_0.gguf","label":"Q4_0","size":773028896,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q4_K_S.gguf","label":"Q4_K_S","size":775650336,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q3_K_XL.gguf","label":"Q3_K_XL","size":796143616,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf","label":"Q4_K_M","size":807697440,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q4_1.gguf","label":"Q4_1","size":831749152,"bits":5.37,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q4_K_L.gguf","label":"Q4_K_L","size":871313408,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q5_K_S.gguf","label":"Q5_K_S","size":892566560,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q5_K_M.gguf","label":"Q5_K_M","size":911506464,"bits":5.88,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q5_K_L.gguf","label":"Q5_K_L","size":975122432,"bits":6.29,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q6_K.gguf","label":"Q6_K","size":1021803552,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q6_K_L.gguf","label":"Q6_K_L","size":1085419520,"bits":7,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-Q8_0.gguf","label":"Q8_0","size":1321086976,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-f16.gguf","label":"F16","size":2479603456,"bits":16,"known":true,"rank":0},{"repo":"bartowski/Dolphin3.0-Llama3.2-1B-GGUF","file":"Dolphin3.0-Llama3.2-1B-f32.gguf","label":"F32","size":4951104992,"bits":31.94,"known":true,"rank":0}],"repos":["bartowski/Dolphin3.0-Llama3.2-1B-GGUF"],"logoFrom":"dphn"},{"id":"timecrystal-l2-13b","family":"BlueNipples/TimeCrystal-l2-13B","name":"TimeCrystal L2 13B","maker":"BlueNipples","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/TimeCrystal-l2-13B-i1-GGUF/TimeCrystal-l2-13B.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-11T11:09:16.000Z","downloads":6178,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ1_S.gguf","label":"IQ1_S","size":3113725888,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ1_M.gguf","label":"IQ1_M","size":3353649088,"bits":2.06,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3753521088,"bits":2.31,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4106186688,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ2_S.gguf","label":"IQ2_S","size":4412721088,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ2_M.gguf","label":"IQ2_M","size":4732618688,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q2_K.gguf","label":"Q2_K","size":5047549888,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5175601088,"bits":3.18,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5554890688,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ3_S.gguf","label":"IQ3_S","size":5852260288,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5852260288,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ3_M.gguf","label":"IQ3_M","size":6177789888,"bits":3.8,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6531049408,"bits":4.01,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7122839488,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7157501888,"bits":4.4,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":1},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7559114688,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q4_0.gguf","label":"Q4_0","size":7581233088,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7616458688,"bits":4.68,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8059236288,"bits":4.95,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9165565888,"bits":5.63,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9423204288,"bits":5.79,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":1},{"repo":"mradermacher/TimeCrystal-l2-13B-i1-GGUF","file":"TimeCrystal-l2-13B.i1-Q6_K.gguf","label":"Q6_K","size":10872420288,"bits":6.68,"known":true,"rank":0},{"repo":"TheBloke/TimeCrystal-L2-13B-GGUF","file":"timecrystal-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":1}],"repos":["TheBloke/TimeCrystal-L2-13B-GGUF","mradermacher/TimeCrystal-l2-13B-i1-GGUF"],"logoFrom":"BlueNipples"},{"id":"borealis-open-27b","family":"NbAiLab/borealis-open-27b","name":"Borealis Open 27B","maker":"NbAiLab","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"mradermacher/borealis-open-27b-i1-GGUF/borealis-open-27b.i1-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-05-20T11:15:28.000Z","downloads":6176,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ1_S.gguf","label":"IQ1_S","size":6264249632,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ1_M.gguf","label":"IQ1_M","size":6797247776,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7685578016,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8438906144,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ2_S.gguf","label":"IQ2_S","size":8782411040,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ2_M.gguf","label":"IQ2_M","size":9493075232,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":9757448096,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q2_K.gguf","label":"Q2_K","size":10503722912,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716480800,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11562235808,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ3_S.gguf","label":"IQ3_S","size":12167616416,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12167616416,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ3_M.gguf","label":"IQ3_M","size":12547076000,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13437642656,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14543464352,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14767450016,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q4_0.gguf","label":"Q4_0","size":15617976224,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15674058656,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16546690976,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q4_1.gguf","label":"Q4_1","size":17167296416,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18767194016,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19271677856,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-27b-i1-GGUF","file":"borealis-open-27b.i1-Q6_K.gguf","label":"Q6_K","size":22166976416,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/borealis-open-27b-i1-GGUF"],"logoFrom":"NbAiLab"},{"id":"superqwen3-8-27b-abliterated","family":"Jiunsong/SuperQwen3.8-27b-abliterated","name":"SuperQwen3.8 27B Abliterated","maker":"Jiunsong","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Jiunsong/SuperQwen3.8-27b-abliterated-GGUF/SuperQwen3.8-27b-abliterated-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-24T02:23:51.000Z","downloads":6175,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jiunsong/SuperQwen3.8-27b-abliterated-GGUF","file":"SuperQwen3.8-27b-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16547400704,"bits":4.92,"known":true,"rank":0}],"repos":["Jiunsong/SuperQwen3.8-27b-abliterated-GGUF"],"logoFrom":"Jiunsong"},{"id":"llm-jp-4-8b-instruct","family":"llm-jp/llm-jp-4-8b-instruct","name":"Llm Jp 4 8B","maker":"llm-jp","catalog":null,"tuned":false,"params":8.59,"active":null,"layers":32,"probe":"mmnga-o/llm-jp-4-8b-instruct-gguf/llm-jp-4-8b-instruct-IQ3_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-30T01:05:32.000Z","downloads":6173,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-IQ3_M.gguf","label":"IQ3_M","size":4131787552,"bits":3.85,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4365881888,"bits":4.07,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4668920352,"bits":4.35,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4823061280,"bits":4.49,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q4_0.gguf","label":"Q4_0","size":5045359136,"bits":4.7,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":5062136608,"bits":4.71,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":5076816416,"bits":4.73,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":5304881696,"bits":4.94,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q5_0.gguf","label":"Q5_0","size":6018437664,"bits":5.61,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":6018437664,"bits":5.61,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":6152131104,"bits":5.73,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q6_K.gguf","label":"Q6_K","size":7052333600,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":9132708384,"bits":8.51,"known":true,"rank":0},{"repo":"mmnga-o/llm-jp-4-8b-instruct-gguf","file":"llm-jp-4-8b-instruct-Q8_0.gguf","label":"Q8_0","size":9132708384,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga-o/llm-jp-4-8b-instruct-gguf"],"logoFrom":"llm-jp"},{"id":"huihui-neohorse-1-4b-abliterated","family":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF","name":"Huihui NeoHorse 1 4B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF/Huihui-NeoHorse-1-4B-abliterated-Q3_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-18T12:53:26.000Z","downloads":6172,"likes":21,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF","file":"Huihui-NeoHorse-1-4B-abliterated-Q3_K.gguf","label":"Q3_K","size":2318806464,"bits":4.28,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF","file":"Huihui-NeoHorse-1-4B-abliterated-Q4_K.gguf","label":"Q4_K","size":2783446464,"bits":5.14,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF","file":"Huihui-NeoHorse-1-4B-abliterated-Q5_K.gguf","label":"Q5_K","size":3161425344,"bits":5.84,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF","file":"Huihui-NeoHorse-1-4B-abliterated-q8_0.gguf","label":"Q8_0","size":4610579904,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF","file":"Huihui-NeoHorse-1-4B-abliterated-f16.gguf","label":"F16","size":8665619904,"bits":16.01,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-NeoHorse-1-4B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"moondream2-20250414","family":"ggml-org/moondream2-20250414-GGUF","name":"Moondream2 20250414","maker":"ggml-org","catalog":null,"tuned":false,"params":1.42,"active":null,"layers":24,"probe":"ggml-org/moondream2-20250414-GGUF/moondream2-text-model-f16_ct-vicuna.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"phi2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-05-25T11:56:27.000Z","downloads":6172,"likes":19,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/moondream2-20250414-GGUF","file":"moondream2-text-model-f16_ct-vicuna.gguf","label":"moondream2-text-model-f16_ct-vicuna","size":2839535072,"bits":16,"known":false,"rank":0}],"repos":["ggml-org/moondream2-20250414-GGUF"],"logoFrom":"vikhyatk"},{"id":"qwen3-5-27b-heretic","family":"coder3101/Qwen3.5-27B-heretic","name":"Qwen3.5 27B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-heretic-GGUF/Qwen3.5-27B-heretic.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-25T07:57:58.000Z","downloads":6166,"likes":50,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q2_K.gguf","label":"Q2_K","size":10121840704,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":12073953344,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":13289646144,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":14030202944,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":14800701504,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":15568619584,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":16540272704,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":18679613504,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":19399608384,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q6_K.gguf","label":"Q6_K","size":22082529344,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-heretic-GGUF","file":"Qwen3.5-27B-heretic.Q8_0.gguf","label":"Q8_0","size":28595763264,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-heretic-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-vl-32b-instruct-ultra-uncensored-heretic","family":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic","name":"Qwen3 VL 32B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-09T12:26:54.000Z","downloads":6158,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":12344653792,"bits":3.01,"known":true,"rank":1},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":14389740512,"bits":3.51,"known":true,"rank":1},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15971778592,"bits":3.9,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":17330995232,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":17854336992,"bits":4.36,"known":true,"rank":1},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":18810567712,"bits":4.59,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":19783121952,"bits":4.83,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":22635494432,"bits":5.53,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":23237114912,"bits":5.67,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":26883307552,"bits":6.56,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":34817720352,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","file":"Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":65531576352,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF","mradermacher/Qwen3-VL-32B-Instruct-ultra-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"meltemi-7b-v1-5","family":"ilsp/Meltemi-7B-v1.5","name":"Meltemi 7B V1.5","maker":"ilsp","catalog":null,"tuned":false,"params":7.48,"active":null,"layers":32,"probe":"mradermacher/Meltemi-7B-v1.5-i1-GGUF/Meltemi-7B-v1.5.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-03T00:52:43.000Z","downloads":6157,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ1_S.gguf","label":"IQ1_S","size":1735232832,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ1_M.gguf","label":"IQ1_M","size":1877577024,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2114817344,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2321386816,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ2_S.gguf","label":"IQ2_S","size":2446275136,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ2_M.gguf","label":"IQ2_M","size":2636067392,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q2_K.gguf","label":"Q2_K","size":2858358336,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2962698816,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3170155328,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3315907392,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ3_S.gguf","label":"IQ3_S","size":3333733184,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ3_M.gguf","label":"IQ3_M","size":3436231488,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3670326080,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3973364544,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4071252032,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q4_0.gguf","label":"Q4_0","size":4290921536,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4307698752,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4535764032,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5180085312,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5313778752,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-v1.5-i1-GGUF","file":"Meltemi-7B-v1.5.i1-Q6_K.gguf","label":"Q6_K","size":6140419392,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Meltemi-7B-Instruct-v1.5-i1-GGUF","mradermacher/Meltemi-7B-v1.5-i1-GGUF"],"logoFrom":"ilsp"},{"id":"apex-35b-v1-0-uncensored-sangreal-ice","family":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","name":"Apex 35B V1.0 Uncensored Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE/Apex-35B-V1.0-Uncensored-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-29T21:50:40.000Z","downloads":6153,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"Apex-35B-V1.0-Uncensored-12G-ICEv2.gguf","label":"Apex-35B-V1.0-Uncensored-12G-ICEv2","size":12188332768,"bits":2.75,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"Apex-35B-V1.0-Uncensored-15G-ICEv2.gguf","label":"Apex-35B-V1.0-Uncensored-15G-ICEv2","size":14805578464,"bits":3.34,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"Apex-35B-V1.0-Uncensored-19G-ICEv2.gguf","label":"Apex-35B-V1.0-Uncensored-19G-ICEv2","size":18762904288,"bits":4.23,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"Apex-35B-V1.0-Uncensored-23G-ICEv2.gguf","label":"Apex-35B-V1.0-Uncensored-23G-ICEv2","size":22808310496,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"Apex-35B-V1.0-Uncensored-25G-ICEv2.gguf","label":"Apex-35B-V1.0-Uncensored-25G-ICEv2","size":24821576416,"bits":5.59,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"Apex-35B-V1.0-Uncensored-Q8_0.gguf","label":"Q8_0","size":37802234016,"bits":8.52,"known":true,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE","file":"BF16/Apex-35B-V1.0-Uncensored-BF16-00001-of-00002.gguf","label":"BF16","size":71067078784,"bits":16.01,"known":true,"rank":0}],"repos":["gbuzhf/Apex-35B-V1.0-Uncensored-Sangreal-ICE"],"logoFrom":"Apexintelligence-AI"},{"id":"mistral-small-3-2-24b-instruct-2506-ultra-uncensored-heretic","family":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic","name":"Mistral Small 3.2 24B 2506 Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-19T00:52:37.000Z","downloads":6151,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":8890339840,"bits":3.02,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":10400289280,"bits":3.53,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":11474096640,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":12400775680,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":12890001920,"bits":4.38,"known":true,"rank":1},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":13549294080,"bits":4.6,"known":true,"rank":1},{"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":14333922464,"bits":4.87,"known":true,"rank":0},{"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":16304426144,"bits":5.53,"known":true,"rank":0},{"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":16763997344,"bits":5.69,"known":true,"rank":0},{"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":19345951904,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":25054792864,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":47153532064,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF","mradermacher/Mistral-Small-3.2-24B-Instruct-2506-ultra-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-6-35b-a3b-abliterated-v2","family":"wangzhang/Qwen3.6-35B-A3B-abliterated-v2","name":"Qwen3.6 35B A3B Abliterated V2","maker":"wangzhang","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf/Qwen3.6-35B-A3B-abliterated-v2-IQ2_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-20T04:34:40.000Z","downloads":6149,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ2_XS.gguf","label":"IQ2_XS","size":10507031104,"bits":2.43,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ2_S.gguf","label":"IQ2_S","size":10652480064,"bits":2.46,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ2_M.gguf","label":"IQ2_M","size":11659235904,"bits":2.69,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q2_K_S.gguf","label":"Q2_K_S","size":12152097344,"bits":2.8,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q2_K.gguf","label":"Q2_K","size":12939594304,"bits":2.99,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759424,"bits":3.14,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ3_XS.gguf","label":"IQ3_XS","size":14484144704,"bits":3.34,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q3_K_S.gguf","label":"Q3_K_S","size":15182185024,"bits":3.5,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ3_S.gguf","label":"IQ3_S","size":15250424384,"bits":3.52,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ3_M.gguf","label":"IQ3_M","size":15440519744,"bits":3.56,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q3_K_M.gguf","label":"Q3_K_M","size":16764764736,"bits":3.87,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q3_K_L.gguf","label":"Q3_K_L","size":18115330624,"bits":4.18,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ4_XS.gguf","label":"IQ4_XS","size":18728778304,"bits":4.32,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-IQ4_NL.gguf","label":"IQ4_NL","size":19779279424,"bits":4.57,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q4_0.gguf","label":"Q4_0","size":19799267904,"bits":4.57,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q4_K_S.gguf","label":"Q4_K_S","size":19889904192,"bits":4.59,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q4_K_M.gguf","label":"Q4_K_M","size":21166758464,"bits":4.89,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q4_1.gguf","label":"Q4_1","size":21848169024,"bits":5.04,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q5_K_S.gguf","label":"Q5_K_S","size":23981283904,"bits":5.54,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q5_0.gguf","label":"Q5_0","size":24065497664,"bits":5.55,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q5_K_M.gguf","label":"Q5_K_M","size":24729131584,"bits":5.71,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q5_1.gguf","label":"Q5_1","size":26114398784,"bits":6.03,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q6_K.gguf","label":"Q6_K","size":28514153024,"bits":6.58,"known":true,"rank":0},{"repo":"LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf","file":"Qwen3.6-35B-A3B-abliterated-v2-Q8_0.gguf","label":"Q8_0","size":36903139904,"bits":8.52,"known":true,"rank":0}],"repos":["LMLiutenant/Qwen3.6-35B-A3B-abliterated-v2-gguf"],"logoFrom":"Qwen"},{"id":"granite-3-1-2b-instruct","family":"ibm-granite/granite-3.1-2b-instruct","name":"Granite 3.1 2B","maker":"IBM","catalog":null,"tuned":false,"params":2.53,"active":null,"layers":40,"probe":"bartowski/granite-3.1-2b-instruct-GGUF/granite-3.1-2b-instruct-IQ2_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-06T19:57:15.000Z","downloads":6147,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1179,"arenaCoding":1249,"arenaVision":null,"builds":[{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-IQ2_M.gguf","label":"IQ2_M","size":888525568,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q2_K.gguf","label":"Q2_K","size":978245184,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1002626048,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1078842944,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1130288704,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-IQ3_M.gguf","label":"IQ3_M","size":1169282624,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1251726912,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1357370944,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1381751808,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1383913024,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1458624064,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q4_0.gguf","label":"Q4_0","size":1458624064,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1464391232,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1545295424,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1569676288,"bits":4.96,"known":true,"rank":0},{"repo":"QuantFactory/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct.Q4_1.gguf","label":"Q4_1","size":1668343072,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1757468224,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1804817984,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct.Q5_0.gguf","label":"Q5_0","size":1826678432,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1829198848,"bits":5.78,"known":true,"rank":0},{"repo":"QuantFactory/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct.Q5_1.gguf","label":"Q5_1","size":1985013792,"bits":6.28,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q6_K.gguf","label":"Q6_K","size":2080560704,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2104941568,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-Q8_0.gguf","label":"Q8_0","size":2694110208,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-2b-instruct-GGUF","file":"granite-3.1-2b-instruct-f16.gguf","label":"F16","size":5069140320,"bits":16.03,"known":true,"rank":0}],"repos":["QuantFactory/granite-3.1-2b-instruct-GGUF","bartowski/granite-3.1-2b-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-8-27b-turbo-fable-cold-fusion-735-882-heretic-uncensored-nm-dau","family":"DavidAU/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU","name":"Qwen3.8 27B TURBO Fable Cold Fusion 735 882 Heretic Uncensored NM DAU","maker":"DavidAU","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-25T01:47:46.000Z","downloads":6145,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q2_K.gguf","label":"Q2_K","size":10864593344,"bits":3.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q3_K_S.gguf","label":"Q3_K_S","size":12256537024,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q3_K_M.gguf","label":"Q3_K_M","size":13500737984,"bits":3.95,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q3_K_L.gguf","label":"Q3_K_L","size":14559799744,"bits":4.26,"known":true,"rank":1},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-VERY-LOW.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-VERY-LOW","size":15154231744,"bits":4.44,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-COMPACT-LOW.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-COMPACT-LOW","size":15160252832,"bits":4.44,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.IQ4_XS.gguf","label":"IQ4_XS","size":15420451264,"bits":4.52,"known":true,"rank":1},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-LOW.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-LOW","size":15748376992,"bits":4.61,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q4_K_S.gguf","label":"Q4_K_S","size":15825299904,"bits":4.63,"known":true,"rank":1},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-MEDIUM.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-MEDIUM","size":16604461504,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q4_K_M.gguf","label":"Q4_K_M","size":16810715584,"bits":4.92,"known":true,"rank":1},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-MID-HIGH.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-MID-HIGH","size":16912378304,"bits":4.95,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-HIGH.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-HIGH","size":17825888672,"bits":5.22,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q5_K_S.gguf","label":"Q5_K_S","size":18971683264,"bits":5.56,"known":true,"rank":1},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-VERY-HIGH.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-VERY-HIGH","size":19325741504,"bits":5.66,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q5_K_M.gguf","label":"Q5_K_M","size":19535702464,"bits":5.72,"known":true,"rank":1},{"repo":"esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-HIGHEST.gguf","label":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-HIGHEST","size":21276584384,"bits":6.23,"known":false,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q6_K.gguf","label":"Q6_K","size":22431001024,"bits":6.57,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF","file":"Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU.Q8_0.gguf","label":"Q8_0","size":29047085504,"bits":8.51,"known":true,"rank":1}],"repos":["esatapedico/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-NVFP4-GGUF","mradermacher/Qwen3.8-27B-TURBO-Fable-Cold-Fusion-735-882-Heretic-Uncensored-NM-DAU-GGUF"],"logoFrom":"DavidAU"},{"id":"llava-llama-3-8b-v1-1-imat","family":"city96/llava-llama-3-8b-v1_1-imat-gguf","name":"Llava Llama 3 8B V1 1 Imat","maker":"city96","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"city96/llava-llama-3-8b-v1_1-imat-gguf/llava-llama-3-8B-v1_1-Q3_K_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":null,"open":false,"released":"2024-12-20T14:06:28.000Z","downloads":6140,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q3_K_S.gguf","label":"Q3_K_S","size":3664828928,"bits":3.65,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q3_K_M.gguf","label":"Q3_K_M","size":4019247616,"bits":4,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-IQ4_XS.gguf","label":"IQ4_XS","size":4448018944,"bits":4.43,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q4_0.gguf","label":"Q4_0","size":4676256256,"bits":4.66,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-IQ4_NL.gguf","label":"IQ4_NL","size":4678353408,"bits":4.66,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q4_K_S.gguf","label":"Q4_K_S","size":4693033472,"bits":4.68,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q4_K_M.gguf","label":"Q4_K_M","size":4921098752,"bits":4.9,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q4_1.gguf","label":"Q4_1","size":5130633728,"bits":5.11,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q5_K_S.gguf","label":"Q5_K_S","size":5599691264,"bits":5.58,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q5_0.gguf","label":"Q5_0","size":5614371328,"bits":5.59,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q5_K_M.gguf","label":"Q5_K_M","size":5733384704,"bits":5.71,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q5_1.gguf","label":"Q5_1","size":6068748800,"bits":6.05,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q6_K.gguf","label":"Q6_K","size":6596438336,"bits":6.57,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-Q8_0.gguf","label":"Q8_0","size":8541329728,"bits":8.51,"known":true,"rank":0},{"repo":"city96/llava-llama-3-8b-v1_1-imat-gguf","file":"llava-llama-3-8B-v1_1-F16.gguf","label":"F16","size":16069941568,"bits":16.01,"known":true,"rank":0}],"repos":["city96/llava-llama-3-8b-v1_1-imat-gguf"],"logoFrom":"xtuner"},{"id":"llm-jp-4-1-32b-a3b-thinking-uncensored-heretic","family":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","name":"Llm Jp 4.1 32B A3B Thinking Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":32.14,"active":3.83,"layers":32,"probe":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF/llm-jp-4.1-32b-a3b-thinking-heretic-IQ2_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":65536,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T05:03:36.000Z","downloads":6133,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-IQ2_S.gguf","label":"IQ2_S","size":12617620384,"bits":3.14,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-IQ2_M.gguf","label":"IQ2_M","size":13261183904,"bits":3.3,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":14519475104,"bits":3.61,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-IQ3_M.gguf","label":"IQ3_M","size":15726648224,"bits":3.91,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":17704197024,"bits":4.41,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":21522488224,"bits":5.36,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":24529279904,"bits":6.11,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-Q6_K.gguf","label":"Q6_K","size":28962626464,"bits":7.21,"known":true,"rank":0},{"repo":"OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF","file":"llm-jp-4.1-32b-a3b-thinking-heretic-Q8_0.gguf","label":"Q8_0","size":34183879584,"bits":8.51,"known":true,"rank":0}],"repos":["OS-Software/llm-jp-4.1-32b-a3b-thinking-uncensored-heretic-GGUF"],"logoFrom":"llm-jp"},{"id":"dolphin-2-9-2-qwen2-72b","family":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","name":"Dolphin 2.9.2 Qwen2 72B","maker":"bartowski","catalog":null,"tuned":true,"params":72.71,"active":null,"layers":80,"probe":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF/dolphin-2.9.2-qwen2-72b-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-06-11T01:17:43.000Z","downloads":6128,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-IQ1_M.gguf","label":"IQ1_M","size":23740209824,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490021024,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-IQ2_M.gguf","label":"IQ2_M","size":29338983072,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-Q2_K.gguf","label":"Q2_K","size":29811759776,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845079712,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-Q3_K_S.gguf","label":"Q3_K_S","size":34487786144,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-IQ3_M.gguf","label":"IQ3_M","size":35503594144,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-Q3_K_M.gguf","label":"Q3_K_M","size":37698722464,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-IQ4_XS.gguf","label":"IQ4_XS","size":39709072032,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.2-qwen2-72b-GGUF","file":"dolphin-2.9.2-qwen2-72b-Q4_K_M.gguf","label":"Q4_K_M","size":47415712416,"bits":5.22,"known":true,"rank":0}],"repos":["bartowski/dolphin-2.9.2-qwen2-72b-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-whitehat","family":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","name":"Qwen3.8 27B Whitehat","maker":"QuaduxIT","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF/Qwen3.8-27B-Whitehat-UD-Q2_K_XL.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-22T14:14:46.000Z","downloads":6123,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9863632288,"bits":2.89,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-Q2_K.gguf","label":"Q2_K","size":10864592288,"bits":3.18,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13181044128,"bits":3.86,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-Q3_K_M.gguf","label":"Q3_K_M","size":13500736928,"bits":3.95,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-IQ4_XS.gguf","label":"IQ4_XS","size":15309039008,"bits":4.48,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-Q4_K_M.gguf","label":"Q4_K_M","size":16810714528,"bits":4.92,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17559176608,"bits":5.14,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-Q5_K_M.gguf","label":"Q5_K_M","size":19535701408,"bits":5.72,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20911588768,"bits":6.12,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-Q6_K.gguf","label":"Q6_K","size":22430999776,"bits":6.57,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25333712288,"bits":7.42,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-Q8_0.gguf","label":"Q8_0","size":29047084256,"bits":8.51,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31492642208,"bits":9.22,"known":true,"rank":0},{"repo":"QuaduxIT/Qwen3.8-27B-Whitehat-GGUF","file":"Qwen3.8-27B-Whitehat-BF16.gguf","label":"BF16","size":54657733856,"bits":16.01,"known":true,"rank":0}],"repos":["QuaduxIT/Qwen3.8-27B-Whitehat-GGUF"],"logoFrom":"QuaduxIT"},{"id":"magnum-v4-27b","family":"anthracite-org/magnum-v4-27b","name":"Magnum V4 27B","maker":"anthracite-org","catalog":null,"tuned":false,"params":27.23,"active":null,"layers":46,"probe":"bartowski/magnum-v4-27b-GGUF/magnum-v4-27b-IQ2_XS.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":771751936,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-10-20T02:17:42.000Z","downloads":6112,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-IQ2_XS.gguf","label":"IQ2_XS","size":8399715936,"bits":2.47,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-IQ2_S.gguf","label":"IQ2_S","size":8652160608,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-IQ2_M.gguf","label":"IQ2_M","size":9398877792,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q2_K.gguf","label":"Q2_K","size":10449575520,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q2_K_L.gguf","label":"Q2_K_L","size":10735271520,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-IQ3_XS.gguf","label":"IQ3_XS","size":11550629472,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q3_K_S.gguf","label":"Q3_K_S","size":12169059936,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-IQ3_M.gguf","label":"IQ3_M","size":12454829664,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q3_K_M.gguf","label":"Q3_K_M","size":13424647776,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q3_K_L.gguf","label":"Q3_K_L","size":14519361120,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q3_K_XL.gguf","label":"Q3_K_XL","size":14805057120,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-IQ4_XS.gguf","label":"IQ4_XS","size":14814420576,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q4_0.gguf","label":"Q4_0","size":15681461856,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q4_K_S.gguf","label":"Q4_K_S","size":15739264608,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q4_K_M.gguf","label":"Q4_K_M","size":16645381728,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q4_K_L.gguf","label":"Q4_K_L","size":16931077728,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q5_K_S.gguf","label":"Q5_K_S","size":18884206176,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q5_K_M.gguf","label":"Q5_K_M","size":19408117344,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q5_K_L.gguf","label":"Q5_K_L","size":19693813344,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q6_K.gguf","label":"Q6_K","size":22343523936,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q6_K_L.gguf","label":"Q6_K_L","size":22629219936,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-Q8_0.gguf","label":"Q8_0","size":28937387616,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-27b-GGUF","file":"magnum-v4-27b-f16/magnum-v4-27b-f16-00001-of-00002.gguf","label":"F16","size":54462021184,"bits":16,"known":true,"rank":0}],"repos":["bartowski/magnum-v4-27b-GGUF","mradermacher/magnum-v4-27b-GGUF"],"logoFrom":"anthracite-org"},{"id":"qwen2-5-vl-7b-instruct-heretic","family":"coder3101/Qwen2.5-VL-7B-Instruct-heretic","name":"Qwen2.5 VL 7B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF/Qwen2.5-VL-7B-Instruct-heretic.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-01-17T15:37:17.000Z","downloads":6101,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1903667040,"bits":2,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2042195808,"bits":2.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273077088,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469021536,"bits":2.59,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":2595637088,"bits":2.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":2780342112,"bits":2.92,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834073440,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q2_K.gguf","label":"Q2_K","size":3015939648,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114514272,"bits":3.27,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346255712,"bits":3.51,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":3492367936,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":3499192160,"bits":3.67,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":3574011744,"bits":3.75,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":3808390720,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4088458816,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":4250297920,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437813088,"bits":4.66,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-Q4_0.gguf","label":"Q4_0","size":4444120928,"bits":4.67,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":4457768512,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":4683073088,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.i1-Q4_1.gguf","label":"Q4_1","size":4873283424,"bits":5.12,"known":true,"rank":1},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":5315176000,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":5444830784,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q6_K.gguf","label":"Q6_K","size":6254198336,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.Q8_0.gguf","label":"Q8_0","size":8098524736,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-7B-Instruct-heretic.f16.gguf","label":"F16","size":15237852736,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-7B-Instruct-heretic-GGUF","mradermacher/Qwen2.5-VL-7B-Instruct-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8b-q8-0-full-v2","family":"RacerMiner/Qwen3-8B-Q8_0-full-v2.gguf","name":"Qwen3 8B Q8 0 Full V2.","maker":"RacerMiner","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"RacerMiner/Qwen3-8B-Q8_0-full-v2.gguf/Qwen3-8B-Q8_0-full-v2.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T04:38:11.000Z","downloads":6095,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RacerMiner/Qwen3-8B-Q8_0-full-v2.gguf","file":"Qwen3-8B-Q8_0-full-v2.gguf","label":"Qwen3-8B-Q8_0-full-v2","size":8709518304,"bits":8.51,"known":false,"rank":0},{"repo":"luckypoolio/Qwen3-8B-Q8_0-full-v2.gguf","file":"Qwen3-8B-Q8_0-full-v2.gguf","label":"Qwen3-8B-Q8_0-full-v2","size":8709518304,"bits":8.51,"known":false,"rank":0}],"repos":["RacerMiner/Qwen3-8B-Q8_0-full-v2.gguf","luckypoolio/Qwen3-8B-Q8_0-full-v2.gguf"],"logoFrom":"Qwen"},{"id":"fara1-5-27b","family":"microsoft/Fara1.5-27B","name":"Fara1.5 27B","maker":"Microsoft","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/Fara1.5-27B-GGUF/Fara1.5-27B-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-07-17T20:09:59.000Z","downloads":6092,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-IQ2_M.gguf","label":"IQ2_M","size":10634372928,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q2_K.gguf","label":"Q2_K","size":11600455488,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12387788608,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q2_K_L.gguf","label":"Q2_K_L","size":12842055488,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13091419968,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q3_K_S.gguf","label":"Q3_K_S","size":13481359168,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-IQ3_M.gguf","label":"IQ3_M","size":13664532288,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q3_K_M.gguf","label":"Q3_K_M","size":14366750528,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15040460608,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15328839488,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16086845248,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q4_0.gguf","label":"Q4_0","size":16109782848,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16152934208,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16474163008,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17533552448,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q4_1.gguf","label":"Q4_1","size":17586472768,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18477168448,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19441960768,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20513802048,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21298493248,"bits":6.33,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q6_K.gguf","label":"Q6_K","size":23224145728,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q6_K_L.gguf","label":"Q6_K_L","size":23839979328,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-Q8_0.gguf","label":"Q8_0","size":28665067328,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Fara1.5-27B-GGUF","file":"Fara1.5-27B-bf16/Fara1.5-27B-bf16-00001-of-00002.gguf","label":"BF16","size":53808281344,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Fara1.5-27B-GGUF"],"logoFrom":"microsoft"},{"id":"lfm3-vl-2b-heretic","family":"saidutta69/LFM3-VL-2B-heretic","name":"LFM3 VL 2B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"saidutta69/LFM3-VL-2B-heretic/LFM3-VL-2B-heretic-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-28T15:51:50.000Z","downloads":6091,"likes":9,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q2_K.gguf","label":"Q2_K","size":750153760,"bits":3.47,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-IQ3_S.gguf","label":"IQ3_S","size":854875936,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":854875936,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":914898720,"bits":4.23,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":967065376,"bits":4.47,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1011166752,"bits":4.68,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q4_0.gguf","label":"Q4_0","size":1049614880,"bits":4.85,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1056037408,"bits":4.88,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1099627040,"bits":5.08,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q4_1.gguf","label":"Q4_1","size":1141256736,"bits":5.28,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1232898592,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1258662432,"bits":5.82,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q6_K.gguf","label":"Q6_K","size":1427637536,"bits":6.6,"known":true,"rank":0},{"repo":"HydroLabs/LFM3-VL-2B-Heretic-GGUF","file":"LFM3-VL-2B-Heretic-Q6_K.gguf","label":"Q6_K","size":1491126624,"bits":6.9,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-Q8_0.gguf","label":"Q8_0","size":1846237728,"bits":8.54,"known":true,"rank":0},{"repo":"saidutta69/LFM3-VL-2B-heretic","file":"LFM3-VL-2B-heretic-F16.gguf","label":"F16","size":3466625568,"bits":16.03,"known":true,"rank":0},{"repo":"HydroLabs/LFM3-VL-2B-Heretic-GGUF","file":"LFM3-VL-2B-Heretic-BF16.gguf","label":"BF16","size":3466626400,"bits":16.03,"known":true,"rank":0}],"repos":["HydroLabs/LFM3-VL-2B-Heretic-GGUF","saidutta69/LFM3-VL-2B-heretic"],"logoFrom":"LiquidAI"},{"id":"qwen3-8b-apostate","family":"heterodoxin/qwen3-8b-apostate","name":"Qwen3 8B Apostate","maker":"heterodoxin","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/qwen3-8b-apostate-GGUF/qwen3-8b-apostate.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-22T13:08:32.000Z","downloads":6086,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q2_K.gguf","label":"Q2_K","size":3281733376,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q3_K_S.gguf","label":"Q3_K_S","size":3769612032,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q3_K_M.gguf","label":"Q3_K_M","size":4124161792,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q3_K_L.gguf","label":"Q3_K_L","size":4431394560,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.IQ4_XS.gguf","label":"IQ4_XS","size":4593297152,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q4_K_S.gguf","label":"Q4_K_S","size":4802012928,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q4_K_M.gguf","label":"Q4_K_M","size":5027784448,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q5_K_S.gguf","label":"Q5_K_S","size":5720762112,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q5_K_M.gguf","label":"Q5_K_M","size":5851113216,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q6_K.gguf","label":"Q6_K","size":6725900032,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.Q8_0.gguf","label":"Q8_0","size":8709519104,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/qwen3-8b-apostate-GGUF","file":"qwen3-8b-apostate.f16.gguf","label":"F16","size":16388044544,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/qwen3-8b-apostate-GGUF"],"logoFrom":"heterodoxin"},{"id":"mn-darkest-universe-29b","family":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","name":"MN DARKEST UNIVERSE 29B","maker":"DavidAU","catalog":null,"tuned":false,"params":29.15,"active":null,"layers":102,"probe":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF/MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q2_k.gguf","kvBytesPerToken":483385,"kvHeader":417792,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-31T06:15:13.000Z","downloads":6081,"likes":88,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q2_k.gguf","label":"Q2_K","size":11010376288,"bits":3.02,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":12799837824,"bits":3.51,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":14205666944,"bits":3.9,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":15419393664,"bits":4.23,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":15913454208,"bits":4.37,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":16694971328,"bits":4.58,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":17596009408,"bits":4.83,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":20142166208,"bits":5.53,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":20664406208,"bits":5.67,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q6_k.gguf","label":"Q6_K","size":23924577824,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF","file":"MN-V1.1-DARKEST-UNIVERSE-29B-D_AU-Q8_0.gguf","label":"Q8_0","size":30984448352,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/MN-DARKEST-UNIVERSE-29B-GGUF"],"logoFrom":"DavidAU"},{"id":"llama-3-patronus-lynx-70b-instruct","family":"PatronusAI/Llama-3-Patronus-Lynx-70B-Instruct","name":"Llama 3 Patronus Lynx 70B","maker":"PatronusAI","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF/Llama-3-Patronus-Lynx-70B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-07-03T18:34:38.000Z","downloads":6078,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":15343483168,"bits":1.74,"known":true,"rank":1},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":16751196000,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097384800,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":21142108000,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":22242343200,"bits":2.52,"known":true,"rank":1},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":24119293792,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q2_K.gguf","label":"Q2_K","size":26375108448,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494112,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":29307730208,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":30912051040,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":30912051488,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":31937034080,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":34267494240,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":37140592480,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":37902661472,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059931488,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":40116533536,"bits":4.55,"known":true,"rank":1},{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":40347220256,"bits":4.58,"known":true,"rank":1},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":42520393568,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":43300190048,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":48657447200,"bits":5.52,"known":true,"rank":1},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q5_K_M/Llama-3-Patronus-Lynx-70B-Instruct-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949816864,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q5_K_L/Llama-3-Patronus-Lynx-70B-Instruct-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598279200,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q6_K/Llama-3-Patronus-Lynx-70B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888143424,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-Q8_0/Llama-3-Patronus-Lynx-70B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975049760,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","file":"Llama-3-Patronus-Lynx-70B-Instruct-f32/Llama-3-Patronus-Lynx-70B-Instruct-f32-00001-of-00008.gguf","label":"F32","size":282222688736,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Llama-3-Patronus-Lynx-70B-Instruct-GGUF","mradermacher/Llama-3-Patronus-Lynx-70B-Instruct-i1-GGUF"],"logoFrom":"PatronusAI"},{"id":"llama-3-1-nemotron-nano-8b-v1","family":"nvidia/Llama-3.1-Nemotron-Nano-8B-v1","name":"Llama 3.1 Nemotron Nano 8B V1","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF/Llama-3.1-Nemotron-Nano-8B-v1-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-03-16T03:13:15.000Z","downloads":6078,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2164670016,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2292203072,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2504867392,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-IQ2_M.gguf","label":"IQ2_M","size":2948283488,"bits":2.94,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3003268672,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q2_K.gguf","label":"Q2_K","size":3179134528,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274914912,"bits":3.26,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":3302260288,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3321773632,"bits":3.31,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3388767808,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":3518749792,"bits":3.51,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":3664502336,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-IQ3_M.gguf","label":"IQ3_M","size":3784825952,"bits":3.77,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":4018921024,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4199611968,"bits":4.18,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":4321959008,"bits":4.31,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":4464082496,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q4_0.gguf","label":"Q4_0","size":4675894880,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":4677992000,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":4692672064,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781628512,"bits":4.76,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":4920737344,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4994203200,"bits":4.98,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q4_1.gguf","label":"Q4_1","size":5130255936,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":5310635104,"bits":5.29,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":5599297088,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":5732990528,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5738135104,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":6057221216,"bits":6.03,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-Q6_K.gguf","label":"Q6_K","size":6596009536,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":6850468960,"bits":6.82,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7329930816,"bits":7.3,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-8B-v1-Q8_0.gguf","label":"Q8_0","size":8540773472,"bits":8.51,"known":true,"rank":1},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10575666752,"bits":10.54,"known":true,"rank":0},{"repo":"unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF","file":"Llama-3.1-Nemotron-Nano-8B-v1-BF16.gguf","label":"BF16","size":16068893984,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nvidia_Llama-3.1-Nemotron-Nano-8B-v1-GGUF","unsloth/Llama-3.1-Nemotron-Nano-8B-v1-GGUF"],"logoFrom":"nvidia"},{"id":"falcon-40b-instruct","family":"tiiuae/falcon-40b-instruct","name":"Falcon 40B","maker":"TII","catalog":null,"tuned":false,"params":41.84,"active":null,"layers":60,"probe":"mradermacher/falcon-40b-instruct-i1-GGUF/falcon-40b-instruct.i1-IQ1_S.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":2048,"arch":"falcon","vision":false,"licence":"apache-2.0","open":true,"released":"2023-05-25T10:14:36.000Z","downloads":6074,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":9714226912,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":10031945984,"bits":1.92,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":11893167840,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13108467424,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":13919639264,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":15009109728,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q2_K.gguf","label":"Q2_K","size":16263370464,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":16911226592,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":18256025312,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":18822256352,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":18822256352,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":19673437920,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":20594087648,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":22097745632,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":22517537024,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q4_0.gguf","label":"Q4_0","size":23925643520,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":24307586784,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":25987405536,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":29470250720,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":31141418720,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-i1-GGUF","file":"falcon-40b-instruct.i1-Q6_K.gguf","label":"Q6_K","size":34955581152,"bits":6.68,"known":true,"rank":0},{"repo":"mradermacher/falcon-40b-instruct-GGUF","file":"falcon-40b-instruct.Q8_0.gguf","label":"Q8_0","size":44958242528,"bits":8.6,"known":true,"rank":1}],"repos":["mradermacher/falcon-40b-instruct-GGUF","mradermacher/falcon-40b-instruct-i1-GGUF"],"logoFrom":"tiiuae"},{"id":"capybarahermes-2-5-mistral-7b","family":"argilla/CapybaraHermes-2.5-Mistral-7B","name":"CapybaraHermes 2.5 Mistral 7B","maker":"argilla","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF/capybarahermes-2.5-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-30T19:27:04.000Z","downloads":6068,"likes":131,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q2_K.gguf","label":"Q2_K","size":2719251712,"bits":3,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577856,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996544,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822035008,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108928128,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385408,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450688,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997728384,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728384,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421824,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078656,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF","file":"capybarahermes-2.5-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695875136,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF"],"logoFrom":"argilla"},{"id":"ornith-1-5-35b-a3b-abliterated-cybertiel-calibrated-mtpv2-ice","family":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF","name":"Ornith 1.5 35B A3B Abliterated CyberTiel Calibrated MTPv2 ICE","maker":"gbuzhf","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF/Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-BF16.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-09-10T04:29:01.000Z","downloads":6067,"likes":17,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-19G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-19G-ICE","size":18822569280,"bits":4.24,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-21G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-21G-ICE","size":20848418112,"bits":4.7,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-23G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-23G-ICE","size":22836518208,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-25G-ICE.gguf","label":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-25G-ICE","size":24849784096,"bits":5.6,"known":false,"rank":0},{"repo":"gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-CyberTiel_Calibrated-MTPv2-BF16.gguf","label":"BF16","size":71067016544,"bits":16.01,"known":true,"rank":0}],"repos":["gbuzhf/Ornith-1.5-35B-A3B-Abliterated-CyberTiel-Calibrated-MTPv2-ICE-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-5-0-8-cyber","family":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF","name":"Qwen3.5 0.8 Cyber","maker":"reaperdoesntknow","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF/Qwen_Qwen3.5-0.8B__project-qwen_1782801151.Q2_K_L.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-30T06:56:23.000Z","downloads":6055,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF","file":"Qwen_Qwen3.5-0.8B__project-qwen_1782801151.Q2_K_L.gguf","label":"Q2_K_L","size":483910336,"bits":5.16,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF","file":"Qwen_Qwen3.5-0.8B__project-qwen_1782801151.Q4_K_M.gguf","label":"Q4_K_M","size":529297312,"bits":5.65,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF","file":"Qwen_Qwen3.5-0.8B__project-qwen_1782801151.Q6_K.gguf","label":"Q6_K","size":629743808,"bits":6.72,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF","file":"Qwen_Qwen3.5-0.8B__project-qwen_1782801151.Q8_0.gguf","label":"Q8_0","size":811843264,"bits":8.66,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF","file":"Qwen_Qwen3.5-0.8B__project-qwen_1782801151.BF16.gguf","label":"BF16","size":1516744384,"bits":16.18,"known":true,"rank":0}],"repos":["reaperdoesntknow/Qwen3.5-0.8-Cyber-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-1-flash-1017-elvez-q2","family":"elvezjp/DeepSeek-V4.1-Flash-1017-ELVEZ-Q2-gguf","name":"DeepSeek V4.1 Flash 1017 ELVEZ Q2","maker":"elvezjp","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":32,"probe":"elvezjp/DeepSeek-V4.1-Flash-1017-ELVEZ-Q2-gguf/DeepSeek-V4.1-Flash-1017-Vision.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":null,"arch":"deepseek4-vision","vision":false,"licence":"mit","open":true,"released":"2026-10-17T23:22:14.000Z","downloads":6038,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"elvezjp/DeepSeek-V4.1-Flash-1017-ELVEZ-Q2-gguf","file":"DeepSeek-V4.1-Flash-1017-Vision.gguf","label":"DeepSeek-V4.1-Flash-1017-Vision","size":970555552,"bits":15.85,"known":false,"rank":0}],"repos":["elvezjp/DeepSeek-V4.1-Flash-1017-ELVEZ-Q2-gguf"],"logoFrom":"deepseek-ai"},{"id":"ornith-1-5-35b-a3b-abliterated","family":"PocketAiHub/Ornith-1.5-35B-A3B-Abliterated-GGUF","name":"Ornith 1.5 35B A3B Abliterated","maker":"PocketAiHub","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"PocketAiHub/Ornith-1.5-35B-A3B-Abliterated-GGUF/Ornith-1.5-35B-A3B-Abliterated-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-08-21T09:48:01.000Z","downloads":6036,"likes":43,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PocketAiHub/Ornith-1.5-35B-A3B-Abliterated-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":21166757664,"bits":4.89,"known":true,"rank":0},{"repo":"PocketAiHub/Ornith-1.5-35B-A3B-Abliterated-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-Q8_0.gguf","label":"Q8_0","size":36903139104,"bits":8.52,"known":true,"rank":0},{"repo":"PocketAiHub/Ornith-1.5-35B-A3B-Abliterated-GGUF","file":"Ornith-1.5-35B-A3B-Abliterated-BF16.gguf","label":"BF16","size":69376637024,"bits":16.01,"known":true,"rank":0}],"repos":["PocketAiHub/Ornith-1.5-35B-A3B-Abliterated-GGUF"],"logoFrom":"ornith-ai"},{"id":"seed-coder-8b-instruct","family":"ByteDance-Seed/Seed-Coder-8B-Instruct","name":"Seed Coder 8B","maker":"ByteDance","catalog":null,"tuned":true,"params":8.25,"active":null,"layers":32,"probe":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF/Seed-Coder-8B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-04-27T07:52:37.000Z","downloads":6030,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":2129876640,"bits":2.07,"known":true,"rank":1},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":2272220832,"bits":2.2,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2301695424,"bits":2.23,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2426475968,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2509461152,"bits":2.43,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2634552768,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2716030624,"bits":2.63,"known":true,"rank":1},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":2879919776,"bits":2.79,"known":true,"rank":1},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":3069712032,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3113686688,"bits":3.02,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3131577792,"bits":3.04,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3304003008,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3396343456,"bits":3.29,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3443201472,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3452933568,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3539441088,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3654801056,"bits":3.54,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3800552896,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":3818378912,"bits":3.7,"known":true,"rank":1},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":3920877216,"bits":3.8,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4154971584,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4342486464,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4458010272,"bits":4.32,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4614755776,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","file":"Seed-Coder-8B-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":4826568352,"bits":4.68,"known":true,"rank":1},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4828665280,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4843345344,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":5071410624,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5160015296,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q4_1.gguf","label":"Q4_1","size":5287810496,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5763732928,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5896148416,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5897426368,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q6_K.gguf","label":"Q6_K","size":6775068096,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7562319296,"bits":7.33,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-Q8_0.gguf","label":"Q8_0","size":8773162432,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":11014493632,"bits":10.68,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Instruct-GGUF","file":"Seed-Coder-8B-Instruct-BF16.gguf","label":"BF16","size":16507720864,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Seed-Coder-8B-Instruct-i1-GGUF","unsloth/Seed-Coder-8B-Instruct-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"llama-3-1-8b-instruct-abliterated-bf16-public","family":"ashwin-sreedhar/Llama-3.1-8B-Instruct-abliterated-bf16-public","name":"Llama 3.1 8B Abliterated Bf16 Public","maker":"ashwin-sreedhar","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF/Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-10-30T22:09:16.000Z","downloads":6029,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633536,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977728,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218048,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787520,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494592,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286848,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820864,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q2_K.gguf","label":"Q2_K","size":3179137408,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918272,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753152,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505216,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331008,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829312,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923904,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962368,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668608,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q4_0.gguf","label":"Q4_0","size":4675897728,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677994880,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674944,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740224,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q4_1.gguf","label":"Q4_1","size":5130258816,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299968,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993408,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF","file":"Llama-3.1-8B-Instruct-abliterated-bf16-public.i1-Q6_K.gguf","label":"Q6_K","size":6596012416,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-8B-Instruct-abliterated-bf16-public-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"mangalmm","family":"hal-utokyo/MangaLMM","name":"MangaLMM","maker":"hal-utokyo","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/MangaLMM-GGUF/MangaLMM.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"mit","open":true,"released":"2025-05-16T07:29:41.000Z","downloads":6026,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q2_K.gguf","label":"Q2_K","size":3015939072,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q3_K_S.gguf","label":"Q3_K_S","size":3492367360,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q3_K_M.gguf","label":"Q3_K_M","size":3808390144,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q3_K_L.gguf","label":"Q3_K_L","size":4088458240,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.IQ4_XS.gguf","label":"IQ4_XS","size":4250297344,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q4_K_S.gguf","label":"Q4_K_S","size":4457767936,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q4_K_M.gguf","label":"Q4_K_M","size":4683072512,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q5_K_S.gguf","label":"Q5_K_S","size":5315175424,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q5_K_M.gguf","label":"Q5_K_M","size":5444830208,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q6_K.gguf","label":"Q6_K","size":6254197760,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.Q8_0.gguf","label":"Q8_0","size":8098524160,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/MangaLMM-GGUF","file":"MangaLMM.f16.gguf","label":"F16","size":15237852160,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/MangaLMM-GGUF"],"logoFrom":"hal-utokyo"},{"id":"swift-1-5-flash-next-heretic-reverseengineer","family":"jackjusko/Swift-1.5-Flash-Next-Heretic-ReverseEngineer","name":"Swift 1.5 Flash Next Heretic ReverseEngineer","maker":"jackjusko","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"jackjusko/Swift-1.5-Flash-Next-Heretic-ReverseEngineer/Swift-1.5-Qwen3.8-Flash-Next-Heretic-V2-IQ4_NL-00001-of-00008.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-28T16:34:42.000Z","downloads":6021,"likes":66,"trending":65,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jackjusko/Swift-1.5-Flash-Next-Heretic-ReverseEngineer","file":"IQ3_S-85G/Swift-1.5-Qwen3.8-Flash-Next-Heretic-V2-IQ3_S-85G.gguf-00001-of-00008.gguf","label":"Swift-1.5-Qwen3.8-Flash-Next-Heretic-V2-IQ3_S-85G.gguf","size":84591218016,"bits":3.82,"known":false,"rank":0},{"repo":"jackjusko/Swift-1.5-Flash-Next-Heretic-ReverseEngineer","file":"IQ4_XS/Swift-1.5-Qwen3.8-Flash-Next-Heretic-V2-IQ4_XS-plus-00001-of-00006.gguf","label":"Swift-1.5-Qwen3.8-Flash-Next-Heretic-V2-IQ4_XS-plus","size":94704945792,"bits":4.28,"known":false,"rank":0},{"repo":"jackjusko/Swift-1.5-Flash-Next-Heretic-ReverseEngineer","file":"Swift-1.5-Qwen3.8-Flash-Next-Heretic-V2-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":108893664096,"bits":4.92,"known":true,"rank":0}],"repos":["jackjusko/Swift-1.5-Flash-Next-Heretic-ReverseEngineer"],"logoFrom":"jackjusko"},{"id":"xing4-0-29b-a4b-crack","family":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","name":"Xing4.0 29B A4B CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":31.22,"active":5.45,"layers":41,"probe":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF/Xing4.0-29B-A4B-CRACK-IQ3_M.gguf","kvBytesPerToken":54647,"kvHeader":47232,"kvFixed":0,"context":262144,"arch":"xing4_0","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-19T05:18:59.000Z","downloads":6020,"likes":16,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-IQ3_M.gguf","label":"IQ3_M","size":13871038688,"bits":3.55,"known":true,"rank":0},{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-Q3_K_M.gguf","label":"Q3_K_M","size":15019868384,"bits":3.85,"known":true,"rank":0},{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-IQ4_NL.gguf","label":"IQ4_NL","size":17754323936,"bits":4.55,"known":true,"rank":0},{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-Q4_K_M.gguf","label":"Q4_K_M","size":18950630368,"bits":4.86,"known":true,"rank":0},{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-Q5_K_M.gguf","label":"Q5_K_M","size":22208994272,"bits":5.69,"known":true,"rank":0},{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-Q6_K.gguf","label":"Q6_K","size":25692165856,"bits":6.58,"known":true,"rank":0},{"repo":"dealignai/Xing4.0-29B-A4B-CRACK-GGUF","file":"Xing4.0-29B-A4B-CRACK-Q8_0.gguf","label":"Q8_0","size":33222310880,"bits":8.51,"known":true,"rank":0}],"repos":["dealignai/Xing4.0-29B-A4B-CRACK-GGUF"],"logoFrom":"XingChen-AGI"},{"id":"cotype-nano","family":"QuantFactory/Cotype-Nano-GGUF","name":"Cotype Nano","maker":"QuantFactory","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"QuantFactory/Cotype-Nano-GGUF/Cotype-Nano.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-11-27T06:19:16.000Z","downloads":6018,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q2_K.gguf","label":"Q2_K","size":676304384,"bits":3.51,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q3_K_S.gguf","label":"Q3_K_S","size":760944128,"bits":3.95,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q3_K_M.gguf","label":"Q3_K_M","size":824178176,"bits":4.28,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q3_K_L.gguf","label":"Q3_K_L","size":880162304,"bits":4.57,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_0.gguf","label":"Q4_0","size":934954496,"bits":4.86,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934954496,"bits":4.86,"known":false,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934954496,"bits":4.86,"known":false,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934954496,"bits":4.86,"known":false,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_K_S.gguf","label":"Q4_K_S","size":940312064,"bits":4.88,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_K_M.gguf","label":"Q4_K_M","size":986048000,"bits":5.12,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q4_1.gguf","label":"Q4_1","size":1016841728,"bits":5.28,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q5_0.gguf","label":"Q5_0","size":1098728960,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q5_K_S.gguf","label":"Q5_K_S","size":1098728960,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q5_K_M.gguf","label":"Q5_K_M","size":1125049856,"bits":5.84,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q5_1.gguf","label":"Q5_1","size":1180616192,"bits":6.13,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q6_K.gguf","label":"Q6_K","size":1272739328,"bits":6.61,"known":true,"rank":0},{"repo":"QuantFactory/Cotype-Nano-GGUF","file":"Cotype-Nano.Q8_0.gguf","label":"Q8_0","size":1646572544,"bits":8.55,"known":true,"rank":0}],"repos":["QuantFactory/Cotype-Nano-GGUF"],"logoFrom":"QuantFactory"},{"id":"qwen2-5-coder-32b-instruct-128k","family":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","name":"Qwen2.5 Coder 32B 128K","maker":"unsloth","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF/Qwen2.5-Coder-32B-Instruct-Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-12T09:43:02.000Z","downloads":6010,"likes":84,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Q2_K.gguf","label":"Q2_K","size":12313098592,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":15935048032,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":19851336032,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":23262157152,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Q6_K.gguf","label":"Q6_K","size":26886154592,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-32B-Instruct-Q8_0.gguf","label":"Q8_0","size":34820884832,"bits":8.5,"known":true,"rank":0}],"repos":["unsloth/Qwen2.5-Coder-32B-Instruct-128K-GGUF"],"logoFrom":"Qwen"},{"id":"qwen-coder-3b-agentic-v3-merged","family":"jkkutah/qwen-coder-3b-agentic-v3-merged","name":"Qwen Coder 3B Agentic V3 Merged","maker":"jkkutah","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF/qwen-coder-3b-agentic-v3-merged.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-07T20:42:46.000Z","downloads":6009,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q2_K.gguf","label":"Q2_K","size":1274756608,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q3_K_S.gguf","label":"Q3_K_S","size":1454358016,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q3_K_M.gguf","label":"Q3_K_M","size":1590476288,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q3_K_L.gguf","label":"Q3_K_L","size":1707392512,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.IQ4_XS.gguf","label":"IQ4_XS","size":1753185792,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q4_K_S.gguf","label":"Q4_K_S","size":1834384896,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q4_K_M.gguf","label":"Q4_K_M","size":1929903616,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q5_K_S.gguf","label":"Q5_K_S","size":2169667072,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q5_K_M.gguf","label":"Q5_K_M","size":2224815616,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q6_K.gguf","label":"Q6_K","size":2538159616,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.Q8_0.gguf","label":"Q8_0","size":3285476864,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF","file":"qwen-coder-3b-agentic-v3-merged.f16.gguf","label":"F16","size":6178317824,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/qwen-coder-3b-agentic-v3-merged-GGUF"],"logoFrom":"Qwen"},{"id":"ornith-1-5-27b-a3b-coderx","family":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX","name":"Ornith 1.5 27B A3B CoderX","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":26.21,"active":3.51,"layers":41,"probe":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF/Ornith-1.5-27B-A3B-CoderX-IQ2_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-07T09:39:06.000Z","downloads":6004,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-IQ2_XS.gguf","label":"IQ2_XS","size":8204738080,"bits":2.5,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-IQ2_M.gguf","label":"IQ2_M","size":9057902112,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.5-27B-A3B-CoderX-GGUF","file":"Ornith-1.5-27B-A3B-CoderX.Q2_K.gguf","label":"Q2_K","size":9861593216,"bits":3.01,"known":true,"rank":1},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q2_K_L.gguf","label":"Q2_K_L","size":10358232608,"bits":3.16,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q3_K_S.gguf","label":"Q3_K_S","size":11532693024,"bits":3.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-IQ3_M.gguf","label":"IQ3_M","size":11742146080,"bits":3.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q3_K_M.gguf","label":"Q3_K_M","size":12722335264,"bits":3.88,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q3_K_XL.gguf","label":"Q3_K_XL","size":13167324704,"bits":4.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q3_K_L.gguf","label":"Q3_K_L","size":13739716128,"bits":4.19,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-IQ4_XS.gguf","label":"IQ4_XS","size":14222050848,"bits":4.34,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-IQ4_NL.gguf","label":"IQ4_NL","size":15008704032,"bits":4.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q4_K_S.gguf","label":"Q4_K_S","size":15072011808,"bits":4.6,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q4_K_M.gguf","label":"Q4_K_M","size":16057050560,"bits":4.9,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q4_K_L.gguf","label":"Q4_K_L","size":16434497056,"bits":5.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q5_K_S.gguf","label":"Q5_K_S","size":18155316768,"bits":5.54,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q5_K_M.gguf","label":"Q5_K_M","size":18728527392,"bits":5.72,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q5_K_L.gguf","label":"Q5_K_L","size":19042403872,"bits":5.81,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q6_K.gguf","label":"Q6_K","size":21566971328,"bits":6.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q6_K_L.gguf","label":"Q6_K_L","size":21813304864,"bits":6.66,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-Q8_0.gguf","label":"Q8_0","size":27911390496,"bits":8.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","file":"Ornith-1.5-27B-A3B-CoderX-F16.gguf","label":"F16","size":52470433376,"bits":16.02,"known":true,"rank":0}],"repos":["ManniX-ITA/Ornith-1.5-27B-A3B-CoderX-MTP-GGUF","mradermacher/Ornith-1.5-27B-A3B-CoderX-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"ternary-bonsai-1-7b","family":"prism-ml/Ternary-Bonsai-1.7B-gguf","name":"Ternary Bonsai 1.7B","maker":"PrismML","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"prism-ml/Ternary-Bonsai-1.7B-gguf/Ternary-Bonsai-1.7B-F16.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-18T04:56:47.000Z","downloads":5996,"likes":50,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","file":"Ternary-Bonsai-1.7B-PQ2_0.gguf","label":"PQ2_0","size":463290464,"bits":2.15,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","file":"Ternary-Bonsai-1.7B-Q2_0.gguf","label":"Q2_0","size":463290464,"bits":2.15,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","file":"Ternary-Bonsai-1.7B-Q2_0_g64.gguf","label":"Q2_0_G64","size":490163968,"bits":2.28,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-1.7B-gguf","file":"Ternary-Bonsai-1.7B-F16.gguf","label":"F16","size":3446249408,"bits":16.03,"known":true,"rank":0}],"repos":["prism-ml/Ternary-Bonsai-1.7B-gguf"],"logoFrom":"prism-ml"},{"id":"codegeex4-all-9b","family":"zai-org/codegeex4-all-9b","name":"Codegeex4 All 9B","maker":"Z.ai","catalog":null,"tuned":false,"params":9.4,"active":null,"layers":40,"probe":"legraphista/codegeex4-all-9b-IMat-GGUF/codegeex4-all-9b.IQ1_S.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":131072,"arch":"chatglm","vision":false,"licence":"other","open":false,"released":"2024-07-05T23:27:29.000Z","downloads":5992,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ1_S.gguf","label":"IQ1_S","size":3097789824,"bits":2.64,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ1_M.gguf","label":"IQ1_M","size":3220669824,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ2_XXS.gguf","label":"IQ2_XXS","size":3425469824,"bits":2.92,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ2_XS.gguf","label":"IQ2_XS","size":3610281344,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ2_S.gguf","label":"IQ2_S","size":3767698816,"bits":3.21,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ2_M.gguf","label":"IQ2_M","size":3931538816,"bits":3.35,"known":true,"rank":0},{"repo":"zai-org/codegeex4-all-9b-GGUF","file":"codegeex4-all-9b-IQ2_M.gguf","label":"IQ2_M","size":3931538848,"bits":3.35,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q2_K_S.gguf","label":"Q2_K_S","size":3958801792,"bits":3.37,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q2_K.gguf","label":"Q2_K","size":3991897472,"bits":3.4,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ3_XXS.gguf","label":"IQ3_XXS","size":4259218816,"bits":3.62,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ3_XS.gguf","label":"IQ3_XS","size":4429645184,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ3_S.gguf","label":"IQ3_S","size":4587423104,"bits":3.9,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q3_K_S.gguf","label":"Q3_K_S","size":4587423104,"bits":3.9,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ3_M.gguf","label":"IQ3_M","size":4811883904,"bits":4.1,"known":true,"rank":0},{"repo":"zai-org/codegeex4-all-9b-GGUF","file":"codegeex4-all-9b-IQ3_M.gguf","label":"IQ3_M","size":4811883936,"bits":4.1,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q3_K.gguf","label":"Q3_K","size":5064328576,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ4_XS.gguf","label":"IQ4_XS","size":5251106176,"bits":4.47,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q3_K_L.gguf","label":"Q3_K_L","size":5281449344,"bits":4.49,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.IQ4_NL.gguf","label":"IQ4_NL","size":5455316352,"bits":4.64,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q4_K_S.gguf","label":"Q4_K_S","size":5753341312,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q4_K.gguf","label":"Q4_K","size":6250923392,"bits":5.32,"known":true,"rank":0},{"repo":"zai-org/codegeex4-all-9b-GGUF","file":"codegeex4-all-9b-Q4_K_M.gguf","label":"Q4_K_M","size":6250923424,"bits":5.32,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q5_K_S.gguf","label":"Q5_K_S","size":6692897920,"bits":5.7,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q5_K.gguf","label":"Q5_K","size":7143785600,"bits":6.08,"known":true,"rank":0},{"repo":"zai-org/codegeex4-all-9b-GGUF","file":"codegeex4-all-9b-Q5_K_M.gguf","label":"Q5_K_M","size":7143785888,"bits":6.08,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q6_K.gguf","label":"Q6_K","size":8262026368,"bits":7.03,"known":true,"rank":0},{"repo":"zai-org/codegeex4-all-9b-GGUF","file":"codegeex4-all-9b-Q6_K_L.gguf","label":"Q6_K_L","size":8562705824,"bits":7.29,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.Q8_0.gguf","label":"Q8_0","size":9994994816,"bits":8.51,"known":true,"rank":0},{"repo":"zai-org/codegeex4-all-9b-GGUF","file":"codegeex4-all-9b-Q8_0.gguf","label":"Q8_0","size":9994995104,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.BF16.gguf","label":"BF16","size":18806965376,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/codegeex4-all-9b-IMat-GGUF","file":"codegeex4-all-9b.FP16.gguf","label":"codegeex4-all-9b.FP16","size":18806965376,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/codegeex4-all-9b-IMat-GGUF","zai-org/codegeex4-all-9b-GGUF"],"logoFrom":"zai-org"},{"id":"minicpm-v-4-7-35b-a3b-apex-i-miniplus-v2-1","family":"IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","name":"MiniCPM V 4.7 35B A3B APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":2.67,"layers":41,"probe":"IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF/MiniCPM-V-4.7-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T19:28:29.000Z","downloads":5984,"likes":10,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF","file":"MiniCPM-V-4.7-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","label":"MiniCPM-V-4.7-35B-A3B.APEX-I-MiniPlus-V2.1","size":14750798112,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"openbmb"},{"id":"gpt2-medium","family":"openai-community/gpt2-medium","name":"Gpt2 Medium","maker":"openai-community","catalog":null,"tuned":true,"params":0.41,"active":null,"layers":24,"probe":"mradermacher/gpt2-medium-i1-GGUF/gpt2-medium.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":1024,"arch":"gpt2","vision":false,"licence":"mit","open":true,"released":"2022-03-02T23:29:04.000Z","downloads":5980,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ1_S.gguf","label":"IQ1_S","size":121758208,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ1_M.gguf","label":"IQ1_M","size":127951360,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":138273280,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ2_XS.gguf","label":"IQ2_XS","size":147317248,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ2_S.gguf","label":"IQ2_S","size":157360864,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ2_M.gguf","label":"IQ2_M","size":165618400,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q2_K.gguf","label":"Q2_K","size":178236704,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":181543648,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ3_XS.gguf","label":"IQ3_XS","size":197815808,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ3_S.gguf","label":"IQ3_S","size":201354752,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q3_K_S.gguf","label":"Q3_K_S","size":201354752,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ3_M.gguf","label":"IQ3_M","size":216395264,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q3_K_M.gguf","label":"Q3_K_M","size":228617728,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-IQ4_XS.gguf","label":"IQ4_XS","size":237252320,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q3_K_L.gguf","label":"Q3_K_L","size":243822080,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":248297728,"bits":4.84,"known":false,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":248297728,"bits":4.84,"known":false,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":248297728,"bits":4.84,"known":false,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q4_0.gguf","label":"Q4_0","size":249084160,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q4_K_S.gguf","label":"Q4_K_S","size":249870592,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q4_K_M.gguf","label":"Q4_K_M","size":270711040,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q5_K_S.gguf","label":"Q5_K_S","size":292479360,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q5_K_M.gguf","label":"Q5_K_M","size":309191040,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-i1-GGUF","file":"gpt2-medium.i1-Q6_K.gguf","label":"Q6_K","size":339422368,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/gpt2-medium-GGUF","file":"gpt2-medium.Q8_0.gguf","label":"Q8_0","size":437487744,"bits":8.54,"known":true,"rank":1},{"repo":"mradermacher/gpt2-medium-GGUF","file":"gpt2-medium.f16.gguf","label":"F16","size":817096704,"bits":15.94,"known":true,"rank":1}],"repos":["mradermacher/gpt2-medium-GGUF","mradermacher/gpt2-medium-i1-GGUF"],"logoFrom":"openai-community"},{"id":"qwen3-6-35b-a3b-uncensored-hauhaucs-aggressive-unrestricted","family":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.6 35B A3B Uncensored HauhauCS Aggressive (Unrestricted)","maker":"Unrestricted","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-10T11:05:26.000Z","downloads":5979,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":11659235456,"bits":2.69,"known":true,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":14981265536,"bits":3.46,"known":false,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":15440519296,"bits":3.56,"known":true,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":18728777856,"bits":4.32,"known":true,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":19023337600,"bits":4.39,"known":false,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","label":"IQ4_NL","size":19779278976,"bits":4.57,"known":true,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":21166758016,"bits":4.89,"known":true,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":23424536704,"bits":5.41,"known":false,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":28027394176,"bits":6.47,"known":false,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":30649317504,"bits":7.07,"known":false,"rank":0},{"repo":"Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":43605014656,"bits":10.06,"known":false,"rank":0}],"repos":["Unrestricted/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-nvfp4-q8-mix-strata","family":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-Q8-Mix-Strata","name":"Qwen3.8 Flash Next NVFP4 Q8 Mix Strata","maker":"Maximilian228","catalog":null,"tuned":false,"params":51.2,"active":1.02,"layers":48,"probe":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-Q8-Mix-Strata/qwen-nvfp4-mix-dense.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-11T11:41:58.000Z","downloads":5967,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-Q8-Mix-Strata","file":"qwen-nvfp4-mix-dense.gguf","label":"qwen-nvfp4-mix-dense","size":5991569472,"bits":0.94,"known":false,"rank":0},{"repo":"Maximilian228/Qwen3.8-Flash-Next-NVFP4-Q8-Mix-Strata","file":"ple-fp8.gguf","label":"ple-fp8","size":51200246176,"bits":8,"known":false,"rank":0}],"repos":["Maximilian228/Qwen3.8-Flash-Next-NVFP4-Q8-Mix-Strata"],"logoFrom":"Qwen"},{"id":"starcoder2-15b","family":"bigcode/starcoder2-15b","name":"Starcoder2 15B","maker":"bigcode","catalog":null,"tuned":true,"params":15.96,"active":null,"layers":40,"probe":"mradermacher/starcoder2-15b-i1-GGUF/starcoder2-15b.i1-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":16384,"arch":"starcoder2","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2024-02-20T17:58:19.000Z","downloads":5967,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ1_S.gguf","label":"IQ1_S","size":3558607680,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ1_M.gguf","label":"IQ1_M","size":3862367040,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4368632640,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4820831040,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ2_S.gguf","label":"IQ2_S","size":5140515648,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ2_M.gguf","label":"IQ2_M","size":5545528128,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q2_K.gguf","label":"Q2_K","size":6192958272,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6217927488,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6714166080,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6986468160,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ3_S.gguf","label":"IQ3_S","size":7003179840,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ3_M.gguf","label":"IQ3_M","size":7303990080,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8044415808,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8595901248,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":8965327680,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9065401152,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9065401152,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9065401152,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q4_0.gguf","label":"Q4_0","size":9112587072,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9161345856,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9860188992,"bits":4.94,"known":true,"rank":0},{"repo":"second-state/StarCoder2-15B-GGUF","file":"starcoder2-15b-Q5_0.gguf","label":"Q5_0","size":11022042976,"bits":5.52,"known":true,"rank":1},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11022043968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11431480128,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-15b-i1-GGUF","file":"starcoder2-15b.i1-Q6_K.gguf","label":"Q6_K","size":13100976960,"bits":6.57,"known":true,"rank":0},{"repo":"second-state/StarCoder2-15B-GGUF","file":"starcoder2-15b-Q8_0.gguf","label":"Q8_0","size":16965109600,"bits":8.5,"known":true,"rank":1}],"repos":["mradermacher/starcoder2-15b-i1-GGUF","second-state/StarCoder2-15B-GGUF"],"logoFrom":"bigcode"},{"id":"offline-ai-models","family":"Zrald/offline-ai-models","name":"Offline Ai Models","maker":"Zrald","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":24,"probe":"Zrald/offline-ai-models/models/LFM3-1.7B/LFM3-1.7B-QAD-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":true,"licence":null,"open":false,"released":"2026-09-29T03:55:33.000Z","downloads":5956,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Zrald/offline-ai-models","file":"models/minicpm5/minicpm5-1b-q4k-v1.gguf","label":"minicpm5-1b-q4k-v1","size":566249056,"bits":2.54,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/minicpm5/minicpm5-1b-hq.gguf","label":"minicpm5-1b-hq","size":566249280,"bits":2.54,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/minicpm5/minicpm5-1b-zdg4.gguf","label":"minicpm5-1b-zdg4","size":688067424,"bits":3.09,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-Q3_K_M-imat.gguf","label":"LFM3-1.7B-Q3_K_M-imat","size":914899776,"bits":4.11,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-QAD-Q4_0.gguf","label":"Q4_0","size":1049615680,"bits":4.72,"known":true,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-ALLOC-v2.gguf","label":"LFM3-1.7B-ALLOC-v2","size":1083604544,"bits":4.87,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-Q4_K_M-imat.gguf","label":"LFM3-1.7B-Q4_K_M-imat","size":1099628096,"bits":4.94,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-MIX-Q4KM-sc6-imat.gguf","label":"LFM3-1.7B-MIX-Q4KM-sc6-imat","size":1167752768,"bits":5.25,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-Q5_K_M-imat.gguf","label":"LFM3-1.7B-Q5_K_M-imat","size":1258663488,"bits":5.66,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-Q6_K-imat.gguf","label":"LFM3-1.7B-Q6_K-imat","size":1427638592,"bits":6.42,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/phi35/phi_ft_q2_hq.gguf","label":"Q2_HQ","size":1508216480,"bits":6.78,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/gemma2/gemma2-2b-it-hq.gguf","label":"gemma2-2b-it-hq","size":1708583040,"bits":7.68,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/phi35/phi_ft_q4_k_m.gguf","label":"Q4_K_M","size":2396770848,"bits":10.77,"known":true,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/phi35/phi_ft_q6_k.gguf","label":"Q6_K","size":3135852576,"bits":14.09,"known":true,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/yi/yi6b-chat-hq.gguf","label":"yi6b-chat-hq","size":3308605856,"bits":14.87,"known":false,"rank":0},{"repo":"Zrald/offline-ai-models","file":"models/LFM3-1.7B/LFM3-1.7B-F16.gguf","label":"F16","size":3466626336,"bits":15.58,"known":true,"rank":0}],"repos":["Zrald/offline-ai-models"],"logoFrom":"Zrald"},{"id":"qwen3-vl-8b-heretic-1-3-0","family":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","name":"Qwen3 VL 8B Heretic 1.3.0","maker":"DreamFast","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0/gguf/qwen3-vl-8b-heretic-1.3.0-Q3_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-05T05:27:28.000Z","downloads":5955,"likes":39,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q3_K_M.gguf","label":"Q3_K_M","size":4124162240,"bits":4.03,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q4_K_S.gguf","label":"Q4_K_S","size":4802013376,"bits":4.69,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q4_K_M.gguf","label":"Q4_K_M","size":5027784896,"bits":4.91,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q5_K_S.gguf","label":"Q5_K_S","size":5720762560,"bits":5.59,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q5_K_M.gguf","label":"Q5_K_M","size":5851113664,"bits":5.72,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q6_K.gguf","label":"Q6_K","size":6725900480,"bits":6.57,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-Q8_0.gguf","label":"Q8_0","size":8709519552,"bits":8.51,"known":true,"rank":0},{"repo":"DreamFast/Qwen3-VL-8B-Heretic-1.3.0","file":"gguf/qwen3-vl-8b-heretic-1.3.0-f16.gguf","label":"F16","size":16388044992,"bits":16.01,"known":true,"rank":0}],"repos":["DreamFast/Qwen3-VL-8B-Heretic-1.3.0"],"logoFrom":"DreamFast"},{"id":"hemmingway-1-uncensored-heretic","family":"OS-Software/Hemmingway-1-Uncensored-Heretic","name":"Hemmingway 1 Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF/Hemmingway-1-Uncensored-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-24T05:53:36.000Z","downloads":5949,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825632,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085152,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184352,"bits":2.51,"known":true,"rank":0},{"repo":"OS-Software/Hemmingway-1-Uncensored-Heretic-GGUF","file":"Hemmingway-1-Uncensored-Heretic-IQ2_XS.gguf","label":"IQ2_XS","size":8849541760,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914912,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594272,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326752,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":10711666272,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372192,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131232,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954912,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329632,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875872,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444192,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777312,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507872,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521435232,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315872,"bits":4.64,"known":true,"rank":0},{"repo":"OS-Software/Hemmingway-1-Uncensored-Heretic-GGUF","file":"Hemmingway-1-Uncensored-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16547400000,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078242912,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF","file":"Hemmingway-1-Uncensored-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615072,"bits":5.56,"known":true,"rank":0},{"repo":"OS-Software/Hemmingway-1-Uncensored-Heretic-GGUF","file":"Hemmingway-1-Uncensored-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19231099200,"bits":5.72,"known":true,"rank":0},{"repo":"OS-Software/Hemmingway-1-Uncensored-Heretic-GGUF","file":"Hemmingway-1-Uncensored-Heretic-Q6_K.gguf","label":"Q6_K","size":22082529600,"bits":6.57,"known":true,"rank":0},{"repo":"OS-Software/Hemmingway-1-Uncensored-Heretic-GGUF","file":"Hemmingway-1-Uncensored-Heretic-Q8_0.gguf","label":"Q8_0","size":28595763520,"bits":8.5,"known":true,"rank":0}],"repos":["OS-Software/Hemmingway-1-Uncensored-Heretic-GGUF","mradermacher/Hemmingway-1-Uncensored-Heretic-i1-GGUF"],"logoFrom":"OS-Software"},{"id":"mistral-heretica-12b","family":"mrcuddle/Mistral-Heretica-12B","name":"Mistral Heretica 12B","maker":"mrcuddle","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"AnkitAI/Mistral-Heretica-12B-GGUF/Mistral-Heretica-12B-GGUF-Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-07-08T07:54:48.000Z","downloads":5933,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","file":"Mistral-Heretica-12B-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":7477208288,"bits":4.88,"known":true,"rank":0},{"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","file":"Mistral-Heretica-12B-GGUF-Q5_K_M.gguf","label":"Q5_K_M","size":8727635168,"bits":5.7,"known":true,"rank":0},{"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","file":"Mistral-Heretica-12B-GGUF-Q6_K.gguf","label":"Q6_K","size":10056213728,"bits":6.57,"known":true,"rank":0},{"repo":"AnkitAI/Mistral-Heretica-12B-GGUF","file":"Mistral-Heretica-12B-GGUF-Q8_0.gguf","label":"Q8_0","size":13022373088,"bits":8.5,"known":true,"rank":0}],"repos":["AnkitAI/Mistral-Heretica-12B-GGUF"],"logoFrom":"mrcuddle"},{"id":"pythia-6-9b","family":"EleutherAI/pythia-6.9b","name":"Pythia 6.9B","maker":"EleutherAI","catalog":null,"tuned":false,"params":6.86,"active":null,"layers":32,"probe":"mradermacher/pythia-6.9b-GGUF/pythia-6.9b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2023-02-14T04:18:48.000Z","downloads":5933,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q2_K.gguf","label":"Q2_K","size":2632433568,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.IQ3_XS.gguf","label":"IQ3_XS","size":2959597472,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.IQ3_S.gguf","label":"IQ3_S","size":3035094944,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q3_K_S.gguf","label":"Q3_K_S","size":3035094944,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.IQ3_M.gguf","label":"IQ3_M","size":3355959200,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q3_K_M.gguf","label":"Q3_K_M","size":3622297504,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.IQ4_XS.gguf","label":"IQ4_XS","size":3752329120,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q3_K_L.gguf","label":"Q3_K_L","size":3941064608,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q4_K_S.gguf","label":"Q4_K_S","size":3951722400,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q4_K_M.gguf","label":"Q4_K_M","size":4396318624,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q5_K_S.gguf","label":"Q5_K_S","size":4749295520,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q5_K_M.gguf","label":"Q5_K_M","size":5105811360,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q6_K.gguf","label":"Q6_K","size":5632368544,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.Q8_0.gguf","label":"Q8_0","size":7292706720,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-GGUF","file":"pythia-6.9b.f16.gguf","label":"F16","size":13719822240,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/pythia-6.9b-GGUF"],"logoFrom":"EleutherAI"},{"id":"hidra-30b-a3b-gguf-uncensored-cybersec","family":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","name":"HIDra 30B A3B GGUF Uncensored Cybersec","maker":"SAPSAN-SKLEP","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec/HIDra-30B-A3B-Q3_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-18T06:15:18.000Z","downloads":5932,"likes":18,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","file":"HIDra-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14711849024,"bits":3.86,"known":true,"rank":0},{"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","file":"HIDra-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18556688448,"bits":4.86,"known":true,"rank":0},{"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","file":"HIDra-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21725583424,"bits":5.69,"known":true,"rank":0},{"repo":"SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec","file":"HIDra-30B-A3B-Q8_0.gguf","label":"Q8_0","size":32483934272,"bits":8.51,"known":true,"rank":0}],"repos":["SAPSAN-SKLEP/HIDra-30B-A3B-GGUF-uncensored-cybersec"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-flash-next-gsq-rco-abliterated-hybrid","family":"shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-GGUF","name":"Qwen3.8 Flash Next GSQ RCO Abliterated Hybrid","maker":"shefowl","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-Q2_0-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-03T09:04:26.000Z","downloads":5931,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-Q2_0-00001-of-00002.gguf","label":"Q2_0","size":67203172928,"bits":3.04,"known":false,"rank":0}],"repos":["shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-GGUF"],"logoFrom":"SC117"},{"id":"serenity-26b-a4b","family":"ReadyArt/Serenity-26B-A4B","name":"Serenity 26B A4B","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"ReadyArt/Serenity-26B-A4B-GGUF/Serenity-26B-A4B-IQ4_XS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-10T04:39:40.000Z","downloads":5924,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Serenity-26B-A4B-GGUF","file":"Serenity-26B-A4B-IQ4_XS.gguf","label":"IQ4_XS","size":14063809472,"bits":4.46,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-26B-A4B-GGUF","file":"Serenity-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796016576,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-26B-A4B-GGUF","file":"Serenity-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19132891072,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-26B-A4B-GGUF","file":"Serenity-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638399936,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-26B-A4B-GGUF","file":"Serenity-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859859904,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Serenity-26B-A4B-GGUF"],"logoFrom":"ReadyArt"},{"id":"moondream2","family":"moondream/moondream2-gguf","name":"Moondream2","maker":"moondream","catalog":null,"tuned":false,"params":1.42,"active":null,"layers":24,"probe":"moondream/moondream2-gguf/moondream2-text-model-f16.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"phi2","vision":true,"licence":null,"open":false,"released":"2024-04-25T20:20:58.000Z","downloads":5923,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"moondream/moondream2-gguf","file":"moondream2-text-model-f16.gguf","label":"F16","size":2839534976,"bits":16,"known":true,"rank":0}],"repos":["moondream/moondream2-gguf"],"logoFrom":"moondream"},{"id":"qwen2-5-coder-0-5b-instruct-gensyn-swarm-tall-tame-panther","family":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","name":"Qwen2.5 Coder 0.5B Gensyn Swarm Tall Tame Panther","maker":"0xgr3y","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther/Qwen2.5-Coder-0.5B-Q3_K_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-11-13T08:42:10.000Z","downloads":5919,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","file":"Qwen2.5-Coder-0.5B-Q3_K_M.gguf","label":"Q3_K_M","size":355465920,"bits":5.8,"known":true,"rank":0},{"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","file":"Qwen2.5-Coder-0.5B-Q4_K_M.gguf","label":"Q4_K_M","size":397807296,"bits":6.49,"known":true,"rank":0},{"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","file":"Qwen2.5-Coder-0.5B-Q5_K_M.gguf","label":"Q5_K_M","size":420085440,"bits":6.86,"known":true,"rank":0},{"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","file":"Qwen2.5-Coder-0.5B-Q6_K.gguf","label":"Q6_K","size":505735872,"bits":8.26,"known":true,"rank":0},{"repo":"0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther","file":"Qwen2.5-Coder-0.5B-F16.gguf","label":"F16","size":994156224,"bits":16.23,"known":true,"rank":0}],"repos":["0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther"],"logoFrom":"Qwen"},{"id":"qwen3-6-candid-coder-35b-a3b","family":"DarkKitsune/Qwen3.6-Candid-Coder-35B-A3B","name":"Qwen3.6 Candid Coder 35B A3B","maker":"DarkKitsune","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"DarkKitsune/Qwen3.6-Candid-Coder-35B-A3B/Qwen3.6-Candid-Coder-35B-A3B-APEX-I-Medium.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":null,"open":false,"released":"2026-10-24T22:43:21.000Z","downloads":5918,"likes":3,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DarkKitsune/Qwen3.6-Candid-Coder-35B-A3B","file":"Qwen3.6-Candid-Coder-35B-A3B-APEX-I-Medium.gguf","label":"Qwen3.6-Candid-Coder-35B-A3B-APEX-I-Medium","size":19841894368,"bits":4.47,"known":false,"rank":0},{"repo":"DarkKitsune/Qwen3.6-Candid-Coder-35B-A3B","file":"Qwen3.6-Candid-Coder-35B-A3B-APEX-I-Quality.gguf","label":"Qwen3.6-Candid-Coder-35B-A3B-APEX-I-Quality","size":23213836256,"bits":5.23,"known":false,"rank":0}],"repos":["DarkKitsune/Qwen3.6-Candid-Coder-35B-A3B"],"logoFrom":"DarkKitsune"},{"id":"swift-1-5-ornith-9b","family":"ukisai/Swift-1.5-Ornith-9B","name":"Swift 1.5 Ornith 9B","maker":"ukisai","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF/Swift-1.5-Ornith-9B.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T14:35:33.000Z","downloads":5915,"likes":24,"trending":10,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q2_K.gguf","label":"Q2_K","size":3914970240,"bits":3.4,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364022912,"bits":3.79,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":4475991168,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783872,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4737610880,"bits":4.12,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513664,"bits":4.39,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326419072,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q4_0.gguf","label":"Q4_0","size":5462865024,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488555136,"bits":4.77,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555664000,"bits":4.83,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Ornith-9B-GGUF","file":"Swift-1.5-Ornith-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5780090784,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q4_1.gguf","label":"Q4_1","size":5961462912,"bits":5.18,"known":true,"rank":1},{"repo":"mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","file":"Swift-1.5-Ornith-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643712,"bits":5.63,"known":true,"rank":1},{"repo":"ukisai/Swift-1.5-Ornith-9B-GGUF","file":"Swift-1.5-Ornith-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6642544544,"bits":5.78,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Ornith-9B-GGUF","file":"Swift-1.5-Ornith-9B-Q6_K.gguf","label":"Q6_K","size":7558901664,"bits":6.57,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Ornith-9B-GGUF","file":"Swift-1.5-Ornith-9B-Q8_0.gguf","label":"Q8_0","size":9786060704,"bits":8.51,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-Ornith-9B-GGUF","file":"Swift-1.5-Ornith-9B-BF16.gguf","label":"BF16","size":18407321504,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Swift-1.5-Ornith-9B-i1-GGUF","ukisai/Swift-1.5-Ornith-9B-GGUF"],"logoFrom":"ukisai"},{"id":"qwen3-5-2b-cybersec","family":"reaperdoesntknow/Qwen3.5-2B-CyberSec","name":"Qwen3.5 2B CyberSec","maker":"reaperdoesntknow","catalog":null,"tuned":false,"params":1.94,"active":null,"layers":25,"probe":"reaperdoesntknow/Qwen3.5-2B-CyberSec-GGUF/Qwen3.5-2B.Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-09T15:38:39.000Z","downloads":5900,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/Qwen3.5-2B-CyberSec-GGUF","file":"Qwen3.5-2B.Q4_K_M.gguf","label":"Q4_K_M","size":1312164576,"bits":5.41,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3.5-2B-CyberSec-GGUF","file":"Qwen3.5-2B.Q8_0.gguf","label":"Q8_0","size":2076674784,"bits":8.56,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3.5-2B-CyberSec-GGUF","file":"Qwen3.5-2B.BF16.gguf","label":"BF16","size":3897387744,"bits":16.07,"known":true,"rank":0}],"repos":["reaperdoesntknow/Qwen3.5-2B-CyberSec-GGUF"],"logoFrom":"reaperdoesntknow"},{"id":"qwen3-5-35b-a3b-uncensored-heretic","family":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic","name":"Qwen3.5 35B A3B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF/Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-27T08:54:29.000Z","downloads":5897,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142688,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209568,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654368,"bits":2.19,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031648,"bits":2.43,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480608,"bits":2.46,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236448,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097888,"bits":2.8,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":12939594848,"bits":2.99,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759968,"bits":3.14,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145248,"bits":3.34,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185568,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424928,"bits":3.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520288,"bits":3.56,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765280,"bits":3.87,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115331168,"bits":4.18,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728778848,"bits":4.32,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":19799268448,"bits":4.57,"known":true,"rank":1},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":19884005184,"bits":4.59,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":21169116992,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":21848169568,"bits":5.04,"known":true,"rank":1},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":23981283136,"bits":5.54,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":24764782400,"bits":5.72,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-Q6_K.gguf","label":"Q6_K","size":28514152256,"bits":6.58,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-Q8_0.gguf","label":"Q8_0","size":36903139136,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-BF16.gguf","label":"BF16","size":69376637056,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.5-35B-A3B-uncensored-heretic-GGUF","mradermacher/Qwen3.5-35B-A3B-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"deepseek-coder-1-3b-base","family":"deepseek-ai/deepseek-coder-1.3b-base","name":"Deepseek Coder 1.3B Base","maker":"DeepSeek","catalog":null,"tuned":true,"params":1.35,"active":null,"layers":24,"probe":"TheBloke/deepseek-coder-1.3b-base-GGUF/deepseek-coder-1.3b-base.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-28T07:42:03.000Z","downloads":5896,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q2_K.gguf","label":"Q2_K","size":631705632,"bits":3.74,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q3_K_S.gguf","label":"Q3_K_S","size":658862112,"bits":3.9,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q3_K_M.gguf","label":"Q3_K_M","size":704966688,"bits":4.18,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q3_K_L.gguf","label":"Q3_K_L","size":744583200,"bits":4.41,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q4_0.gguf","label":"Q4_0","size":776065056,"bits":4.6,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q4_K_S.gguf","label":"Q4_K_S","size":814796832,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q4_K_M.gguf","label":"Q4_K_M","size":873582624,"bits":5.18,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q5_0.gguf","label":"Q5_0","size":936103968,"bits":5.55,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q5_K_S.gguf","label":"Q5_K_S","size":953012256,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q5_K_M.gguf","label":"Q5_K_M","size":1001967648,"bits":5.94,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q6_K.gguf","label":"Q6_K","size":1171664928,"bits":6.94,"known":true,"rank":0},{"repo":"TheBloke/deepseek-coder-1.3b-base-GGUF","file":"deepseek-coder-1.3b-base.Q8_0.gguf","label":"Q8_0","size":1432219680,"bits":8.49,"known":true,"rank":0}],"repos":["TheBloke/deepseek-coder-1.3b-base-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-8-27b-twin-turbo-fable-cold-fusion-709-l-uncensored","family":"DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored","name":"Qwen3.8 27B TWIN TURBO Fable Cold Fusion 709 L Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-VERY-LOW.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-31T03:48:46.000Z","downloads":5896,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF","file":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-VERY-LOW.gguf","label":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-VERY-LOW","size":14862277920,"bits":4.35,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF","file":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-LOW.gguf","label":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-LOW","size":15534574880,"bits":4.55,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF","file":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-MEDIUM.gguf","label":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-MEDIUM","size":16378862880,"bits":4.8,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF","file":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-MID-HIGH.gguf","label":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-MID-HIGH","size":16912387360,"bits":4.95,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF","file":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-HIGH.gguf","label":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-HIGH","size":17570798880,"bits":5.15,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF","file":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-VERY-HIGH.gguf","label":"Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-VERY-HIGH","size":19694390560,"bits":5.77,"known":false,"rank":0}],"repos":["esatapedico/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-L-Uncensored-NVFP4-GGUF"],"logoFrom":"DavidAU"},{"id":"whiterabbitneo-2-5-qwen-2-5-coder-7b","family":"WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B","name":"WhiteRabbitNeo 2.5 Qwen 2.5 Coder 7B","maker":"WhiteRabbitNeo","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-28T02:04:18.000Z","downloads":5892,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-IQ2_M.gguf","label":"IQ2_M","size":2780340768,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q2_K.gguf","label":"Q2_K","size":3015938592,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3346254368,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492366880,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3548162592,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-IQ3_M.gguf","label":"IQ3_M","size":3574010400,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808389664,"bits":4,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088457760,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4218470944,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431389216,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431389216,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431389216,"bits":4.65,"known":false,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_0.gguf","label":"Q4_0","size":4444119584,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457767456,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565330464,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683072032,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q4_K_L.gguf","label":"Q4_K_L","size":5087562272,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315174944,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444829728,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q5_K_L.gguf","label":"Q5_K_L","size":5781195296,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q6_K.gguf","label":"Q6_K","size":6254197280,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q6_K_L.gguf","label":"Q6_K_L","size":6518180384,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-Q8_0.gguf","label":"Q8_0","size":8098523680,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF","file":"WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-f16.gguf","label":"F16","size":15237851360,"bits":16,"known":true,"rank":0}],"repos":["bartowski/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B-GGUF"],"logoFrom":"WhiteRabbitNeo"},{"id":"qwen3-8-27b-fable-distill","family":"TeichAI/Qwen3.8-27B-Fable-Distill","name":"Qwen3.8 27B Fable Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF/Qwen3.8-27B-Fable-Distill-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-15T01:45:57.000Z","downloads":5891,"likes":40,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q2_K.gguf","label":"Q2_K","size":11561118560,"bits":3.39,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q3_K_S.gguf","label":"Q3_K_S","size":12923407200,"bits":3.78,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q3_K_M.gguf","label":"Q3_K_M","size":14150896480,"bits":4.14,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q3_K_L.gguf","label":"Q3_K_L","size":15194229600,"bits":4.45,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-IQ4_XS.gguf","label":"IQ4_XS","size":16043371360,"bits":4.7,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q4_K_S.gguf","label":"Q4_K_S","size":16435768160,"bits":4.81,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-IQ4_NL.gguf","label":"IQ4_NL","size":16740510560,"bits":4.9,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q4_K_M.gguf","label":"Q4_K_M","size":17396853600,"bits":5.09,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q5_K_S.gguf","label":"Q5_K_S","size":19529067360,"bits":5.72,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q5_K_M.gguf","label":"Q5_K_M","size":20080552800,"bits":5.88,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q6_K.gguf","label":"Q6_K","size":22931983200,"bits":6.72,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"Qwen3.8-27B-Fable-Distill-Q8_0.gguf","label":"Q8_0","size":29445217120,"bits":8.62,"known":true,"rank":0},{"repo":"TeichAI/Qwen3.8-27B-Fable-Distill-GGUF","file":"BF16/Qwen3.8-27B-Fable-Distill-BF16-00001-of-00002.gguf","label":"BF16","size":54657735744,"bits":16.01,"known":true,"rank":0}],"repos":["TeichAI/Qwen3.8-27B-Fable-Distill-GGUF"],"logoFrom":"TeichAI"},{"id":"qwen3-8-flash-next-fle","family":"sirfyyn/Qwen3.8-Flash-Next-FLE-GGUF","name":"Qwen3.8 Flash Next FLE","maker":"sirfyyn","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"sirfyyn/Qwen3.8-Flash-Next-FLE-GGUF/IQ2_M/Qwen3.8-Flash-Next-FLE-IQ2_M-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-08T21:13:52.000Z","downloads":5890,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sirfyyn/Qwen3.8-Flash-Next-FLE-GGUF","file":"IQ2_M/Qwen3.8-Flash-Next-FLE-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":71617465824,"bits":3.24,"known":true,"rank":0},{"repo":"sirfyyn/Qwen3.8-Flash-Next-FLE-GGUF","file":"IQ3_XXS/Qwen3.8-Flash-Next-FLE-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":79483800128,"bits":3.59,"known":true,"rank":0},{"repo":"sirfyyn/Qwen3.8-Flash-Next-FLE-GGUF","file":"IQ3_M/Qwen3.8-Flash-Next-FLE-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":88872241728,"bits":4.02,"known":true,"rank":0}],"repos":["sirfyyn/Qwen3.8-Flash-Next-FLE-GGUF"],"logoFrom":"Qwen"},{"id":"slimaki-tavern-24b-v1-3","family":"Naphula/Slimaki-Tavern-24B-v1.3","name":"Slimaki Tavern 24B V1.3","maker":"Naphula","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF/Slimaki-Tavern-24B-v1.3.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-30T04:07:23.000Z","downloads":5880,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ1_S.gguf","label":"IQ1_S","size":5273745184,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ1_M.gguf","label":"IQ1_M","size":5750519584,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545143584,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207057184,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ2_S.gguf","label":"IQ2_S","size":7478378304,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ2_M.gguf","label":"IQ2_M","size":8114077504,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320188864,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q2_K.gguf","label":"Q2_K","size":8890352064,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280618304,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907145184,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400303584,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ3_S.gguf","label":"IQ3_S","size":10428156384,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ3_M.gguf","label":"IQ3_M","size":10650978784,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474110944,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400789984,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758946304,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q4_0.gguf","label":"Q4_0","size":13494260864,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549311104,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333940864,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q4_1.gguf","label":"Q4_1","size":14873139584,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304447104,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16764018304,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF","file":"Slimaki-Tavern-24B-v1.3.i1-Q6_K.gguf","label":"Q6_K","size":19345975584,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Slimaki-Tavern-24B-v1.3-i1-GGUF"],"logoFrom":"Naphula"},{"id":"kai-7b-instruct-v0-1","family":"Keynote-Technology/KAI-7B-Instruct-v0.1","name":"KAI 7B V0.1","maker":"Keynote-Technology","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/KAI-7B-Instruct-v0.1-i1-GGUF/KAI-7B-Instruct-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-22T16:28:02.000Z","downloads":5880,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102560,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446752,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687072,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256544,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921120,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713376,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":2719243168,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344800,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816416,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568480,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394272,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892576,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987168,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025632,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689376,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":4123597728,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374944,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440224,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716896,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410336,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/KAI-7B-v0.1-i1-GGUF","file":"KAI-7B-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":5942066080,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/KAI-7B-Instruct-v0.1-i1-GGUF","mradermacher/KAI-7B-v0.1-i1-GGUF"],"logoFrom":"Keynote-Technology"},{"id":"minicpm-v-4","family":"openbmb/MiniCPM-V-4","name":"MiniCPM V 4","maker":"openbmb","catalog":null,"tuned":false,"params":3.61,"active":null,"layers":32,"probe":"openbmb/MiniCPM-V-4-gguf/ggml-model-Q4_0.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":32768,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-07-12T11:08:49.000Z","downloads":5876,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q4_0.gguf","label":"Q4_0","size":2079023456,"bits":4.61,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q4_K_S.gguf","label":"Q4_K_S","size":2092458336,"bits":4.64,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":2189861216,"bits":4.85,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q4_1.gguf","label":"Q4_1","size":2292626016,"bits":5.08,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q5_0.gguf","label":"Q5_0","size":2506228576,"bits":5.55,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q5_K_S.gguf","label":"Q5_K_S","size":2506228576,"bits":5.55,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q5_K_M.gguf","label":"Q5_K_M","size":2563326816,"bits":5.68,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q5_1.gguf","label":"Q5_1","size":2719831136,"bits":6.03,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":2960134016,"bits":6.56,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4-gguf","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":3833381696,"bits":8.5,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-V-4-gguf"],"logoFrom":"openbmb"},{"id":"asmodeus-24b-v3","family":"DarkArtsForge/Asmodeus-24B-v3","name":"Asmodeus 24B V3","maker":"DarkArtsForge","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Asmodeus-24B-v3-i1-GGUF/Asmodeus-24B-v3.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-20T07:07:32.000Z","downloads":5872,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ1_S.gguf","label":"IQ1_S","size":5273747520,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ1_M.gguf","label":"IQ1_M","size":5750521920,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545145920,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207059520,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ2_S.gguf","label":"IQ2_S","size":7478380640,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ2_M.gguf","label":"IQ2_M","size":8114079840,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320191200,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q2_K.gguf","label":"Q2_K","size":8890354400,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280620640,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907147520,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400305920,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ3_S.gguf","label":"IQ3_S","size":10428158720,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ3_M.gguf","label":"IQ3_M","size":10650981120,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474113280,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400792320,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758948640,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q4_0.gguf","label":"Q4_0","size":13494263200,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549313440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333943200,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q4_1.gguf","label":"Q4_1","size":14873141920,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304449440,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16764020640,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Asmodeus-24B-v3-i1-GGUF","file":"Asmodeus-24B-v3.i1-Q6_K.gguf","label":"Q6_K","size":19345977920,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Asmodeus-24B-v3-i1-GGUF"],"logoFrom":"DarkArtsForge"},{"id":"gemma-4-12b-it-qat-q4-0-uncensored-heretic-v3","family":"OS-Software/gemma-4-12B-it-qat-q4_0-uncensored-heretic-v3-GGUF","name":"Gemma 4 12B Qat Q4 0 Uncensored Heretic V3","maker":"OS-Software","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"OS-Software/gemma-4-12B-it-qat-q4_0-uncensored-heretic-v3-GGUF/gemma-4-12B-it-qat-q4_0-uncensored-heretic-v3-Q4_0.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-07T21:09:33.000Z","downloads":5870,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/gemma-4-12B-it-qat-q4_0-uncensored-heretic-v3-GGUF","file":"gemma-4-12B-it-qat-q4_0-uncensored-heretic-v3-Q4_0.gguf","label":"Q4_0","size":6716356480,"bits":4.51,"known":true,"rank":0}],"repos":["OS-Software/gemma-4-12B-it-qat-q4_0-uncensored-heretic-v3-GGUF"],"logoFrom":"google"},{"id":"mimo-v2-6-pro-rl","family":"XiaomiMiMo/MiMo-V2.6-Pro-RL","name":"MiMo V2.6 Pro RL","maker":"Xiaomi","catalog":null,"tuned":false,"params":1021.25,"active":27.7,"layers":70,"probe":"ggml-org/MiMo-V2.6-Pro-RL-GGUF/MiMo-V2.6-Pro-RL-Q2_K-00001-of-00007.gguf","kvBytesPerToken":59238,"kvHeader":51200,"kvFixed":39321600,"context":1048576,"arch":"mimo2","vision":true,"licence":"mit","open":true,"released":"2026-09-21T15:39:33.000Z","downloads":5862,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/MiMo-V2.6-Pro-RL-GGUF","file":"MiMo-V2.6-Pro-RL-Q2_K-00001-of-00007.gguf","label":"Q2_K","size":418769299904,"bits":3.28,"known":true,"rank":0},{"repo":"ggml-org/MiMo-V2.6-Pro-RL-GGUF","file":"MiMo-V2.6-Pro-RL-MXFP4-00001-of-00007.gguf","label":"MXFP4","size":554211764672,"bits":4.34,"known":true,"rank":0}],"repos":["ggml-org/MiMo-V2.6-Pro-RL-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"veriloop-e2","family":"tsinghua-sigs-robot-lab/VeriLoop-E2","name":"VeriLoop E2","maker":"tsinghua-sigs-robot-lab","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"tahaalam2009/VeriLoop-E2-GSQ-RCO-GGUF/VeriLoop-E2-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-22T14:23:55.000Z","downloads":5858,"likes":31,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tahaalam2009/VeriLoop-E2-GSQ-RCO-GGUF","file":"VeriLoop-E2-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8536875584,"bits":2.54,"known":true,"rank":1},{"repo":"tahaalam2009/VeriLoop-E2-GSQ-RCO-GGUF","file":"VeriLoop-E2-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9356587584,"bits":2.78,"known":true,"rank":1},{"repo":"tahaalam2009/VeriLoop-E2-GSQ-RCO-GGUF","file":"VeriLoop-E2-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10196595264,"bits":3.03,"known":true,"rank":1},{"repo":"tahaalam2009/VeriLoop-E2-GSQ-RCO-GGUF","file":"VeriLoop-E2-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11844538944,"bits":3.52,"known":true,"rank":1},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-IQ1_M.gguf","label":"IQ1_M","size":18028208896,"bits":5.36,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-IQ2_S.gguf","label":"IQ2_S","size":18037261056,"bits":5.36,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-Q3_K_M.gguf","label":"Q3_K_M","size":18066506496,"bits":5.37,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-Q4_K_M.gguf","label":"Q4_K_M","size":19650634496,"bits":5.84,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-Q5_K_M.gguf","label":"Q5_K_M","size":20363666176,"bits":6.06,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-Q6_K.gguf","label":"Q6_K","size":22082532096,"bits":6.57,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-Q8_0.gguf","label":"Q8_0","size":28595765600,"bits":8.5,"known":true,"rank":0},{"repo":"tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF","file":"VeriLoop-E2-BF16.gguf","label":"BF16","size":53808284000,"bits":16,"known":true,"rank":0}],"repos":["tahaalam2009/VeriLoop-E2-GSQ-RCO-GGUF","tsinghua-sigs-robot-lab/VeriLoop-E2-GGUF"],"logoFrom":"tsinghua-sigs-robot-lab"},{"id":"llama-3-2-1b-instruct-neo-si-fi","family":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","name":"Llama 3.2 1B NEO SI FI","maker":"DavidAU","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":16,"probe":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF/Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_XXS-imat.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-27T00:51:46.000Z","downloads":5854,"likes":17,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_XXS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_XXS-imat","size":447029344,"bits":2.88,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_XS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_XS-imat","size":475865184,"bits":3.07,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_S-imat","size":488710240,"bits":3.15,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ2_M-imat","size":515448928,"bits":3.33,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q2_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q2_K_S-imat","size":554659936,"bits":3.58,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_XXS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_XXS-imat","size":562110560,"bits":3.63,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q2_K-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q2_K-imat","size":580874336,"bits":3.75,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_XS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_XS-imat","size":621113440,"bits":4.01,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q3_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q3_K_S-imat","size":641691744,"bits":4.14,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_S-imat","size":643919968,"bits":4.15,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ3_M-imat","size":657289312,"bits":4.24,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q3_K_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q3_K_M-imat","size":690843744,"bits":4.46,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q3_K_L-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q3_K_L-imat","size":732524640,"bits":4.73,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ4_XS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ4_XS-imat","size":743141472,"bits":4.79,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":770928736,"bits":4.97,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":770928736,"bits":4.97,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":770928736,"bits":4.97,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ4_NL-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-IQ4_NL-imat","size":773025888,"bits":4.99,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q4_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q4_K_S-imat","size":775647328,"bits":5,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q4_K_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q4_K_M-imat","size":807694432,"bits":5.21,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q5_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q5_K_S-imat","size":892563552,"bits":5.76,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q5_K_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q5_K_M-imat","size":911503456,"bits":5.88,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q6_K-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-SI-FI-Q6_K-imat","size":1021800544,"bits":6.59,"known":false,"rank":0}],"repos":["DavidAU/Llama-3.2-1B-Instruct-NEO-SI-FI-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-qwen3-8-27b-abliterated-val-apex-i-miniplus-v3","family":"IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3-GGUF","name":"Huihui Qwen3.8 27B Abliterated VAL APEX I MiniPlus V3","maker":"IsValorum","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3-GGUF/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T20:23:43.000Z","downloads":5849,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3-GGUF","file":"Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3.gguf","label":"Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3","size":14161708640,"bits":4.15,"known":false,"rank":0}],"repos":["IsValorum/Huihui-Qwen3.8-27B-Abliterated-VAL-APEX-I-MiniPlus-V3-GGUF"],"logoFrom":"huihui-ai"},{"id":"wizard-vicuna-30b-uncensored","family":"QuixiAI/Wizard-Vicuna-30B-Uncensored","name":"Wizard Vicuna 30B Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":32.53,"active":null,"layers":60,"probe":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF/Wizard-Vicuna-30B-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-05-30T01:08:00.000Z","downloads":5842,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":7120307904,"bits":1.75,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":7728533184,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8742241984,"bits":2.15,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9636275904,"bits":2.37,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":10386473664,"bits":2.55,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":11197440704,"bits":2.75,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":12048876224,"bits":2.96,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12323369664,"bits":3.03,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13311719104,"bits":3.27,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q2_K.gguf","label":"Q2_K","size":13502545344,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":14064112064,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":14064113344,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14064113344,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":14881070784,"bits":3.66,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":15761551808,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15776462528,"bits":3.88,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":17279758784,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17279760064,"bits":4.25,"known":true,"rank":1},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17346120384,"bits":4.27,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q4_0.gguf","label":"Q4_0","size":18355967424,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":18408151744,"bits":4.53,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":18437756352,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18482485952,"bits":4.55,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":19621139904,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19621141184,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q5_0.gguf","label":"Q5_0","size":22395360704,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":22395360704,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22395361984,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":23047116224,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23047117504,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q6_K.gguf","label":"Q6_K","size":26687216064,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF","file":"Wizard-Vicuna-30B-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":26687217344,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","file":"Wizard-Vicuna-30B-Uncensored.Q8_0.gguf","label":"Q8_0","size":34565124544,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Wizard-Vicuna-30B-Uncensored-GGUF","mradermacher/Wizard-Vicuna-30B-Uncensored-i1-GGUF"],"logoFrom":"QuixiAI"},{"id":"gdp-4b","family":"PeijieWang/GDP-4B","name":"GDP 4B","maker":"PeijieWang","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/GDP-4B-GGUF/GDP-4B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"mit","open":true,"released":"2026-04-23T16:27:50.000Z","downloads":5841,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q2_K.gguf","label":"Q2_K","size":1669501376,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q3_K_S.gguf","label":"Q3_K_S","size":1886998976,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2075619776,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2239787456,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.IQ4_XS.gguf","label":"IQ4_XS","size":2286318016,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2383311296,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2497282496,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2823713216,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q5_K_M.gguf","label":"Q5_K_M","size":2889515456,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q6_K.gguf","label":"Q6_K","size":3306262976,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.Q8_0.gguf","label":"Q8_0","size":4280406976,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/GDP-4B-GGUF","file":"GDP-4B.f16.gguf","label":"F16","size":8051286976,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/GDP-4B-GGUF"],"logoFrom":null},{"id":"qwen3-8-27b-uncensored-nomtp-q4-k-m-opencode","family":"oceanonline/Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-GGUF","name":"Qwen3.8 27B Uncensored NoMTP Q4 K M OpenCode","maker":"oceanonline","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"oceanonline/Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-GGUF/Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-Safe.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-26T08:56:11.000Z","downloads":5831,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"oceanonline/Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-GGUF","file":"Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-Safe.gguf","label":"Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-Safe","size":16547400192,"bits":4.92,"known":false,"rank":0}],"repos":["oceanonline/Qwen3.8-27B-Uncensored-noMTP-Q4_K_M-OpenCode-GGUF"],"logoFrom":"Qwen"},{"id":"codellama-7b-python","family":"TheBloke/CodeLlama-7B-Python-GGUF","name":"CodeLlama 7B Python","maker":"TheBloke","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/CodeLlama-7B-Python-GGUF/codellama-7b-python.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T17:02:03.000Z","downloads":5825,"likes":59,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q2_K.gguf","label":"Q2_K","size":2825940736,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q3_K_S.gguf","label":"Q3_K_S","size":2948304640,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q3_K_M.gguf","label":"Q3_K_M","size":3298004736,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q3_K_L.gguf","label":"Q3_K_L","size":3597111040,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q4_0.gguf","label":"Q4_0","size":3825807104,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q4_K_S.gguf","label":"Q4_K_S","size":3856740096,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q4_K_M.gguf","label":"Q4_K_M","size":4081004288,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q5_0.gguf","label":"Q5_0","size":4651691776,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q5_K_S.gguf","label":"Q5_K_S","size":4651691776,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q5_K_M.gguf","label":"Q5_K_M","size":4783156992,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q6_K.gguf","label":"Q6_K","size":5529194240,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-7B-Python-GGUF","file":"codellama-7b-python.Q8_0.gguf","label":"Q8_0","size":7161089792,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-7B-Python-GGUF"],"logoFrom":"TheBloke"},{"id":"magidonia-24b-v4-3-heretic-v1-2","family":"grayarea/Magidonia-24B-v4.3-heretic-v1.2","name":"Magidonia 24B V4.3 Heretic V1.2","maker":"grayarea","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF/Magidonia-24B-v4.3-heretic-v1.2.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-03-03T11:30:05.000Z","downloads":5819,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":5273725280,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":5750499680,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545123680,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207037280,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ2_S.gguf","label":"IQ2_S","size":7478356320,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ2_M.gguf","label":"IQ2_M","size":8114055520,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320166240,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q2_K.gguf","label":"Q2_K","size":8890329440,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280596320,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907120480,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400278880,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":10428131680,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ3_M.gguf","label":"IQ3_M","size":10650954080,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474086240,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400765280,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758919520,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q4_0.gguf","label":"Q4_0","size":13494233440,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549283680,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333913440,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q4_1.gguf","label":"Q4_1","size":14873110880,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304417120,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763988320,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF","file":"Magidonia-24B-v4.3-heretic-v1.2.i1-Q6_K.gguf","label":"Q6_K","size":19345942880,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Magidonia-24B-v4.3-heretic-v1.2-i1-GGUF"],"logoFrom":"grayarea"},{"id":"starcoder2-7b","family":"bigcode/starcoder2-7b","name":"Starcoder2 7B","maker":"bigcode","catalog":null,"tuned":true,"params":7.17,"active":null,"layers":32,"probe":"second-state/StarCoder2-7B-GGUF/starcoder2-7b-Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":16384,"arch":"starcoder2","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2024-03-02T07:35:41.000Z","downloads":5819,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q2_K.gguf","label":"Q2_K","size":2724543296,"bits":3.04,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q3_K_S.gguf","label":"Q3_K_S","size":3090234176,"bits":3.45,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q3_K_M.gguf","label":"Q3_K_M","size":3594533696,"bits":4.01,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3985587008,"bits":4.45,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q4_0.gguf","label":"Q4_0","size":4042799936,"bits":4.51,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q4_K_S.gguf","label":"Q4_K_S","size":4128914240,"bits":4.61,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q4_K_M.gguf","label":"Q4_K_M","size":4402887488,"bits":4.91,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-7b-GGUF","file":"starcoder2-7b.Q4_1.gguf","label":"Q4_1","size":4535303296,"bits":5.06,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q5_0.gguf","label":"Q5_0","size":4939332416,"bits":5.51,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q5_K_S.gguf","label":"Q5_K_S","size":4939332416,"bits":5.51,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q5_K_M.gguf","label":"Q5_K_M","size":5124832064,"bits":5.72,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-7b-GGUF","file":"starcoder2-7b.Q5_1.gguf","label":"Q5_1","size":5403524224,"bits":6.03,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q6_K.gguf","label":"Q6_K","size":5891898176,"bits":6.57,"known":true,"rank":0},{"repo":"second-state/StarCoder2-7B-GGUF","file":"starcoder2-7b-Q8_0.gguf","label":"Q8_0","size":7628929856,"bits":8.51,"known":true,"rank":0}],"repos":["QuantFactory/starcoder2-7b-GGUF","second-state/StarCoder2-7B-GGUF"],"logoFrom":"bigcode"},{"id":"nous-hermes-2-yi-34b","family":"NousResearch/Nous-Hermes-2-Yi-34B","name":"Nous Hermes 2 Yi 34B","maker":"Nous Research","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF/Nous-Hermes-2-Yi-34B.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-23T19:47:48.000Z","downloads":5816,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ1_S.gguf","label":"IQ1_S","size":8101091584,"bits":1.88,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786208,"bits":1.9,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9908574464,"bits":2.3,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10908653824,"bits":2.54,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ2_S.gguf","label":"IQ2_S","size":11493132544,"bits":2.67,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ2_M.gguf","label":"IQ2_M","size":12396873984,"bits":2.88,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q2_K.gguf","label":"Q2_K","size":13366417664,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13935986944,"bits":3.24,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q2_K.gguf","label":"Q2_K","size":14555875552,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14717012224,"bits":3.42,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q3_K_S.gguf","label":"Q3_K_S","size":14960294112,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15501478144,"bits":3.61,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ3_S.gguf","label":"IQ3_S","size":15559969024,"bits":3.62,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ3_M.gguf","label":"IQ3_M","size":16105883904,"bits":3.75,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q3_K_M.gguf","label":"Q3_K_M","size":16636573920,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17196108032,"bits":4,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q3_K_L.gguf","label":"Q3_K_L","size":18139445472,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051808,"bits":4.3,"known":true,"rank":1},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18680629504,"bits":4.35,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q4_0.gguf","label":"Q4_0","size":19466528992,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q4_0.gguf","label":"Q4_0","size":19530754848,"bits":4.54,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q4_K_S.gguf","label":"Q4_K_S","size":19543599328,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20139833600,"bits":4.69,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q4_K_M.gguf","label":"Q4_K_M","size":20658710752,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21199894784,"bits":4.93,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q5_0.gguf","label":"Q5_0","size":23707691232,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q5_K_S.gguf","label":"Q5_K_S","size":23707691232,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24248875264,"bits":5.64,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q5_K_M.gguf","label":"Q5_K_M","size":24321845472,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24863029504,"bits":5.78,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q6_K.gguf","label":"Q6_K","size":28213926112,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","file":"Nous-Hermes-2-Yi-34B.i1-Q6_K.gguf","label":"Q6_K","size":28755110144,"bits":6.69,"known":true,"rank":1},{"repo":"TheBloke/Nous-Hermes-2-Yi-34B-GGUF","file":"nous-hermes-2-yi-34b.Q8_0.gguf","label":"Q8_0","size":36542281952,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Nous-Hermes-2-Yi-34B-GGUF","mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF"],"logoFrom":"NousResearch"},{"id":"qwen3-8-flash-next-ik-llama","family":"ji-farthing/Qwen3.8-Flash-Next-ik-llama-GGUF","name":"Qwen3.8 Flash Next Ik Llama","maker":"ji-farthing","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"ji-farthing/Qwen3.8-Flash-Next-ik-llama-GGUF/Qwen3.8-Flash-Next-ik_llama-v3-IQ3_KT-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-09-01T23:34:53.000Z","downloads":5814,"likes":18,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ji-farthing/Qwen3.8-Flash-Next-ik-llama-GGUF","file":"Qwen3.8-Flash-Next-ik_llama-v3-IQ3_KT-00001-of-00002.gguf","label":"IQ3_KT","size":77864339744,"bits":3.52,"known":false,"rank":0},{"repo":"ji-farthing/Qwen3.8-Flash-Next-ik-llama-GGUF","file":"Qwen3.8-Flash-Next-ik_llama-v3-IQ4_KT-00001-of-00002.gguf","label":"IQ4_KT","size":88856389920,"bits":4.02,"known":false,"rank":0}],"repos":["ji-farthing/Qwen3.8-Flash-Next-ik-llama-GGUF"],"logoFrom":"Qwen"},{"id":"rusmind-4-6-5-momentum","family":"DICPlay/RusMind-4.6.5-Momentum","name":"RusMind 4.6.5 Momentum","maker":"DICPlay","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"DICPlay/RusMind-4.6.5-Momentum/RusMind-Momentum-4.6.5-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-21T20:27:48.000Z","downloads":5813,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-4.6.5-Momentum","file":"RusMind-Momentum-4.6.5-Lite.gguf","label":"RusMind-Momentum-4.6.5-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-4.6.5-Momentum","file":"RusMind-Momentum-4.6.5-Q4_K_M.gguf","label":"Q4_K_M","size":3427880800,"bits":5.9,"known":true,"rank":0},{"repo":"DICPlay/RusMind-4.6.5-Momentum","file":"RusMind-Momentum-4.6.5-Q8_0.gguf","label":"Q8_0","size":4967497568,"bits":8.55,"known":true,"rank":0},{"repo":"DICPlay/RusMind-4.6.5-Momentum","file":"RusMind-Momentum-4.6.5-BF16.gguf","label":"BF16","size":9311305568,"bits":16.02,"known":true,"rank":0}],"repos":["DICPlay/RusMind-4.6.5-Momentum"],"logoFrom":"DICPlay"},{"id":"qwen3-6-27b-aeon-ultimate-uncensored","family":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","name":"Qwen3.6 27B AEON Ultimate Uncensored","maker":"Abiray","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF/qwen3.6-27b-uncensored-q3_k_m.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-04-26T16:34:47.000Z","downloads":5806,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","file":"qwen3.6-27b-uncensored-q3_k_m.gguf","label":"Q3_K_M","size":13301434592,"bits":3.96,"known":true,"rank":0},{"repo":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","file":"qwen3.6-27b-uncensored-q4_k_s.gguf","label":"Q4_K_S","size":15586306272,"bits":4.64,"known":true,"rank":0},{"repo":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","file":"qwen3.6-27b-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":16547391712,"bits":4.92,"known":true,"rank":0},{"repo":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","file":"qwen3.6-27b-uncensored-q5_k_m.gguf","label":"Q5_K_M","size":19231090912,"bits":5.72,"known":true,"rank":0},{"repo":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","file":"qwen3.6-27b-uncensored-q6_k.gguf","label":"Q6_K","size":22082521312,"bits":6.57,"known":true,"rank":0},{"repo":"Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF","file":"qwen3.6-27b-uncensored-q8_0.gguf","label":"Q8_0","size":28595755232,"bits":8.5,"known":true,"rank":0}],"repos":["Abiray/Qwen3.6-27B-AEON-Ultimate-Uncensored-GGUF"],"logoFrom":"AEON-7"},{"id":"llama-3-3-70b-instruct-ablated","family":"NaniDAO/Llama-3.3-70B-Instruct-ablated","name":"Llama 3.3 70B Ablated","maker":"NaniDAO","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Llama-3.3-70B-Instruct-ablated-i1-GGUF/Llama-3.3-70B-Instruct-ablated.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-12-20T13:03:18.000Z","downloads":5802,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.3-70B-Instruct-ablated-i1-GGUF","file":"Llama-3.3-70B-Instruct-ablated.i1-IQ1_S.gguf","label":"IQ1_S","size":15343492864,"bits":1.74,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ1_M.gguf","label":"IQ1_M","size":16751201376,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097390176,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ2_XS.gguf","label":"IQ2_XS","size":21142113376,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ2_S.gguf","label":"IQ2_S","size":22242348128,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ2_M.gguf","label":"IQ2_M","size":24119299168,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-ablated-i1-GGUF","file":"Llama-3.3-70B-Instruct-ablated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":24471953152,"bits":2.77,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q2_K.gguf","label":"Q2_K","size":26375113824,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q2_K_L.gguf","label":"Q2_K_L","size":27401161824,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499488,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-ablated-i1-GGUF","file":"Llama-3.3-70B-Instruct-ablated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":29307739904,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q3_K_S.gguf","label":"Q3_K_S","size":30912056416,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-ablated-i1-GGUF","file":"Llama-3.3-70B-Instruct-ablated.i1-IQ3_S.gguf","label":"IQ3_S","size":30912061184,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ3_M.gguf","label":"IQ3_M","size":31937039456,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q3_K_M.gguf","label":"Q3_K_M","size":34267499616,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q3_K_L.gguf","label":"Q3_K_L","size":37140597856,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ4_XS.gguf","label":"IQ4_XS","size":37902666848,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936864,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-IQ4_NL.gguf","label":"IQ4_NL","size":40053623904,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q4_0.gguf","label":"Q4_0","size":40116538464,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q4_K_S.gguf","label":"Q4_K_S","size":40347225184,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q4_K_M.gguf","label":"Q4_K_M","size":42520398944,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q4_K_L.gguf","label":"Q4_K_L","size":43300195424,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q5_K_S.gguf","label":"Q5_K_S","size":48657452128,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q5_K_M/Llama-3.3-70B-Instruct-ablated-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949822240,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q6_K/Llama-3.3-70B-Instruct-ablated-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148800,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","file":"Llama-3.3-70B-Instruct-ablated-Q8_0/Llama-3.3-70B-Instruct-ablated-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975055136,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Llama-3.3-70B-Instruct-ablated-GGUF","mradermacher/Llama-3.3-70B-Instruct-ablated-i1-GGUF"],"logoFrom":"NaniDAO"},{"id":"big-tiger-gemma-27b-v3","family":"TheDrummer/Big-Tiger-Gemma-27B-v3","name":"Big Tiger Gemma 27B V3","maker":"TheDrummer","catalog":null,"tuned":false,"params":28.42,"active":null,"layers":62,"probe":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF/TheDrummer_Big-Tiger-Gemma-27B-v3-IQ2_XXS.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":true,"licence":null,"open":false,"released":"2025-07-04T09:28:17.000Z","downloads":5794,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ2_XXS.gguf","label":"IQ2_XXS","size":8148110976,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ2_XS.gguf","label":"IQ2_XS","size":8901439104,"bits":2.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ2_S.gguf","label":"IQ2_S","size":9388109568,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ2_M.gguf","label":"IQ2_M","size":10098773760,"bits":2.84,"known":true,"rank":0},{"repo":"TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","file":"Tiger-Gemma-27B-v3a-Q2_K.gguf","label":"Q2_K","size":10966255200,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ3_XXS.gguf","label":"IQ3_XXS","size":11322179328,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ3_XS.gguf","label":"IQ3_XS","size":12167934336,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q2_K_L.gguf","label":"Q2_K_L","size":12342847872,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q3_K_S.gguf","label":"Q3_K_S","size":12773314944,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ3_M.gguf","label":"IQ3_M","size":13152774528,"bits":3.7,"known":true,"rank":0},{"repo":"TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","file":"Tiger-Gemma-27B-v3a-Q3_K_M.gguf","label":"Q3_K_M","size":14043340512,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q3_K_L.gguf","label":"Q3_K_L","size":15149162880,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ4_XS.gguf","label":"IQ4_XS","size":15516314112,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-IQ4_NL.gguf","label":"IQ4_NL","size":16360313856,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q3_K_XL.gguf","label":"Q3_K_XL","size":16382589312,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_0.gguf","label":"Q4_0","size":16410891264,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_K_S.gguf","label":"Q4_K_S","size":16466973696,"bits":4.64,"known":true,"rank":0},{"repo":"TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","file":"Tiger-Gemma-27B-v3a-Q4_K_M.gguf","label":"Q4_K_M","size":17339605344,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_1.gguf","label":"Q4_1","size":18048313344,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_K_L.gguf","label":"Q4_K_L","size":18385815936,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q5_K_S.gguf","label":"Q5_K_S","size":19736312832,"bits":5.56,"known":true,"rank":0},{"repo":"TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","file":"Tiger-Gemma-27B-v3a-Q5_K_M.gguf","label":"Q5_K_M","size":20240796000,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q5_K_L.gguf","label":"Q5_K_L","size":21110802816,"bits":5.94,"known":true,"rank":0},{"repo":"TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","file":"Tiger-Gemma-27B-v3a-Q6_K.gguf","label":"Q6_K","size":23323311072,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-Q6_K_L.gguf","label":"Q6_K_L","size":24006101376,"bits":6.76,"known":true,"rank":0},{"repo":"TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","file":"Tiger-Gemma-27B-v3a-Q8_0.gguf","label":"Q8_0","size":30205703904,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF","file":"TheDrummer_Big-Tiger-Gemma-27B-v3-bf16/TheDrummer_Big-Tiger-Gemma-27B-v3-bf16-00001-of-00002.gguf","label":"BF16","size":56847225088,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/Big-Tiger-Gemma-27B-v3-GGUF","bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen3-8-9b-abliterated-25","family":"MegaPanchamZ/Qwen3.8-9B-abliterated-25","name":"Qwen3.8 9B Abliterated 25","maker":"MegaPanchamZ","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"MegaPanchamZ/Qwen3.8-9B-abliterated-25-GGUF/Qwen3.8-9B-abliterated-25.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-19T09:24:21.000Z","downloads":5793,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MegaPanchamZ/Qwen3.8-9B-abliterated-25-GGUF","file":"Qwen3.8-9B-abliterated-25.Q4_K_M.gguf","label":"Q4_K_M","size":5629108864,"bits":5.03,"known":true,"rank":0}],"repos":["MegaPanchamZ/Qwen3.8-9B-abliterated-25-GGUF"],"logoFrom":"Qwen"},{"id":"granite-4-0-1b","family":"ibm-granite/granite-4.0-1b","name":"Granite 4.0 1B","maker":"IBM","catalog":null,"tuned":false,"params":1.63,"active":null,"layers":40,"probe":"ibm-granite/granite-4.0-1b-GGUF/granite-4.0-1b-Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-07T20:24:27.000Z","downloads":5786,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q2_K.gguf","label":"Q2_K","size":701699840,"bits":3.44,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q3_K_S.gguf","label":"Q3_K_S","size":785585920,"bits":3.86,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q3_K_M.gguf","label":"Q3_K_M","size":860362496,"bits":4.22,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q3_K_L.gguf","label":"Q3_K_L","size":926160640,"bits":4.55,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q4_0.gguf","label":"Q4_0","size":974984960,"bits":4.79,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q4_K_S.gguf","label":"Q4_K_S","size":980752128,"bits":4.81,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q4_K_M.gguf","label":"Q4_K_M","size":1023645440,"bits":5.02,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q4_1.gguf","label":"Q4_1","size":1064113920,"bits":5.22,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q5_0.gguf","label":"Q5_0","size":1153242880,"bits":5.66,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q5_K_S.gguf","label":"Q5_K_S","size":1153242880,"bits":5.66,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q5_K_M.gguf","label":"Q5_K_M","size":1178310400,"bits":5.78,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q5_1.gguf","label":"Q5_1","size":1242371840,"bits":6.1,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q6_K.gguf","label":"Q6_K","size":1342641920,"bits":6.59,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-Q8_0.gguf","label":"Q8_0","size":1737791232,"bits":8.53,"known":true,"rank":0},{"repo":"ibm-granite/granite-4.0-1b-GGUF","file":"granite-4.0-1b-bf16.gguf","label":"BF16","size":3267401472,"bits":16.04,"known":true,"rank":0}],"repos":["ibm-granite/granite-4.0-1b-GGUF"],"logoFrom":"ibm-granite"},{"id":"greko","family":"geolazagr/greko","name":"Greko","maker":"geolazagr","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"geolazagr/greko/greko-2.4-IQ4_NL.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-25T11:54:57.000Z","downloads":5784,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"geolazagr/greko","file":"greko-2-lite.gguf","label":"greko-2-lite","size":815441536,"bits":3.79,"known":false,"rank":0},{"repo":"geolazagr/greko","file":"greko-2.1-lite.gguf","label":"greko-2.1-lite","size":815441536,"bits":3.79,"known":false,"rank":0},{"repo":"geolazagr/greko","file":"greko-2.3-lite.gguf","label":"greko-2.3-lite","size":815441888,"bits":3.79,"known":false,"rank":0},{"repo":"geolazagr/greko","file":"greko-2.4-lite.gguf","label":"greko-2.4-lite","size":815442688,"bits":3.79,"known":false,"rank":0},{"repo":"geolazagr/greko","file":"greko-2.4-IQ4_NL.gguf","label":"IQ4_NL","size":1054425824,"bits":4.9,"known":true,"rank":0},{"repo":"geolazagr/greko","file":"greko-2-Q4_K_M.gguf","label":"Q4_K_M","size":1107410272,"bits":5.15,"known":true,"rank":0}],"repos":["geolazagr/greko"],"logoFrom":"Qwen"},{"id":"qwen3-235b-a22b-thinking-2507","family":"Qwen/Qwen3-235B-A22B-Thinking-2507","name":"Qwen3 235B A22B Thinking 2507","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":235.09,"active":22.19,"layers":94,"probe":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF/Q2_K/Qwen3-235B-A22B-Thinking-2507-Q2_K-00001-of-00002.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-25T04:59:05.000Z","downloads":5779,"likes":84,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q2_K/Qwen3-235B-A22B-Thinking-2507-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":85691001504,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q2_K_L/Qwen3-235B-A22B-Thinking-2507-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":85836860032,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"UD-Q2_K_XL/Qwen3-235B-A22B-Thinking-2507-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":88121772704,"bits":3,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q3_K_S/Qwen3-235B-A22B-Thinking-2507-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":101444705056,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"UD-Q3_K_XL/Qwen3-235B-A22B-Thinking-2507-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":103827868416,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q3_K_M/Qwen3-235B-A22B-Thinking-2507-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":112447380224,"bits":3.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"IQ4_XS/Qwen3-235B-A22B-Thinking-2507-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":125504686880,"bits":4.27,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q4_0/Qwen3-235B-A22B-Thinking-2507-Q4_0-00001-of-00003.gguf","label":"Q4_0","size":133132421920,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q4_K_S/Qwen3-235B-A22B-Thinking-2507-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":133687118592,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"UD-Q4_K_XL/Qwen3-235B-A22B-Thinking-2507-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":134224513824,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q4_K_M/Qwen3-235B-A22B-Thinking-2507-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":142154074880,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q4_1/Qwen3-235B-A22B-Thinking-2507-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":147230100256,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q5_K_S/Qwen3-235B-A22B-Thinking-2507-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":161881426848,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"UD-Q5_K_XL/Qwen3-235B-A22B-Thinking-2507-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":166778866560,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q5_K_M/Qwen3-235B-A22B-Thinking-2507-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":166814157664,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q6_K/Qwen3-235B-A22B-Thinking-2507-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":193015495552,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"UD-Q6_K_XL/Qwen3-235B-A22B-Thinking-2507-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":198857153440,"bits":6.77,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"Q8_0/Qwen3-235B-A22B-Thinking-2507-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":249940106368,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"UD-Q8_K_XL/Qwen3-235B-A22B-Thinking-2507-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":265081871456,"bits":9.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF","file":"BF16/Qwen3-235B-A22B-Thinking-2507-BF16-00001-of-00010.gguf","label":"BF16","size":470293437696,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF"],"logoFrom":"Qwen"},{"id":"gemory-26b-a4b-sompoa","family":"26B-Suite/Gemory-26B-A4B-SOMPOA","name":"Gemory 26B A4B SOMPOA","maker":"26B-Suite","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF/Gemory-26B-A4B-SOMPOA.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T21:55:39.000Z","downloads":5778,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ1_S.gguf","label":"IQ1_S","size":8290274016,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659936,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299303136,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433376,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203936,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718496,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q2_K.gguf","label":"Q2_K","size":10582740192,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484576,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696736,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070624,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412512,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412512,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566496,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736608,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491232,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728992,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q4_0.gguf","label":"Q4_0","size":14488059104,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464828128,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q4_1.gguf","label":"Q4_1","size":15969579232,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018912,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736352,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893408,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF","file":"Gemory-26B-A4B-SOMPOA.i1-Q6_K.gguf","label":"Q6_K","size":22638402272,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Gemory-26B-A4B-SOMPOA-i1-GGUF"],"logoFrom":"26B-Suite"},{"id":"llama-65b-instruct","family":"upstage/llama-65b-instruct","name":"Llama 65B","maker":"Upstage","catalog":null,"tuned":false,"params":65.29,"active":null,"layers":80,"probe":"mradermacher/llama-65b-instruct-i1-GGUF/llama-65b-instruct.i1-IQ1_S.gguf","kvBytesPerToken":3033006,"kvHeader":2621440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-05T20:53:10.000Z","downloads":5778,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":14208840768,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":15432725568,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17472533568,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":19272152128,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":20782183488,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":22414029888,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q2_K.gguf","label":"Q2_K","size":24112395168,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":24670434368,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.IQ3_XS.gguf","label":"IQ3_XS","size":26642494368,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.IQ3_S.gguf","label":"IQ3_S","size":28160308128,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q3_K_S.gguf","label":"Q3_K_S","size":28160308128,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.IQ3_M.gguf","label":"IQ3_M","size":29825905568,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q3_K_M.gguf","label":"Q3_K_M","size":31632143264,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q3_K_L.gguf","label":"Q3_K_L","size":34648372128,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":34764125248,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-instruct-i1-GGUF","file":"llama-65b-instruct.i1-Q4_0.gguf","label":"Q4_0","size":36908790848,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q4_K_S.gguf","label":"Q4_K_S","size":37055067040,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q4_K_M.gguf","label":"Q4_K_M","size":39348040608,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q5_K_S.gguf","label":"Q5_K_S","size":44923843488,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/llama-65b-hf-GGUF","file":"llama-65b-hf.Q5_K_M.gguf","label":"Q5_K_M","size":46238495648,"bits":5.67,"known":true,"rank":0}],"repos":["mradermacher/llama-65b-hf-GGUF","mradermacher/llama-65b-instruct-GGUF","mradermacher/llama-65b-instruct-i1-GGUF"],"logoFrom":"upstage"},{"id":"dolphin-2-9-3-mistral-7b-32k","family":"dphn/dolphin-2.9.3-mistral-7B-32k","name":"Dolphin 2.9.3 Mistral 7B 32K","maker":"dphn","catalog":null,"tuned":true,"params":7.25,"active":null,"layers":32,"probe":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF/dolphin-2.9.3-mistral-7B-32k.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-25T04:10:32.000Z","downloads":5768,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","file":"dolphin-2.9.3-mistral-7B-32k.i1-IQ1_S.gguf","label":"IQ1_S","size":1615328000,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","file":"dolphin-2.9.3-mistral-7B-32k.i1-IQ1_M.gguf","label":"IQ1_M","size":1757672192,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","file":"dolphin-2.9.3-mistral-7B-32k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1994912512,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ2_XS.gguf","label":"IQ2_XS","size":2201481536,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ2_S.gguf","label":"IQ2_S","size":2314466432,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ2_M.gguf","label":"IQ2_M","size":2504258688,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q2_K.gguf","label":"Q2_K","size":2722887040,"bits":3,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ3_XXS.gguf","label":"IQ3_XXS","size":2830890112,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ3_XS.gguf","label":"IQ3_XS","size":3022780608,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q3_K_S.gguf","label":"Q3_K_S","size":3168532672,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","file":"dolphin-2.9.3-mistral-7B-32k.i1-IQ3_S.gguf","label":"IQ3_S","size":3186358912,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ3_M.gguf","label":"IQ3_M","size":3288856768,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q3_K_M.gguf","label":"Q3_K_M","size":3522951360,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q3_K_L.gguf","label":"Q3_K_L","size":3825989824,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-IQ4_XS.gguf","label":"IQ4_XS","size":3911973888,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF","file":"dolphin-2.9.3-mistral-7B-32k.i1-Q4_0.gguf","label":"Q4_0","size":4127981248,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q4_K_S.gguf","label":"Q4_K_S","size":4144758016,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q4_K_M.gguf","label":"Q4_K_M","size":4372823296,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q4_K_L.gguf","label":"Q4_K_L","size":4724117696,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q5_K_S.gguf","label":"Q5_K_S","size":5002494208,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q5_K_M.gguf","label":"Q5_K_M","size":5136187648,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q5_K_L.gguf","label":"Q5_K_L","size":5470703808,"bits":6.04,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q6_K.gguf","label":"Q6_K","size":5947262272,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q6_K_L.gguf","label":"Q6_K_L","size":6263951552,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q8_0.gguf","label":"Q8_0","size":7702582464,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-Q8_0_L.gguf","label":"Q8_0_L","size":7954256064,"bits":8.78,"known":false,"rank":0},{"repo":"bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","file":"dolphin-2.9.3-mistral-7B-32k-f32.gguf","label":"F32","size":28992917408,"bits":31.99,"known":true,"rank":0}],"repos":["bartowski/dolphin-2.9.3-mistral-7B-32k-GGUF","mradermacher/dolphin-2.9.3-mistral-7B-32k-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-6-35b-a3b-abliterated-max-apex-i-nano","family":"Hyphonical/Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano-GGUF","name":"Qwen3.6 35B A3B Abliterated MAX APEX I Nano","maker":"Hyphonical","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"Hyphonical/Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano-GGUF/Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-01T13:15:22.000Z","downloads":5766,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Hyphonical/Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano-GGUF","file":"Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano.gguf","label":"Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano","size":11778430496,"bits":2.72,"known":false,"rank":0}],"repos":["Hyphonical/Qwen3.6-35B-A3B-abliterated-MAX-APEX-i-nano-GGUF"],"logoFrom":"prithivMLmods"},{"id":"deepseek-v4-flash-vision-strix-halo","family":"otheru/DeepSeek-V4-Flash-Vision-Strix-Halo-GGUF","name":"DeepSeek V4 Flash Vision Strix Halo","maker":"otheru","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"otheru/DeepSeek-V4-Flash-Vision-Strix-Halo-GGUF/DeepSeek-V4-Flash-Vision-Exp-Abliterated-ROCMFPx-Strix-Lean-2.58bpw.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":true,"licence":"other","open":false,"released":"2026-09-03T00:56:02.000Z","downloads":5761,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"otheru/DeepSeek-V4-Flash-Vision-Strix-Halo-GGUF","file":"DeepSeek-V4-Flash-Vision-Exp-Abliterated-ROCMFPx-Strix-Lean-2.58bpw.gguf","label":"DeepSeek-V4-Flash-Vision-Exp-Abliterated-ROCMFPx-Strix-Lean","size":91547293152,"bits":2.58,"known":false,"rank":0}],"repos":["otheru/DeepSeek-V4-Flash-Vision-Strix-Halo-GGUF"],"logoFrom":"deepseek-ai"},{"id":"dark-craving-26b-a4b-v0-2-i1","family":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","name":"Dark Craving 26B A4B V0.2 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF/Dark-Craving-26B-A4B-v0.2.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-31T12:32:13.000Z","downloads":5750,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273728,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659648,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302848,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433088,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203648,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718208,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q2_K.gguf","label":"Q2_K","size":10582739904,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484288,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696448,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070336,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412224,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412224,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566208,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736320,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824490944,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728704,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q4_0.gguf","label":"Q4_0","size":14488058816,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827840,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q4_1.gguf","label":"Q4_1","size":15969578944,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018624,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736064,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893120,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF","file":"Dark-Craving-26B-A4B-v0.2.i1-Q6_K.gguf","label":"Q6_K","size":22638401984,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Dark-Craving-26B-A4B-v0.2-i1-GGUF"],"logoFrom":null},{"id":"ornith-1-5-35b-a3b-abliterated-rocmfpx","family":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","name":"Ornith 1.5 35B A3B Abliterated ROCmFPX","maker":"ArtomYuan","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX/Ornith-1.5-35B-A3B-abliterated_Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-26T15:46:08.000Z","downloads":5742,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":18956527424,"bits":4.27,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q4_0_ROCMFP4_FAST_COHERENT.gguf","label":"Q4_0_ROCMFP4_FAST_COHERENT","size":19103532864,"bits":4.3,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q4_0_ROCMFP4_STRIX.gguf","label":"Q4_0_ROCMFP4_STRIX","size":19119982400,"bits":4.31,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q6_0_ROCMFPX.gguf","label":"Q6_0_ROCMFPX","size":29410461504,"bits":6.63,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q6_0_ROCMFPX_AGENT.gguf","label":"Q6_0_ROCMFPX_AGENT","size":33137821504,"bits":7.47,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":36693321536,"bits":8.27,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX","file":"Ornith-1.5-35B-A3B-abliterated_Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":37300119360,"bits":8.4,"known":false,"rank":0}],"repos":["ArtomYuan/Ornith-1.5-35B-A3B-abliterated-ROCmFPX"],"logoFrom":"huihui-ai"},{"id":"llm4decompile-9b-v2","family":"LLM4Binary/llm4decompile-9b-v2","name":"Llm4decompile 9B V2","maker":"LLM4Binary","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/llm4decompile-9b-v2-GGUF/llm4decompile-9b-v2.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-09-23T01:01:47.000Z","downloads":5734,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q2_K.gguf","label":"Q2_K","size":3354326112,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3899208800,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4324406368,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4690752608,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4827280480,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q4_K_S.gguf","label":"Q4_K_S","size":5071860832,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5328958560,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q5_K_S.gguf","label":"Q5_K_S","size":6107853920,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q5_K_M.gguf","label":"Q5_K_M","size":6258259040,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q6_K.gguf","label":"Q6_K","size":7245640800,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.Q8_0.gguf","label":"Q8_0","size":9383916640,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/llm4decompile-9b-v2-GGUF","file":"llm4decompile-9b-v2.f16.gguf","label":"F16","size":17661113440,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/llm4decompile-9b-v2-GGUF"],"logoFrom":null},{"id":"puddlejumper-13b","family":"totally-not-an-llm/PuddleJumper-13b","name":"PuddleJumper 13B","maker":"totally-not-an-llm","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/PuddleJumper-13B-GGUF/puddlejumper-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-22T21:40:36.000Z","downloads":5731,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q2_K.gguf","label":"Q2_K","size":5429360064,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658993120,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337782240,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929572320,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q4_0.gguf","label":"Q4_0","size":7365848864,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414345504,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865970464,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q4_1.gguf","label":"Q4_1","size":8169075104,"bits":5.02,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q5_0.gguf","label":"Q5_0","size":8972301344,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972301344,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229939744,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q5_1.gguf","label":"Q5_1","size":9775527584,"bits":6.01,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q6_K.gguf","label":"Q6_K","size":10679157120,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/PuddleJumper-13B-GGUF","file":"puddlejumper-13b.Q8_0.gguf","label":"Q8_0","size":13831341248,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/PuddleJumper-13B-GGUF"],"logoFrom":"totally-not-an-llm"},{"id":"japanese-stablelm-instruct-gamma-7b","family":"stabilityai/japanese-stablelm-instruct-gamma-7b","name":"Japanese Stablelm Gamma 7B","maker":"stabilityai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF/japanese-stablelm-instruct-gamma-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-16T08:55:06.000Z","downloads":5729,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF","file":"japanese-stablelm-instruct-gamma-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/japanese-stablelm-instruct-gamma-7B-GGUF"],"logoFrom":"stabilityai"},{"id":"gelab-zero-4b-preview","family":"Mungert/GELab-Zero-4B-preview-GGUF","name":"GELab Zero 4B Preview","maker":"Mungert","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Mungert/GELab-Zero-4B-preview-GGUF/GELab-Zero-4B-preview-iq2_xxs.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-30T18:24:54.000Z","downloads":5728,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq2_xxs.gguf","label":"IQ2_XXS","size":1341936800,"bits":2.67,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq2_xs.gguf","label":"IQ2_XS","size":1446180000,"bits":2.88,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq2_s.gguf","label":"IQ2_S","size":1491522720,"bits":2.97,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q2_k_s.gguf","label":"Q2_K_S","size":1542927520,"bits":3.07,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq2_m.gguf","label":"IQ2_M","size":1555748000,"bits":3.1,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q2_k_m.gguf","label":"Q2_K_M","size":1591547040,"bits":3.17,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq3_xxs.gguf","label":"IQ3_XXS","size":1773703840,"bits":3.53,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq3_xs.gguf","label":"IQ3_XS","size":1824207520,"bits":3.63,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq3_m.gguf","label":"IQ3_M","size":2003038880,"bits":3.99,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q3_k_s.gguf","label":"Q3_K_S","size":2007905440,"bits":4,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q3_k_m.gguf","label":"Q3_K_M","size":2059563680,"bits":4.1,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq4_xs.gguf","label":"IQ4_XS","size":2270753440,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-iq4_nl.gguf","label":"IQ4_NL","size":2281067680,"bits":4.54,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q4_k_s.gguf","label":"Q4_K_S","size":2407559840,"bits":4.79,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q4_0.gguf","label":"Q4_0","size":2463749280,"bits":4.9,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q4_1.gguf","label":"Q4_1","size":2544972960,"bits":5.06,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q4_k_m.gguf","label":"Q4_K_M","size":2572723360,"bits":5.12,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q5_0.gguf","label":"Q5_0","size":2917913760,"bits":5.81,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q5_k_m.gguf","label":"Q5_K_M","size":2994857120,"bits":5.96,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q5_1.gguf","label":"Q5_1","size":3144996000,"bits":6.26,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q6_k_m.gguf","label":"Q6_K_M","size":3400463520,"bits":6.77,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-q8_0.gguf","label":"Q8_0","size":4280406880,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/GELab-Zero-4B-preview-GGUF","file":"GELab-Zero-4B-preview-bf16.gguf","label":"BF16","size":8051286880,"bits":16.02,"known":true,"rank":0}],"repos":["Mungert/GELab-Zero-4B-preview-GGUF"],"logoFrom":"Qwen"},{"id":"seed-coder-8b-reasoning","family":"ByteDance-Seed/Seed-Coder-8B-Reasoning","name":"Seed Coder 8B Reasoning","maker":"ByteDance","catalog":null,"tuned":true,"params":8.25,"active":null,"layers":32,"probe":"unsloth/Seed-Coder-8B-Reasoning-GGUF/Seed-Coder-8B-Reasoning-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-04-27T07:52:58.000Z","downloads":5728,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2293896512,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2420053312,"bits":2.35,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2630423872,"bits":2.55,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3125155136,"bits":3.03,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q2_K.gguf","label":"Q2_K","size":3304002880,"bits":3.2,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3443201344,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q2_K_L.gguf","label":"Q2_K_L","size":3452933440,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3539440960,"bits":3.43,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q3_K_S.gguf","label":"Q3_K_S","size":3800552768,"bits":3.69,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q3_K_M.gguf","label":"Q3_K_M","size":4154971456,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4342486336,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-IQ4_XS.gguf","label":"IQ4_XS","size":4614755648,"bits":4.47,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-IQ4_NL.gguf","label":"IQ4_NL","size":4828665152,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q4_K_S.gguf","label":"Q4_K_S","size":4843345216,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q4_K_M.gguf","label":"Q4_K_M","size":5071410496,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5144876352,"bits":4.99,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q4_1.gguf","label":"Q4_1","size":5287810368,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q5_K_S.gguf","label":"Q5_K_S","size":5763732800,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5888349504,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q5_K_M.gguf","label":"Q5_K_M","size":5897426240,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q6_K.gguf","label":"Q6_K","size":6775067968,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7562319168,"bits":7.33,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-Q8_0.gguf","label":"Q8_0","size":8773162304,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":11014493504,"bits":10.68,"known":true,"rank":0},{"repo":"unsloth/Seed-Coder-8B-Reasoning-GGUF","file":"Seed-Coder-8B-Reasoning-BF16.gguf","label":"BF16","size":16507720736,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Seed-Coder-8B-Reasoning-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"qwen3-6-14b-a3b-vibeforged-v2","family":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2","name":"Qwen3.6 14B A3B VibeForged V2","maker":"tvall43","catalog":null,"tuned":false,"params":13.76,"active":3.44,"layers":40,"probe":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF/Qwen3.6-14B-A3B-VibeForged-v2-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-29T06:29:12.000Z","downloads":5727,"likes":37,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","file":"Qwen3.6-14B-A3B-VibeForged-v2-Q2_K.gguf","label":"Q2_K","size":5324310592,"bits":3.1,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","file":"Qwen3.6-14B-A3B-VibeForged-v2-Q3_K_M.gguf","label":"Q3_K_M","size":6766985280,"bits":3.93,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","file":"Qwen3.6-14B-A3B-VibeForged-v2-Q4_K_M.gguf","label":"Q4_K_M","size":8465553472,"bits":4.92,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","file":"Qwen3.6-14B-A3B-VibeForged-v2-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":8639428672,"bits":5.02,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","file":"Qwen3.6-14B-A3B-VibeForged-v2-Q6_K.gguf","label":"Q6_K","size":11325370432,"bits":6.58,"known":true,"rank":0},{"repo":"tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF","file":"Qwen3.6-14B-A3B-VibeForged-v2-Q8_0.gguf","label":"Q8_0","size":14655633472,"bits":8.52,"known":true,"rank":0}],"repos":["tvall43/Qwen3.6-14B-A3B-VibeForged-v2-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-llm-7b-chat","family":"deepseek-ai/deepseek-llm-7b-chat","name":"Deepseek Llm 7B","maker":"DeepSeek","catalog":null,"tuned":true,"params":6.91,"active":null,"layers":30,"probe":"TheBloke/deepseek-llm-7B-chat-GGUF/deepseek-llm-7b-chat.Q2_K.gguf","kvBytesPerToken":568689,"kvHeader":491520,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-29T03:19:32.000Z","downloads":5725,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q2_K.gguf","label":"Q2_K","size":2993594144,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":3138428704,"bits":3.63,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":3467239200,"bits":4.01,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":3746684704,"bits":4.34,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q4_0.gguf","label":"Q4_0","size":4000472864,"bits":4.63,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":4031405856,"bits":4.67,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":4223770400,"bits":4.89,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q5_0.gguf","label":"Q5_0","size":4811808544,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":4811808544,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":4926840608,"bits":5.7,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q6_K.gguf","label":"Q6_K","size":5673852704,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-7B-chat-GGUF","file":"deepseek-llm-7b-chat.Q8_0.gguf","label":"Q8_0","size":7347396384,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/deepseek-llm-7B-chat-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-8-flash-next-avalon","family":"freriadoc/Qwen3.8-Flash-Next-Avalon-GGUF","name":"Qwen3.8 Flash Next Avalon","maker":"freriadoc","catalog":null,"tuned":false,"params":107.12,"active":2.14,"layers":48,"probe":"freriadoc/Qwen3.8-Flash-Next-Avalon-GGUF/Qwen3.8-Flash-Next-Avalon-IQ3KS-00001-of-00033.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-22T15:15:35.000Z","downloads":5724,"likes":15,"trending":14,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"freriadoc/Qwen3.8-Flash-Next-Avalon-GGUF","file":"Qwen3.8-Flash-Next-Avalon-IQ3KS-00001-of-00033.gguf","label":"Qwen3.8-Flash-Next-Avalon-IQ3KS","size":94846260864,"bits":7.08,"known":false,"rank":0}],"repos":["freriadoc/Qwen3.8-Flash-Next-Avalon-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-2b-base-heretic","family":"aminroumiany/Qwen3.5-2B-Base-heretic","name":"Qwen3.5 2B Base Heretic","maker":"aminroumiany","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":25,"probe":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF/Qwen3.5-2B-Base-heretic.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-13T13:57:42.000Z","downloads":5718,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":722962112,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":748204736,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790275776,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719040,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":832091840,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":865748672,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927753920,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163520,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q2_K.gguf","label":"Q2_K","size":968542912,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174016,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027202752,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090624,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446464,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259584,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533440,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963072,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q4_0.gguf","label":"Q4_0","size":1204847296,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056256,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231585984,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397376,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q4_1.gguf","label":"Q4_1","size":1288282816,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077632,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411121856,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF","file":"Qwen3.5-2B-Base-heretic.i1-Q6_K.gguf","label":"Q6_K","size":1556391616,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-2B-Base-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"creative-quants","family":"drakira/Creative-Quants","name":"Creative Quants","maker":"drakira","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"drakira/Creative-Quants/Lambent-Iris-12B-v1.4.1.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-09T01:03:16.000Z","downloads":5715,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"drakira/Creative-Quants","file":"Lambent-Iris-12B-v1.4.1.gguf","label":"Lambent-Iris-12B-v1.4.1","size":8582147328,"bits":5.76,"known":false,"rank":0},{"repo":"drakira/Creative-Quants","file":"UnstableLlama-Semancer-12B.gguf","label":"UnstableLlama-Semancer-12B","size":8582147488,"bits":5.76,"known":false,"rank":0},{"repo":"drakira/Creative-Quants","file":"zerofata-G4-MeroMero-26B-A4B-it-uncensored-heretic.gguf","label":"zerofata-G4-MeroMero-26B-A4B-it-uncensored-heretic","size":16868240768,"bits":11.33,"known":false,"rank":0},{"repo":"drakira/Creative-Quants","file":"TheDrummer-Orion-26B-A4B-v1.gguf","label":"TheDrummer-Orion-26B-A4B-v1","size":16868242144,"bits":11.33,"known":false,"rank":0},{"repo":"drakira/Creative-Quants","file":"Naphula-Goetia-26B-A4B-v1.7.gguf","label":"Naphula-Goetia-26B-A4B-v1.7","size":17652581248,"bits":11.86,"known":false,"rank":0}],"repos":["drakira/Creative-Quants"],"logoFrom":null},{"id":"lfm2-5-1-2b-jp-202606","family":"LiquidAI/LFM2.5-1.2B-JP-202606","name":"LFM2.5 1.2B JP 202606","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/LFM2.5-1.2B-JP-202606-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-05-26T04:50:17.000Z","downloads":5702,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","file":"LFM2.5-1.2B-JP-202606-Q4_0.gguf","label":"Q4_0","size":695750944,"bits":4.76,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","file":"LFM2.5-1.2B-JP-202606-Q4_K_M.gguf","label":"Q4_K_M","size":730894624,"bits":5,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","file":"LFM2.5-1.2B-JP-202606-Q5_K_M.gguf","label":"Q5_K_M","size":843354400,"bits":5.77,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","file":"LFM2.5-1.2B-JP-202606-Q6_K.gguf","label":"Q6_K","size":962842912,"bits":6.58,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","file":"LFM2.5-1.2B-JP-202606-Q8_0.gguf","label":"Q8_0","size":1246253344,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","file":"LFM2.5-1.2B-JP-202606-F16.gguf","label":"F16","size":2343325984,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-1.2B-JP-202606-GGUF"],"logoFrom":"LiquidAI"},{"id":"granite-3-1-3b-a800m-instruct","family":"ibm-granite/granite-3.1-3b-a800m-instruct","name":"Granite 3.1 3B A800M","maker":"IBM","catalog":null,"tuned":false,"params":3.3,"active":0.88,"layers":32,"probe":"bartowski/granite-3.1-3b-a800m-instruct-GGUF/granite-3.1-3b-a800m-instruct-Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":131072,"arch":"granitemoe","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-06T20:00:37.000Z","downloads":5693,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q2_K.gguf","label":"Q2_K","size":1241368128,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1259653760,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1380566592,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1456064064,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-IQ3_M.gguf","label":"IQ3_M","size":1486145088,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1611187776,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1741538880,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1759824512,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1783219776,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1883883072,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q4_0.gguf","label":"Q4_0","size":1891747392,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1900004928,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2016888384,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2035174016,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2286536256,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2355054144,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2373339776,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q6_K.gguf","label":"Q6_K","size":2714355264,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2732640896,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-Q8_0.gguf","label":"Q8_0","size":3512781440,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","file":"granite-3.1-3b-a800m-instruct-f16.gguf","label":"F16","size":6603463232,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/granite-3.1-3b-a800m-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"cosmos-reason1-7b","family":"nvidia/Cosmos-Reason1-7B","name":"Cosmos Reason1 7B","maker":"NVIDIA","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"unsloth/Cosmos-Reason1-7B-GGUF/Cosmos-Reason1-7B-UD-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2025-04-18T17:52:36.000Z","downloads":5692,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2073764032,"bits":2.18,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2200537280,"bits":2.31,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2398445760,"bits":2.52,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2856251584,"bits":3,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q2_K.gguf","label":"Q2_K","size":3015940288,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3143674048,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3167199424,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3242950848,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492368576,"bits":3.67,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808391360,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4002672832,"bits":4.2,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4235503808,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437813440,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q4_0.gguf","label":"Q4_0","size":4444121280,"bits":4.67,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457769152,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683073728,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4785160384,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q4_1.gguf","label":"Q4_1","size":4873283776,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315176640,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444831424,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5461547200,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q6_K.gguf","label":"Q6_K","size":6254198976,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6959042752,"bits":7.31,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-Q8_0.gguf","label":"Q8_0","size":8098525376,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10192154816,"bits":10.7,"known":true,"rank":0},{"repo":"unsloth/Cosmos-Reason1-7B-GGUF","file":"Cosmos-Reason1-7B-BF16.gguf","label":"BF16","size":15237853120,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Cosmos-Reason1-7B-GGUF"],"logoFrom":"nvidia"},{"id":"llama-3-2-3b-instruct-heretic-ablitered-uncensored","family":"DavidAU/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored","name":"Llama 3.2 3B Heretic Ablitered Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF/model_q2_k.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-11-21T01:52:20.000Z","downloads":5683,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q2_k.gguf","label":"Q2_K","size":1363935712,"bits":3.4,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q2_K.gguf","label":"Q2_K","size":1363936000,"bits":3.4,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q3_k_s.gguf","label":"Q3_K_S","size":1542848992,"bits":3.85,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":1542849280,"bits":3.85,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q3_k_m.gguf","label":"Q3_K_M","size":1687159264,"bits":4.2,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":1687159552,"bits":4.2,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q3_k_l.gguf","label":"Q3_K_L","size":1815347680,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":1815347968,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":1840907008,"bits":4.59,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q4_k_s.gguf","label":"Q4_K_S","size":1928200672,"bits":4.81,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":1928200960,"bits":4.81,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q4_k_m.gguf","label":"Q4_K_M","size":2019377632,"bits":5.03,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2019377920,"bits":5.03,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q5_k_s.gguf","label":"Q5_K_S","size":2269512160,"bits":5.66,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":2269512448,"bits":5.66,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q5_k_m.gguf","label":"Q5_K_M","size":2322153952,"bits":5.79,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2322154240,"bits":5.79,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q6_k.gguf","label":"Q6_K","size":2643853792,"bits":6.59,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q6_K.gguf","label":"Q6_K","size":2643854080,"bits":6.59,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_q8_0.gguf","label":"Q8_0","size":3421899232,"bits":8.53,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.Q8_0.gguf","label":"Q8_0","size":3421899520,"bits":8.53,"known":true,"rank":0},{"repo":"tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"model_f16.gguf","label":"F16","size":6433688032,"bits":16.03,"known":true,"rank":1},{"repo":"mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","file":"Llama-3.2-3B-Instruct-heretic-ablitered-uncensored.f16.gguf","label":"F16","size":6433688320,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF","tinyopsec/Llama-3.2-3B-Instruct-heretic-ablitered-uncensored-GGUF"],"logoFrom":"DavidAU"},{"id":"neohorse-1-9b-math-sft-i1","family":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","name":"NeoHorse 1 9B Math SFT I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF/NeoHorse-1-9B-Math-SFT.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T07:32:01.000Z","downloads":5681,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ1_S.gguf","label":"IQ1_S","size":2742643008,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ1_M.gguf","label":"IQ1_M","size":2877270336,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101649216,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346624,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ2_S.gguf","label":"IQ2_S","size":3427969344,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472448,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697240384,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q2_K.gguf","label":"Q2_K","size":3827263808,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938167104,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243417408,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259408192,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ3_S.gguf","label":"IQ3_S","size":4370819392,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383872,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623526208,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925516096,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441920,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q4_0.gguf","label":"Q4_0","size":5325941056,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351631168,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215744,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110592,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q4_1.gguf","label":"Q4_1","size":5809334592,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305311040,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467971392,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF","file":"NeoHorse-1-9B-Math-SFT.i1-Q6_K.gguf","label":"Q6_K","size":7359260992,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/NeoHorse-1-9B-Math-SFT-i1-GGUF"],"logoFrom":"Takenoko12345678"},{"id":"final-bench-darwin-36b-opus","family":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","name":"FINAL Bench Darwin 36B Opus","maker":"bartowski","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF/FINAL-Bench_Darwin-36B-Opus-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-25T15:19:24.000Z","downloads":5679,"likes":55,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778453728,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ2_XS.gguf","label":"IQ2_XS","size":10797145312,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ2_S.gguf","label":"IQ2_S","size":11010276576,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ2_M.gguf","label":"IQ2_M","size":12066716896,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q2_K.gguf","label":"Q2_K","size":12617080032,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q2_K_L.gguf","label":"Q2_K_L","size":13113720032,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870830304,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q3_K_S.gguf","label":"Q3_K_S","size":15513517280,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ3_XS.gguf","label":"IQ3_XS","size":16218684640,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q3_K_M.gguf","label":"Q3_K_M","size":16226548960,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q3_K_L.gguf","label":"Q3_K_L","size":16886496480,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ3_M.gguf","label":"IQ3_M","size":16900259040,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485920,"bits":4,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ4_XS.gguf","label":"IQ4_XS","size":18806447328,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-IQ4_NL.gguf","label":"IQ4_NL","size":19861347552,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q4_0.gguf","label":"Q4_0","size":19942612192,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q4_K_S.gguf","label":"Q4_K_S","size":20592729312,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q4_K_M.gguf","label":"Q4_K_M","size":21391449312,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q4_K_L.gguf","label":"Q4_K_L","size":21768895712,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q4_1.gguf","label":"Q4_1","size":21973769440,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q5_K_S.gguf","label":"Q5_K_S","size":24156151008,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q5_K_M.gguf","label":"Q5_K_M","size":25017457888,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q5_K_L.gguf","label":"Q5_K_L","size":25331334368,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q6_K.gguf","label":"Q6_K","size":30053416160,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q6_K_L.gguf","label":"Q6_K_L","size":30299749600,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-Q8_0.gguf","label":"Q8_0","size":36914691296,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF","file":"FINAL-Bench_Darwin-36B-Opus-bf16/FINAL-Bench_Darwin-36B-Opus-bf16-00001-of-00002.gguf","label":"BF16","size":69376638080,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/FINAL-Bench_Darwin-36B-Opus-GGUF"],"logoFrom":"FINAL-Bench"},{"id":"qwen2-5-coder-3b-claude-opus-4-6-distilled","family":"ryzdfm/qwen2.5-coder-3b-claude_opus_4.6-distilled","name":"Qwen2.5 Coder 3B Claude Opus 4.6 Distilled","maker":"ryzdfm","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"ryzdfm/qwen2.5-coder-3b-claude_opus_4.6-distilled/qwen2.5-coder-3b-instruct.Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-02T09:19:17.000Z","downloads":5678,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ryzdfm/qwen2.5-coder-3b-claude_opus_4.6-distilled","file":"qwen2.5-coder-3b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1929902560,"bits":5,"known":true,"rank":0}],"repos":["ryzdfm/qwen2.5-coder-3b-claude_opus_4.6-distilled"],"logoFrom":"Qwen"},{"id":"yue2-rs-finetunes","family":"goldhub/YuE2-RS-Finetunes","name":"YuE2 RS Finetunes","maker":"goldhub","catalog":null,"tuned":true,"params":3.58,"active":null,"layers":28,"probe":"goldhub/YuE2-RS-Finetunes/YuE2-3B-RS-FW-3.4x0.7-Q6_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":null,"arch":"yue2","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-10-22T00:04:07.000Z","downloads":5676,"likes":8,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"goldhub/YuE2-RS-Finetunes","file":"YuE2-3B-RS-FW-3.4x0.7-Q6_K.gguf","label":"Q6_K","size":2943332192,"bits":6.58,"known":true,"rank":0},{"repo":"goldhub/YuE2-RS-Finetunes","file":"YuE2-3B-RS-FW-3.4x0.7-Q8_0.gguf","label":"Q8_0","size":3810233184,"bits":8.51,"known":true,"rank":0},{"repo":"goldhub/YuE2-RS-Finetunes","file":"YuE2-3B-RS-FW-3.4x0.7-BF16.gguf","label":"BF16","size":7166073504,"bits":16.01,"known":true,"rank":0}],"repos":["goldhub/YuE2-RS-Finetunes"],"logoFrom":"goldhub"},{"id":"phi-4-reasoning","family":"microsoft/Phi-4-reasoning","name":"Phi 4 Reasoning","maker":"Microsoft","catalog":null,"tuned":true,"params":14.66,"active":null,"layers":40,"probe":"unsloth/Phi-4-reasoning-GGUF/phi-4-reasoning-UD-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":32768,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2025-04-09T21:11:28.000Z","downloads":5673,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3580206368,"bits":1.95,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3831086368,"bits":2.09,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4269358368,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-IQ2_S.gguf","label":"IQ2_S","size":4731549664,"bits":2.58,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-IQ2_M.gguf","label":"IQ2_M","size":5110429664,"bits":2.79,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":5257620768,"bits":2.87,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q2_K.gguf","label":"Q2_K","size":5547351328,"bits":3.03,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q2_K_L.gguf","label":"Q2_K_L","size":5667773728,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":5803453728,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-IQ3_XXS.gguf","label":"IQ3_XXS","size":5846685664,"bits":3.19,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":5890862368,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-IQ3_XS.gguf","label":"IQ3_XS","size":6246701024,"bits":3.41,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q3_K_S.gguf","label":"Q3_K_S","size":6504750368,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-IQ3_M.gguf","label":"IQ3_M","size":6913837024,"bits":3.77,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q3_K_M.gguf","label":"Q3_K_M","size":7363271968,"bits":4.02,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":7373143328,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q3_K_L.gguf","label":"Q3_K_L","size":7930157024,"bits":4.33,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-IQ4_XS.gguf","label":"IQ4_XS","size":7957437728,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q3_K_XL.gguf","label":"Q3_K_XL","size":8379733984,"bits":4.57,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-IQ4_NL.gguf","label":"IQ4_NL","size":8383421728,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q4_0.gguf","label":"Q4_0","size":8412093728,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q4_K_S.gguf","label":"Q4_K_S","size":8440764384,"bits":4.61,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":8947338528,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q4_K_M.gguf","label":"Q4_K_M","size":9053117728,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q4_1.gguf","label":"Q4_1","size":9267502368,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q4_K_L.gguf","label":"Q4_K_L","size":9434453984,"bits":5.15,"known":true,"rank":1},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q5_K_S.gguf","label":"Q5_K_S","size":10151581664,"bits":5.54,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":10389663008,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q5_K_M.gguf","label":"Q5_K_M","size":10604191008,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q5_K_L.gguf","label":"Q5_K_L","size":10921301984,"bits":5.96,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q6_K.gguf","label":"Q6_K","size":12030254368,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/microsoft_Phi-4-reasoning-GGUF","file":"microsoft_Phi-4-reasoning-Q6_K_L.gguf","label":"Q6_K_L","size":12279125984,"bits":6.7,"known":true,"rank":1},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":13104471328,"bits":7.15,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-Q8_0.gguf","label":"Q8_0","size":15580503328,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":18018442528,"bits":9.83,"known":true,"rank":0},{"repo":"unsloth/Phi-4-reasoning-GGUF","file":"phi-4-reasoning-BF16.gguf","label":"BF16","size":29323402272,"bits":16,"known":true,"rank":0}],"repos":["bartowski/microsoft_Phi-4-reasoning-GGUF","unsloth/Phi-4-reasoning-GGUF"],"logoFrom":"microsoft"},{"id":"rollama2-7b-instruct","family":"OpenLLM-Ro/RoLlama2-7b-Instruct","name":"RoLlama2 7B","maker":"OpenLLM-Ro","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF/RoLlama2-7b-Instruct.IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-10-09T12:44:53.000Z","downloads":5669,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ1_S.gguf","label":"IQ1_S","size":1528598976,"bits":1.81,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ1_M.gguf","label":"IQ1_M","size":1650987456,"bits":1.96,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":1854968256,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2034930112,"bits":2.42,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ2_S.gguf","label":"IQ2_S","size":2196584512,"bits":2.61,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":2319563328,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ2_M.gguf","label":"IQ2_M","size":2359769152,"bits":2.8,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q2_K.gguf","label":"Q2_K","size":2532883008,"bits":3.01,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":2585409600,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":2796544192,"bits":3.32,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ3_S.gguf","label":"IQ3_S","size":2948325568,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":2948325568,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ3_M.gguf","label":"IQ3_M","size":3114885312,"bits":3.7,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q3_K.gguf","label":"Q3_K","size":3298025664,"bits":3.91,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":3597131968,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":3619358528,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":3825830208,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":3856763200,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q4_K.gguf","label":"Q4_K","size":4081027392,"bits":4.84,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":4651716672,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q5_K.gguf","label":"Q5_K","size":4783181888,"bits":5.68,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q6_K.gguf","label":"Q6_K","size":5529221312,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.Q8_0.gguf","label":"Q8_0","size":7161124800,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.BF16.gguf","label":"BF16","size":13478170560,"bits":16,"known":true,"rank":0},{"repo":"legraphista/RoLlama2-7b-Instruct-IMat-GGUF","file":"RoLlama2-7b-Instruct.FP16.gguf","label":"RoLlama2-7b-Instruct.FP16","size":13478170560,"bits":16,"known":false,"rank":0}],"repos":["legraphista/RoLlama2-7b-Instruct-IMat-GGUF"],"logoFrom":"OpenLLM-Ro"},{"id":"ingot-viii-27b-q2","family":"dendriteholdings/Ingot-VIII-27B-Q2","name":"Ingot VIII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-VIII-27B-Q2/Ingot-VIII-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-25T08:41:36.000Z","downloads":5665,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-VIII-27B-Q2","file":"Ingot-VIII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-VIII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"minicpm-v-4-7-35b-a3b-abliterated","family":"swdq/MiniCPM-V-4.7-35B-A3B-abliterated","name":"MiniCPM V 4.7 35B A3B Abliterated","maker":"swdq","catalog":null,"tuned":true,"params":34.66,"active":2.67,"layers":41,"probe":"trithemius/MiniCPM-V-4.7-35B-A3B-abliterated-gguf/MiniCPM-V-4.7-35B-A3B-abliterated-F16.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T06:49:59.000Z","downloads":5664,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"trithemius/MiniCPM-V-4.7-35B-A3B-abliterated-gguf","file":"MiniCPM-V-4_7-35B-A3B-abliterated-mix_q3gud_im.gguf","label":"MiniCPM-V-4_7-35B-A3B-abliterated-mix_q3gud_im","size":15503945216,"bits":3.58,"known":false,"rank":0},{"repo":"trithemius/MiniCPM-V-4.7-35B-A3B-abliterated-gguf","file":"MiniCPM-V-4.7-35B-A3B-abliterated-F16.gguf","label":"F16","size":69375191392,"bits":16.01,"known":true,"rank":0}],"repos":["trithemius/MiniCPM-V-4.7-35B-A3B-abliterated-gguf"],"logoFrom":"swdq"},{"id":"spectre-37b-v1a-gguf-dirty","family":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","name":"Spectre 37B V1a GGUF Dirty","maker":"BeaverAI","catalog":null,"tuned":false,"params":36.55,"active":null,"layers":72,"probe":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty/Spectre-37B-v1a-Q2_K.gguf","kvBytesPerToken":125338,"kvHeader":98304,"kvFixed":1006632960,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-09-30T13:47:33.000Z","downloads":5663,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","file":"Spectre-37B-v1a-Q2_K.gguf","label":"Q2_K","size":14065205568,"bits":3.08,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","file":"Spectre-37B-v1a-Q3_K_M.gguf","label":"Q3_K_M","size":18114838848,"bits":3.96,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","file":"Spectre-37B-v1a-Q4_K_M.gguf","label":"Q4_K_M","size":22190104896,"bits":4.86,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","file":"Spectre-37B-v1a-Q5_K_M.gguf","label":"Q5_K_M","size":25980313920,"bits":5.69,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","file":"Spectre-37B-v1a-Q6_K.gguf","label":"Q6_K","size":30007411008,"bits":6.57,"known":true,"rank":0},{"repo":"BeaverAI/Spectre-37B-v1a-GGUF-Dirty","file":"Spectre-37B-v1a-Q8_0.gguf","label":"Q8_0","size":38860177728,"bits":8.51,"known":true,"rank":0}],"repos":["BeaverAI/Spectre-37B-v1a-GGUF-Dirty"],"logoFrom":"BeaverAI"},{"id":"qwen3-8-27b-mix","family":"vmarcelo/Qwen3.8-27B-MIX_GGUF","name":"Qwen3.8 27B MIX","maker":"vmarcelo","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"vmarcelo/Qwen3.8-27B-MIX_GGUF/Qwen3.8-27B-IQ3-MIX.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-08-14T23:07:30.000Z","downloads":5655,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vmarcelo/Qwen3.8-27B-MIX_GGUF","file":"Qwen3.8-27B-IQ3-MIX.gguf","label":"Qwen3.8-27B-IQ3-MIX","size":12586448320,"bits":3.69,"known":false,"rank":0},{"repo":"vmarcelo/Qwen3.8-27B-MIX_GGUF","file":"Qwen3.8-27B-IQ4-MIX.gguf","label":"Qwen3.8-27B-IQ4-MIX","size":14111614400,"bits":4.13,"known":false,"rank":0}],"repos":["vmarcelo/Qwen3.8-27B-MIX_GGUF"],"logoFrom":"Qwen"},{"id":"starcoder2-3b","family":"bigcode/starcoder2-3b","name":"Starcoder2 3B","maker":"bigcode","catalog":null,"tuned":true,"params":3.03,"active":null,"layers":30,"probe":"mradermacher/starcoder2-3b-i1-GGUF/starcoder2-3b.i1-IQ1_S.gguf","kvBytesPerToken":35543,"kvHeader":30720,"kvFixed":0,"context":16384,"arch":"starcoder2","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2023-11-29T15:22:51.000Z","downloads":5643,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ1_S.gguf","label":"IQ1_S","size":713271392,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ1_M.gguf","label":"IQ1_M","size":770889824,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":866920544,"bits":2.29,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":952592480,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ2_S.gguf","label":"IQ2_S","size":1003907168,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ2_M.gguf","label":"IQ2_M","size":1080731744,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1209903200,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q2_K.gguf","label":"Q2_K","size":1223506016,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1314596960,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1366538336,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ3_S.gguf","label":"IQ3_S","size":1369671776,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ3_M.gguf","label":"IQ3_M","size":1422313568,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1562593376,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1662556256,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1737574496,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q4_0.gguf","label":"Q4_0","size":1755895904,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1763367008,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1887905888,"bits":4.98,"known":true,"rank":0},{"repo":"second-state/StarCoder2-3B-GGUF","file":"starcoder2-3b-Q5_0.gguf","label":"Q5_0","size":2088555584,"bits":5.51,"known":true,"rank":1},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2108610656,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2180261984,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/starcoder2-3b-i1-GGUF","file":"starcoder2-3b.i1-Q6_K.gguf","label":"Q6_K","size":2490890336,"bits":6.58,"known":true,"rank":0},{"repo":"second-state/StarCoder2-3B-GGUF","file":"starcoder2-3b-Q8_0.gguf","label":"Q8_0","size":3224556608,"bits":8.51,"known":true,"rank":1}],"repos":["mradermacher/starcoder2-3b-i1-GGUF","second-state/StarCoder2-3B-GGUF"],"logoFrom":"bigcode"},{"id":"knowline-4b-gen5-5","family":"PelaAI/KnowLine-4B-Gen5.5","name":"KnowLine 4B Gen5.5","maker":"PelaAI","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/KnowLine-4B-Gen5.5-GGUF/KnowLine-4B-Gen5.5.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-22T13:07:14.000Z","downloads":5639,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q2_K.gguf","label":"Q2_K","size":1959168416,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q3_K_S.gguf","label":"Q3_K_S","size":2121748896,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q3_K_M.gguf","label":"Q3_K_M","size":2318807456,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q3_K_L.gguf","label":"Q3_K_L","size":2482647456,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.IQ4_XS.gguf","label":"IQ4_XS","size":2593556896,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q4_K_S.gguf","label":"Q4_K_S","size":2631772576,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q4_K_M.gguf","label":"Q4_K_M","size":2783447456,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q5_K_S.gguf","label":"Q5_K_S","size":3072993696,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q5_K_M.gguf","label":"Q5_K_M","size":3161426336,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q6_K.gguf","label":"Q6_K","size":3563028896,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.Q8_0.gguf","label":"Q8_0","size":4610580896,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-4B-Gen5.5-GGUF","file":"KnowLine-4B-Gen5.5.f16.gguf","label":"F16","size":8665620896,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/KnowLine-4B-Gen5.5-GGUF"],"logoFrom":null},{"id":"huihui-glm-4-6v-flash-abliterated","family":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","name":"Huihui GLM 4.6V Flash Abliterated","maker":"AliBilge","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated/Huihui-GLM-4.6V-Flash-abliterated-Q2_K.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":131072,"arch":"glm4","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-15T21:54:01.000Z","downloads":5625,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q2_K.gguf","label":"Q2_K","size":4006347840,"bits":3.41,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":4592043072,"bits":3.91,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":4974511168,"bits":4.23,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":5196612672,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.6V-Flash-abliterated-GGUF","file":"Huihui-GLM-4.6V-Flash-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5314872992,"bits":4.52,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":5758485568,"bits":4.9,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":6166578240,"bits":5.25,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":6697518144,"bits":5.7,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":7050921024,"bits":6,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q6_K.gguf","label":"Q6_K","size":8266646592,"bits":7.04,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-Q8_0.gguf","label":"Q8_0","size":9999615040,"bits":8.51,"known":true,"rank":0},{"repo":"AliBilge/Huihui-GLM-4.6V-Flash-abliterated","file":"Huihui-GLM-4.6V-Flash-abliterated-fp16.gguf","label":"Huihui-GLM-4.6V-Flash-abliterated-fp16","size":18811585600,"bits":16.01,"known":false,"rank":0},{"repo":"mradermacher/Huihui-GLM-4.6V-Flash-abliterated-GGUF","file":"Huihui-GLM-4.6V-Flash-abliterated.f16.gguf","label":"F16","size":18811586208,"bits":16.01,"known":true,"rank":0}],"repos":["AliBilge/Huihui-GLM-4.6V-Flash-abliterated","mradermacher/Huihui-GLM-4.6V-Flash-abliterated-GGUF"],"logoFrom":"zai-org"},{"id":"psyonic-cetacean-ultra-quality-20b-gguf-imat-plus2","family":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","name":"Psyonic Cetacean Ultra Quality 20B GGUF Imat Plus2","maker":"DavidAU","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2/Psyonic-Cetacean-Ultra-IQ1_S-imatP2.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-14T02:19:17.000Z","downloads":5623,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-IQ1_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-IQ1_S-imatP2","size":4393983904,"bits":1.76,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-IQ1_M-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-IQ1_M-imatP2","size":4767109024,"bits":1.91,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-IQ2_XXS-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-IQ2_XXS-imatP2","size":5388984224,"bits":2.16,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-IQ2_XS-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-IQ2_XS-imatP2","size":5937274784,"bits":2.38,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-IQ2_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-IQ2_S-imatP2","size":6397859744,"bits":2.56,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q2_K_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q2_K_S-imatP2","size":6760519584,"bits":2.71,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-IQ2_M-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-IQ2_M-imatP2","size":6895359904,"bits":2.76,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q2_K-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q2_K-imatP2","size":7420221344,"bits":2.97,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-IQ3_XXS-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-IQ3_XXS-imatP2","size":7587788704,"bits":3.04,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-IQ3_XS-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-IQ3_XS-imatP2","size":8194129824,"bits":3.28,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-IQ3_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-IQ3_S-imatP2","size":8658370464,"bits":3.47,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q3_K_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q3_K_S-imatP2","size":8658370464,"bits":3.47,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-IQ3_M-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-IQ3_M-imatP2","size":9155891104,"bits":3.66,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q3_K_M-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q3_K_M-imatP2","size":9706004384,"bits":3.88,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q3_K_L-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q3_K_L-imatP2","size":10627768224,"bits":4.25,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-IQ4_XS-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-IQ4_XS-imatP2","size":10672342944,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-IQ4_NL-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-IQ4_NL-imatP2","size":11292026784,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q4_K_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q4_K_S-imatP2","size":11367065504,"bits":4.55,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q4_K_M-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q4_K_M-imatP2","size":12042209184,"bits":4.82,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q5_K_S-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q5_K_S-imatP2","size":13770762144,"bits":5.51,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q5_K_M-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q5_K_M-imatP2","size":14157219744,"bits":5.67,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q6_K-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q6_K-imatP2","size":16404418464,"bits":6.57,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2","file":"Psyonic-Cetacean-Ultra-20B-Q8_0-imatP2.gguf","label":"Psyonic-Cetacean-Ultra-20B-Q8_0-imatP2","size":21246648224,"bits":8.5,"known":false,"rank":0}],"repos":["DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imat-plus2"],"logoFrom":"DavidAU"},{"id":"causallm-14b","family":"TheBloke/CausalLM-14B-GGUF","name":"CausalLM 14B","maker":"TheBloke","catalog":null,"tuned":false,"params":14.17,"active":null,"layers":40,"probe":"TheBloke/CausalLM-14B-GGUF/causallm_14b.Q4_0.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"wtfpl","open":false,"released":"2023-10-22T16:28:29.000Z","downloads":5621,"likes":196,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CausalLM-14B-GGUF","file":"causallm_14b.Q4_0.gguf","label":"Q4_0","size":8176548512,"bits":4.62,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-14B-GGUF","file":"causallm_14b.Q4_1.gguf","label":"Q4_1","size":9013279392,"bits":5.09,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-14B-GGUF","file":"causallm_14b.Q5_0.gguf","label":"Q5_0","size":9850010272,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-14B-GGUF","file":"causallm_14b.Q5_1.gguf","label":"Q5_1","size":10686741152,"bits":6.03,"known":true,"rank":0},{"repo":"TheBloke/CausalLM-14B-GGUF","file":"causallm_14b.Q8_0.gguf","label":"Q8_0","size":15058954912,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CausalLM-14B-GGUF"],"logoFrom":"CausalLM"},{"id":"qwen3-14b-heretic-tools","family":"avi686/Qwen3-14B-heretic-tools","name":"Qwen3 14B Heretic Tools","maker":"avi686","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Qwen3-14B-heretic-tools-GGUF/Qwen3-14B-heretic-tools.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-08-23T07:10:19.000Z","downloads":5619,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q2_K.gguf","label":"Q2_K","size":5753983936,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q3_K_S.gguf","label":"Q3_K_S","size":6657105856,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q3_K_M.gguf","label":"Q3_K_M","size":7321313216,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q3_K_L.gguf","label":"Q3_K_L","size":7900651456,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.IQ4_XS.gguf","label":"IQ4_XS","size":8180362176,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q4_K_S.gguf","label":"Q4_K_S","size":8573475776,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q4_K_M.gguf","label":"Q4_K_M","size":9001753536,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q5_K_S.gguf","label":"Q5_K_S","size":10263894976,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q5_K_M.gguf","label":"Q5_K_M","size":10514570176,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q6_K.gguf","label":"Q6_K","size":12121937856,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-tools-GGUF","file":"Qwen3-14B-heretic-tools.Q8_0.gguf","label":"Q8_0","size":15698534336,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-14B-heretic-tools-GGUF"],"logoFrom":"avi686"},{"id":"unslopnemo-12b-v4-1","family":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","name":"UnslopNemo 12B V4.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"TheDrummer/UnslopNemo-12B-v4.1-GGUF/Rocinante-12B-v2j-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-23T14:56:49.000Z","downloads":5615,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-Q2_K.gguf","label":"Q2_K","size":4791046592,"bits":3.13,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-Q3_K_M.gguf","label":"Q3_K_M","size":6083088832,"bits":3.97,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-Q4_K_M.gguf","label":"Q4_K_M","size":7477203392,"bits":4.88,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-Q5_K_M.gguf","label":"Q5_K_M","size":8727630272,"bits":5.7,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-Q6_K.gguf","label":"Q6_K","size":10056208832,"bits":6.57,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-Q8_0.gguf","label":"Q8_0","size":13022368192,"bits":8.5,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v4.1-GGUF","file":"Rocinante-12B-v2j-BF16.gguf","label":"BF16","size":24504275392,"bits":16,"known":true,"rank":0}],"repos":["TheDrummer/UnslopNemo-12B-v4.1-GGUF"],"logoFrom":"TheDrummer"},{"id":"carbonvillain-en-10-7b-v4","family":"jeonsworld/CarbonVillain-en-10.7B-v4","name":"CarbonVillain En 10.7B V4","maker":"jeonsworld","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF/CarbonVillain-en-10.7B-v4.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2023-12-30T17:00:59.000Z","downloads":5595,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ1_S.gguf","label":"IQ1_S","size":2351226624,"bits":1.75,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ1_M.gguf","label":"IQ1_M","size":2564742912,"bits":1.91,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2920603392,"bits":2.18,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3230457600,"bits":2.41,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ2_S.gguf","label":"IQ2_S","size":3392798464,"bits":2.53,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ2_M.gguf","label":"IQ2_M","size":3677486848,"bits":2.74,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q2_K.gguf","label":"Q2_K","size":4003233536,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4167433984,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4445937408,"bits":3.31,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q2_K.gguf","label":"Q2_K","size":4549952480,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4664565504,"bits":3.48,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q3_K_S.gguf","label":"Q3_K_S","size":4665500640,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ3_S.gguf","label":"IQ3_S","size":4691304192,"bits":3.5,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ3_M.gguf","label":"IQ3_M","size":4845051648,"bits":3.61,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q3_K_M.gguf","label":"Q3_K_M","size":5189264352,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5195669248,"bits":3.87,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5650751232,"bits":4.21,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q3_K_L.gguf","label":"Q3_K_L","size":5651686368,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5772590848,"bits":4.3,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q4_0.gguf","label":"Q4_0","size":6073320416,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q4_0.gguf","label":"Q4_0","size":6094405376,"bits":4.54,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q4_K_S.gguf","label":"Q4_K_S","size":6104777696,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6118522624,"bits":4.56,"known":true,"rank":1},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6461669120,"bits":4.82,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q4_K_M.gguf","label":"Q4_K_M","size":6462604256,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7397392128,"bits":5.52,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q5_0.gguf","label":"Q5_0","size":7398327264,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q5_K_S.gguf","label":"Q5_K_S","size":7398327264,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7597932288,"bits":5.66,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q5_K_M.gguf","label":"Q5_K_M","size":7598867424,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF","file":"CarbonVillain-en-10.7B-v4.i1-Q6_K.gguf","label":"Q6_K","size":8805211904,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q6_K.gguf","label":"Q6_K","size":8806147040,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/CarbonVillain-en-10.7B-v4-GGUF","file":"carbonvillain-en-10.7b-v4.Q8_0.gguf","label":"Q8_0","size":11405091808,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CarbonVillain-en-10.7B-v4-GGUF","mradermacher/CarbonVillain-en-10.7B-v4-i1-GGUF"],"logoFrom":null},{"id":"mythical-destroyer-l2-13b","family":"Sao10K/Mythical-Destroyer-L2-13B","name":"Mythical Destroyer L2 13B","maker":"Sao10K","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Mythical-Destroyer-L2-13B-GGUF/mythical-destroyer-l2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-29T14:32:30.000Z","downloads":5580,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Mythical-Destroyer-L2-13B-GGUF","file":"mythical-destroyer-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mythical-Destroyer-L2-13B-GGUF"],"logoFrom":"Sao10K"},{"id":"gemmasutra-small-4b-v1","family":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","name":"Gemmasutra Small 4B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":3.86,"active":null,"layers":42,"probe":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF/Gemmasutra-Small-4B-v1a-Q2_K.gguf","kvBytesPerToken":99521,"kvHeader":86016,"kvFixed":352321536,"context":8192,"arch":"gemma2","vision":false,"licence":"other","open":false,"released":"2025-03-11T08:20:16.000Z","downloads":5576,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","file":"Gemmasutra-Small-4B-v1a-Q2_K.gguf","label":"Q2_K","size":1685184384,"bits":3.49,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","file":"Gemmasutra-Small-4B-v1a-Q3_K_M.gguf","label":"Q3_K_M","size":2060349312,"bits":4.27,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","file":"Gemmasutra-Small-4B-v1a-Q4_K_M.gguf","label":"Q4_K_M","size":2458554240,"bits":5.1,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","file":"Gemmasutra-Small-4B-v1a-Q5_K_M.gguf","label":"Q5_K_M","size":2805370752,"bits":5.81,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","file":"Gemmasutra-Small-4B-v1a-Q6_K.gguf","label":"Q6_K","size":3173863296,"bits":6.58,"known":true,"rank":0},{"repo":"TheDrummer/Gemmasutra-Small-4B-v1-GGUF","file":"Gemmasutra-Small-4B-v1a-Q8_0.gguf","label":"Q8_0","size":4108660608,"bits":8.52,"known":true,"rank":0}],"repos":["TheDrummer/Gemmasutra-Small-4B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"l3-1-70b-celeste-v0-1-bf16","family":"nothingiisreal/L3.1-70B-Celeste-V0.1-BF16","name":"L3.1 70B Celeste V0.1 BF16","maker":"nothingiisreal","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF/L3.1-70B-Celeste-V0.1-BF16-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-08-07T18:14:12.000Z","downloads":5572,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ1_M.gguf","label":"IQ1_M","size":16751200864,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389664,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ2_XS.gguf","label":"IQ2_XS","size":21142112864,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ2_M.gguf","label":"IQ2_M","size":24119298656,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q2_K.gguf","label":"Q2_K","size":26375113312,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q2_K_L.gguf","label":"Q2_K_L","size":27401161312,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469498976,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q3_K_S.gguf","label":"Q3_K_S","size":30912055904,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ3_M.gguf","label":"IQ3_M","size":31937038944,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q3_K_M.gguf","label":"Q3_K_M","size":34267499104,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q3_K_L.gguf","label":"Q3_K_L","size":37140597344,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-IQ4_XS.gguf","label":"IQ4_XS","size":37902666336,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936352,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q4_K_S.gguf","label":"Q4_K_S","size":40347224672,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q4_K_M.gguf","label":"Q4_K_M","size":42520398432,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q4_K_L.gguf","label":"Q4_K_L","size":43300194912,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q5_K_M/L3.1-70B-Celeste-V0.1-BF16-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949821728,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q6_K/L3.1-70B-Celeste-V0.1-BF16-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148288,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF","file":"L3.1-70B-Celeste-V0.1-BF16-Q8_0/L3.1-70B-Celeste-V0.1-BF16-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054624,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/L3.1-70B-Celeste-V0.1-BF16-GGUF"],"logoFrom":"nothingiisreal"},{"id":"nex-n2-pro","family":"nex-agi/Nex-N2-Pro","name":"Nex N2 Pro","maker":"nex-agi","catalog":null,"tuned":false,"params":402.94,"active":17.63,"layers":61,"probe":"morikomorizz/Nex-N2-Pro-MTP-GGUF/IQ3_XS/Nex-N2-Pro-IQ3_XS-00001-of-00023.gguf","kvBytesPerToken":34806,"kvHeader":30720,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-03T03:15:13.000Z","downloads":5572,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"morikomorizz/Nex-N2-Pro-MTP-GGUF","file":"IQ1+/nex-n2-pro-IQ1+-00001-of-00023.gguf","label":"nex-n2-pro-IQ1+","size":103894838400,"bits":2.06,"known":false,"rank":0},{"repo":"morikomorizz/Nex-N2-Pro-MTP-GGUF","file":"IQ2_XS/nex-n2-pro-IQ2-00001-of-00023.gguf","label":"IQ2","size":142311877760,"bits":2.83,"known":false,"rank":0},{"repo":"morikomorizz/Nex-N2-Pro-MTP-GGUF","file":"IQ3_XS/Nex-N2-Pro-IQ3_XS-00001-of-00023.gguf","label":"IQ3_XS","size":191787887744,"bits":3.81,"known":true,"rank":0},{"repo":"morikomorizz/Nex-N2-Pro-MTP-GGUF","file":"IQ3_M/Nex-N2-Pro-IQ3_M-00001-of-00023.gguf","label":"IQ3_M","size":204639235200,"bits":4.06,"known":true,"rank":0},{"repo":"morikomorizz/Nex-N2-Pro-MTP-GGUF","file":"IQ4_NL/Nex-N2-Pro-IQ4_NL-00001-of-00023.gguf","label":"IQ4_NL","size":256011070592,"bits":5.08,"known":true,"rank":0}],"repos":["morikomorizz/Nex-N2-Pro-MTP-GGUF"],"logoFrom":"nex-agi"},{"id":"frontier-infra-jebadiah-9b-v2","family":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","name":"Frontier Infra Jebadiah 9B V2","maker":"bartowski","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF/frontier-infra_jebadiah-9b-v2-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T07:29:00.000Z","downloads":5572,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-IQ2_M.gguf","label":"IQ2_M","size":3673830272,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q2_K.gguf","label":"Q2_K","size":3781309312,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-IQ3_XXS.gguf","label":"IQ3_XXS","size":4275762048,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q3_K_S.gguf","label":"Q3_K_S","size":4397233024,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-IQ3_XS.gguf","label":"IQ3_XS","size":4404966272,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q3_K_M.gguf","label":"Q3_K_M","size":4616876928,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q3_K_L.gguf","label":"Q3_K_L","size":4796085120,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-IQ3_M.gguf","label":"IQ3_M","size":4983387008,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-IQ4_XS.gguf","label":"IQ4_XS","size":5364233088,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q4_0.gguf","label":"Q4_0","size":5619757952,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q4_K_S.gguf","label":"Q4_K_S","size":5620183936,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-IQ4_NL.gguf","label":"IQ4_NL","size":5961986944,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q4_K_M.gguf","label":"Q4_K_M","size":5977977728,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q4_1.gguf","label":"Q4_1","size":6081786752,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q4_K_L.gguf","label":"Q4_K_L","size":6338950016,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q5_K_S.gguf","label":"Q5_K_S","size":6632944512,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q5_K_M.gguf","label":"Q5_K_M","size":7013053312,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q6_K_S.gguf","label":"Q6_K_S","size":7646212992,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q6_K.gguf","label":"Q6_K","size":7930639232,"bits":6.9,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q6_K_L.gguf","label":"Q6_K_L","size":8243508096,"bits":7.17,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-Q8_0.gguf","label":"Q8_0","size":9804542848,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-GGUF","file":"frontier-infra_jebadiah-9b-v2-bf16.gguf","label":"BF16","size":18407322176,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/frontier-infra_jebadiah-9b-v2-GGUF"],"logoFrom":"frontier-infra"},{"id":"bamba-9b-v1","family":"ibm-ai-platform/Bamba-9B-v1","name":"Bamba 9B V1","maker":"ibm-ai-platform","catalog":null,"tuned":false,"params":9.78,"active":null,"layers":32,"probe":"ibm-ai-platform/Bamba-9B-v1/bamba-9b.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":0,"arch":"bamba","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-03T20:43:12.000Z","downloads":5559,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-ai-platform/Bamba-9B-v1","file":"bamba-9b.gguf","label":"bamba-9b","size":19571792544,"bits":16.01,"known":false,"rank":0}],"repos":["ibm-ai-platform/Bamba-9B-v1"],"logoFrom":"ibm-ai-platform"},{"id":"llava-1-6-mistral-7b","family":"cjpais/llava-1.6-mistral-7b-gguf","name":"Llava 1.6 Mistral 7B","maker":"cjpais","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"cjpais/llava-1.6-mistral-7b-gguf/llava-v1.6-mistral-7b.Q3_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2024-02-01T20:44:59.000Z","downloads":5556,"likes":118,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-v1.6-mistral-7b.Q3_K_XS.gguf","label":"Q3_K_XS","size":2991290624,"bits":3.31,"known":false,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-v1.6-mistral-7b.Q3_K.gguf","label":"Q3_K","size":3518986496,"bits":3.89,"known":true,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-v1.6-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518986496,"bits":3.89,"known":true,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-v1.6-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368439552,"bits":4.83,"known":true,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-v1.6-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997716224,"bits":5.52,"known":true,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-v1.6-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409664,"bits":5.67,"known":true,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-1.6-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942065408,"bits":6.57,"known":true,"rank":0},{"repo":"cjpais/llava-1.6-mistral-7b-gguf","file":"llava-1.6-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857920,"bits":8.5,"known":true,"rank":0}],"repos":["cjpais/llava-1.6-mistral-7b-gguf"],"logoFrom":"cjpais"},{"id":"gemma-4-31b-it-mystery-fine-tune-heretic-uncensored-thinking","family":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking","name":"Gemma 4 31B Mystery Fine Tune HERETIC UNCENSORED Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-03T03:33:55.000Z","downloads":5548,"likes":65,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q2_K.gguf","label":"Q2_K","size":11916309280,"bits":3.11,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q3_K_S.gguf","label":"Q3_K_S","size":13761352480,"bits":3.59,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q3_K_M.gguf","label":"Q3_K_M","size":15287104288,"bits":3.98,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q3_K_L.gguf","label":"Q3_K_L","size":16628265760,"bits":4.33,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.IQ4_XS.gguf","label":"IQ4_XS","size":16862229280,"bits":4.39,"known":true,"rank":1},{"repo":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","file":"gemma-4-31B-Mystery-Fine-Tune-HERETIC-UNCENSORED-INSTRUCT-Q4_K_S.gguf","label":"Q4_K_S","size":17763159392,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q4_K_M.gguf","label":"Q4_K_M","size":18687058720,"bits":4.87,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q5_K_S.gguf","label":"Q5_K_S","size":21311836960,"bits":5.55,"known":true,"rank":1},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q5_K_M.gguf","label":"Q5_K_M","size":21845566240,"bits":5.69,"known":true,"rank":1},{"repo":"DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","file":"gemma-4-31B-Mystery-Fine-Tune-HERETIC-UNCENSORED-INSTRUCT-Q6_k.gguf","label":"Q6_K","size":25201479008,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF","file":"gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking.Q8_0.gguf","label":"Q8_0","size":32635671328,"bits":8.5,"known":true,"rank":1}],"repos":["DavidAU/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-Instruct-GGUF","mradermacher/gemma-4-31B-it-Mystery-Fine-Tune-HERETIC-UNCENSORED-Thinking-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-qwen3-5-0-8b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-0.8B-abliterated","name":"Huihui Qwen3.5 0.8B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":24,"probe":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF/Huihui-Qwen3.5-0.8B-abliterated.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T10:19:58.000Z","downloads":5540,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q2_K.gguf","label":"Q2_K","size":395785696,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":435363808,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":464781280,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":477167584,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":488114656,"bits":5.21,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":503091680,"bits":5.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":527503840,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":563655136,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":584823264,"bits":6.24,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q6_K.gguf","label":"Q6_K","size":629744608,"bits":6.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.Q8_0.gguf","label":"Q8_0","size":811844064,"bits":8.66,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF","file":"Huihui-Qwen3.5-0.8B-abliterated.f16.gguf","label":"F16","size":1516745184,"bits":16.18,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.5-0.8B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"nanovel-27b","family":"Dxniz/NaNovel-27B","name":"NaNovel 27B","maker":"Dxniz","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/NaNovel-27B-GGUF/NaNovel-27B.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-12T10:56:29.000Z","downloads":5539,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q2_K.gguf","label":"Q2_K","size":10121840704,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12073953344,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13289646144,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14030202944,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.IQ4_XS.gguf","label":"IQ4_XS","size":14800701504,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15568619584,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16540272704,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18679613504,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19399608384,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q6_K.gguf","label":"Q6_K","size":22082529344,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-27B-GGUF","file":"NaNovel-27B.Q8_0.gguf","label":"Q8_0","size":28595763264,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/NaNovel-27B-GGUF"],"logoFrom":"Dxniz"},{"id":"cat-thinking-8b","family":"cyberagent/CAT-Thinking-8B","name":"CAT Thinking 8B","maker":"cyberagent","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mmnga-o/CAT-Thinking-8B-gguf/CAT-Thinking-8B-IQ3_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-28T03:43:02.000Z","downloads":5538,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-IQ3_M.gguf","label":"IQ3_M","size":3896620896,"bits":3.81,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4124161632,"bits":4.03,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4431394400,"bits":4.33,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4561839968,"bits":4.46,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q4_0.gguf","label":"Q4_0","size":4774749792,"bits":4.66,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4793624416,"bits":4.68,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4802012768,"bits":4.69,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q4_K_M.gguf","label":"Q4_K_M","size":5027784288,"bits":4.91,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q5_0.gguf","label":"Q5_0","size":5720761952,"bits":5.59,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5720761952,"bits":5.59,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5851113056,"bits":5.72,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q6_K.gguf","label":"Q6_K","size":6725899872,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":8709518944,"bits":8.51,"known":true,"rank":0},{"repo":"mmnga-o/CAT-Thinking-8B-gguf","file":"CAT-Thinking-8B-Q8_0.gguf","label":"Q8_0","size":8709518944,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga-o/CAT-Thinking-8B-gguf"],"logoFrom":"cyberagent"},{"id":"microsoft-aescode-8b","family":"prithivMLmods/microsoft-AesCode-8B-GGUF","name":"Microsoft AesCode 8B","maker":"prithivMLmods","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"prithivMLmods/microsoft-AesCode-8B-GGUF/AesCode-8B.Q3_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T06:55:13.000Z","downloads":5536,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q3_K_M.gguf","label":"Q3_K_M","size":4124162752,"bits":4.03,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4431395520,"bits":4.33,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4802013888,"bits":4.69,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q4_K_M.gguf","label":"Q4_K_M","size":5027785408,"bits":4.91,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5720763072,"bits":5.59,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q5_K_M.gguf","label":"Q5_K_M","size":5851114176,"bits":5.72,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q6_K.gguf","label":"Q6_K","size":6725900992,"bits":6.57,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.Q8_0.gguf","label":"Q8_0","size":8709520064,"bits":8.51,"known":true,"rank":0},{"repo":"prithivMLmods/microsoft-AesCode-8B-GGUF","file":"AesCode-8B.BF16.gguf","label":"BF16","size":16388045504,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/microsoft-AesCode-8B-GGUF"],"logoFrom":"microsoft"},{"id":"sufe-aiflm-lab-fin-r1","family":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","name":"SUFE AIFLM Lab Fin R1","maker":"bartowski","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF/SUFE-AIFLM-Lab_Fin-R1-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-03-26T14:26:08.000Z","downloads":5533,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-IQ2_M.gguf","label":"IQ2_M","size":2780342336,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q2_K.gguf","label":"Q2_K","size":3015940160,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114514496,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-IQ3_XS.gguf","label":"IQ3_XS","size":3346255936,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q3_K_S.gguf","label":"Q3_K_S","size":3492368448,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q2_K_L.gguf","label":"Q2_K_L","size":3548164160,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-IQ3_M.gguf","label":"IQ3_M","size":3574011968,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q3_K_M.gguf","label":"Q3_K_M","size":3808391232,"bits":4,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q3_K_L.gguf","label":"Q3_K_L","size":4088459328,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-IQ4_XS.gguf","label":"IQ4_XS","size":4218472512,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-IQ4_NL.gguf","label":"IQ4_NL","size":4437813312,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q4_0.gguf","label":"Q4_0","size":4444121152,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q4_K_S.gguf","label":"Q4_K_S","size":4457769024,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332032,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q4_K_M.gguf","label":"Q4_K_M","size":4683073600,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q4_1.gguf","label":"Q4_1","size":4873283648,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q4_K_L.gguf","label":"Q4_K_L","size":5087563840,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q5_K_S.gguf","label":"Q5_K_S","size":5315176512,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q5_K_M.gguf","label":"Q5_K_M","size":5444831296,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q5_K_L.gguf","label":"Q5_K_L","size":5781196864,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q6_K.gguf","label":"Q6_K","size":6254198848,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q6_K_L.gguf","label":"Q6_K_L","size":6518181952,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-Q8_0.gguf","label":"Q8_0","size":8098525248,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF","file":"SUFE-AIFLM-Lab_Fin-R1-bf16.gguf","label":"BF16","size":15237852992,"bits":16,"known":true,"rank":0}],"repos":["bartowski/SUFE-AIFLM-Lab_Fin-R1-GGUF"],"logoFrom":"SUFE-AIFLM-Lab"},{"id":"qwen3-6-40b-fable-fusion-6-core-deckard-eleanor-heretic-uncensored-nm-dau-neo-max-mtp","family":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF","name":"Qwen3.6 40B Fable Fusion 6 Core Deckard Eleanor Heretic Uncensored NM DAU NEO MAX MTP","maker":"DavidAU","catalog":null,"tuned":true,"params":39.07,"active":null,"layers":96,"probe":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF/Qwen3.6-40B-FF6core-Deck-Eleanor-H-Uncen-NEO-MAX-LOW-IQ2_XXS.gguf","kvBytesPerToken":119833,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-09T00:19:22.000Z","downloads":5528,"likes":67,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-40B-FF6core-Deck-Eleanor-H-Uncen-NEO-MAX-LOW-IQ2_XXS.gguf","label":"IQ2_XXS","size":11998659648,"bits":2.46,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-40B-FF6core-Deck-Eleanor-H-Uncen-NEO-MAX-IQ2_M.gguf","label":"IQ2_M","size":15959921728,"bits":3.27,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-40B-FF6core-Deck-Eleanor-H-Uncen-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":19571057728,"bits":4.01,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-40B-FF6core-Deck-Eleanor-H-Uncen-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":23258942528,"bits":4.76,"known":true,"rank":0},{"repo":"DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF","file":"Qwen3.6-40B-FF6core-Deck-Eleanor-H-Uncen-NEO-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":23984630848,"bits":4.91,"known":true,"rank":0}],"repos":["DavidAU/Qwen3.6-40B-Fable-Fusion-6-Core-Deckard-Eleanor-Heretic-Uncensored-NM-DAU-NEO-MAX-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-qwen3-vl-32b-instruct-abliterated","family":"huihui-ai/Huihui-Qwen3-VL-32B-Instruct-abliterated","name":"Huihui Qwen3 VL 32B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF/Huihui-Qwen3-VL-32B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-22T15:01:00.000Z","downloads":5521,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":12344653664,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":14389740384,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":15971779424,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":17330996064,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":17854336864,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":18771246944,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":19762151264,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":22635495264,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":23214833504,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":26883308384,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-32B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":34817721184,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-VL-32B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"airoboros-l2-70b-2-1","family":"jondurbin/airoboros-l2-70b-2.1","name":"Airoboros L2 70B 2.1","maker":"jondurbin","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Airoboros-L2-70B-2.1-GGUF/airoboros-l2-70b-2.1.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T13:33:56.000Z","downloads":5521,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-GGUF","file":"airoboros-l2-70b-2.1.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-70B-2.1-GGUF"],"logoFrom":"jondurbin"},{"id":"codellama-34b-instruct-hf","family":"codellama/CodeLlama-34b-Instruct-hf","name":"CodeLlama 34b Instruct hf","maker":"codellama","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/CodeLlama-34b-Instruct-hf-i1-GGUF/CodeLlama-34b-Instruct-hf.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-09T02:12:42.000Z","downloads":5521,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":7251129632,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":7919400224,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033184544,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024875296,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":10614388000,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":11505415456,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q2_K.gguf","label":"Q2_K","size":12505691424,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010253088,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880259872,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605350176,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":14658827552,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":15230367008,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306140448,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771525408,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068682016,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q4_0.gguf","label":"Q4_0","size":19119682848,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191510304,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20219901216,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237178656,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838799136,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-hf-i1-GGUF","file":"CodeLlama-34b-hf.i1-Q6_K.gguf","label":"Q6_K","size":27683878176,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/CodeLlama-34b-Instruct-hf-i1-GGUF","mradermacher/CodeLlama-34b-hf-i1-GGUF"],"logoFrom":"codellama"},{"id":"llama2-70b-oasst-sft-v10","family":"OpenAssistant/llama2-70b-oasst-sft-v10","name":"Llama2 70B Oasst Sft V10","maker":"OpenAssistant","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF/llama2-70b-oasst-sft-v10.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-21T08:57:02.000Z","downloads":5518,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q2_K.gguf","label":"Q2_K","size":29280457792,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q3_K_S.gguf","label":"Q3_K_S","size":29920605248,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q3_K_M.gguf","label":"Q3_K_M","size":33187968064,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q3_K_L.gguf","label":"Q3_K_L","size":36149146688,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q4_0.gguf","label":"Q4_0","size":38873699392,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q4_K_S.gguf","label":"Q4_K_S","size":39075025984,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q4_K_M.gguf","label":"Q4_K_M","size":41424360512,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q5_0.gguf","label":"Q5_0","size":47462978624,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q5_K_S.gguf","label":"Q5_K_S","size":47462978624,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama2-70B-OASST-SFT-v10-GGUF","file":"llama2-70b-oasst-sft-v10.Q5_K_M.gguf","label":"Q5_K_M","size":48755348544,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Llama2-70B-OASST-SFT-v10-GGUF"],"logoFrom":"OpenAssistant"},{"id":"megabeam-mistral-7b-512k","family":"aws-prototyping/MegaBeam-Mistral-7B-512k","name":"MegaBeam Mistral 7B 512K","maker":"aws-prototyping","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"bartowski/MegaBeam-Mistral-7B-512k-GGUF/MegaBeam-Mistral-7B-512k-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-30T02:00:48.000Z","downloads":5513,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-IQ2_M.gguf","label":"IQ2_M","size":2500713376,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q2_K.gguf","label":"Q2_K","size":2719243168,"bits":3,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q2_K_L.gguf","label":"Q2_K_L","size":2847243168,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-IQ3_XS.gguf","label":"IQ3_XS","size":3018816416,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q3_K_S.gguf","label":"Q3_K_S","size":3164568480,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-IQ3_M.gguf","label":"IQ3_M","size":3284892576,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q3_K_M.gguf","label":"Q3_K_M","size":3518987168,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q3_K_L.gguf","label":"Q3_K_L","size":3822025632,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-IQ4_XS.gguf","label":"IQ4_XS","size":3907689376,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q3_K_XL.gguf","label":"Q3_K_XL","size":3936713632,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q4_K_S.gguf","label":"Q4_K_S","size":4140374944,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q4_K_M.gguf","label":"Q4_K_M","size":4368440224,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q4_K_L.gguf","label":"Q4_K_L","size":4465720224,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q5_K_S.gguf","label":"Q5_K_S","size":4997716896,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q5_K_M.gguf","label":"Q5_K_M","size":5131410336,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q5_K_L.gguf","label":"Q5_K_L","size":5212306336,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q6_K.gguf","label":"Q6_K","size":5942066080,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q6_K_L.gguf","label":"Q6_K_L","size":6005554080,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-Q8_0.gguf","label":"Q8_0","size":7695858592,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/MegaBeam-Mistral-7B-512k-GGUF","file":"MegaBeam-Mistral-7B-512k-f16.gguf","label":"F16","size":14484732544,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/MegaBeam-Mistral-7B-512k-GGUF"],"logoFrom":"aws-prototyping"},{"id":"spark-x2-5-4b-uncensored","family":"InfinimindCreations/Spark-X2.5-4B-uncensored","name":"Spark X2.5 4B Uncensored","maker":"InfinimindCreations","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"InfinimindCreations/Spark-X2.5-4B-uncensored-GGUF/Spark-X2.5-4B-uncensored-Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-09T15:53:53.000Z","downloads":5501,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"InfinimindCreations/Spark-X2.5-4B-uncensored-GGUF","file":"Spark-X2.5-4B-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":2600223552,"bits":5.06,"known":true,"rank":0},{"repo":"InfinimindCreations/Spark-X2.5-4B-uncensored-GGUF","file":"Spark-X2.5-4B-uncensored-Q6_K.gguf","label":"Q6_K","size":3379171392,"bits":6.58,"known":true,"rank":0},{"repo":"InfinimindCreations/Spark-X2.5-4B-uncensored-GGUF","file":"Spark-X2.5-4B-uncensored-Q8_0.gguf","label":"Q8_0","size":4375020352,"bits":8.52,"known":true,"rank":0},{"repo":"InfinimindCreations/Spark-X2.5-4B-uncensored-GGUF","file":"Spark-X2.5-4B-uncensored-BF16.gguf","label":"BF16","size":8229919552,"bits":16.02,"known":true,"rank":0}],"repos":["InfinimindCreations/Spark-X2.5-4B-uncensored-GGUF"],"logoFrom":"InfinimindCreations"},{"id":"frognano-4b-heretic","family":"saidutta69/FrogNano-4B-heretic","name":"FrogNano 4B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/FrogNano-4B-heretic-i1-GGUF/FrogNano-4B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-13T09:26:46.000Z","downloads":5497,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235200,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419840,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394240,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595200,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976320,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555840,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393600,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494720,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":1915472000,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880960,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581440,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512960,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187840,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065280,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317760,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286720,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2549799040,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889280,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436800,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805760,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2766968960,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037120,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988160,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-heretic-i1-GGUF","file":"FrogNano-4B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":3464056960,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/FrogNano-4B-heretic-i1-GGUF"],"logoFrom":"saidutta69"},{"id":"gemma-4-31b-it-halloween-terror-heretic-uncensored-source-i1","family":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","name":"Gemma 4 31B Halloween Terror Heretic Uncensored Source I1","maker":"mradermacher","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T11:28:28.000Z","downloads":5496,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ1_S.gguf","label":"IQ1_S","size":7156609920,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ1_M.gguf","label":"IQ1_M","size":7725992832,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674964352,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530479488,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ2_S.gguf","label":"IQ2_S","size":10158009216,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ2_M.gguf","label":"IQ2_M","size":10917186432,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976709504,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q2_K.gguf","label":"Q2_K","size":11916434304,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077628288,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072489344,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ3_S.gguf","label":"IQ3_S","size":13761477504,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761477504,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ3_M.gguf","label":"IQ3_M","size":14424617856,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287229312,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628390784,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735910784,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q4_0.gguf","label":"Q4_0","size":17701698432,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763285888,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687183744,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q4_1.gguf","label":"Q4_1","size":19481541504,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311961984,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845691264,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF","file":"gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source.i1-Q6_K.gguf","label":"Q6_K","size":25201605504,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-31B-it-Halloween-Terror-Heretic-Uncensored-source-i1-GGUF"],"logoFrom":"google"},{"id":"qwen3-8-flash-next-q8-0-strata","family":"Maximilian228/Qwen3.8-Flash-Next-Q8_0-Strata","name":"Qwen3.8 Flash Next Q8 0 Strata","maker":"Maximilian228","catalog":null,"tuned":false,"params":51.2,"active":1.02,"layers":48,"probe":"Maximilian228/Qwen3.8-Flash-Next-Q8_0-Strata/qwen-q8-dense.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-11T11:34:14.000Z","downloads":5495,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Maximilian228/Qwen3.8-Flash-Next-Q8_0-Strata","file":"qwen-q8-dense.gguf","label":"qwen-q8-dense","size":5991569472,"bits":0.94,"known":false,"rank":0},{"repo":"Maximilian228/Qwen3.8-Flash-Next-Q8_0-Strata","file":"ple-fp8.gguf","label":"ple-fp8","size":51200246176,"bits":8,"known":false,"rank":0}],"repos":["Maximilian228/Qwen3.8-Flash-Next-Q8_0-Strata"],"logoFrom":"Qwen"},{"id":"llama-3-2-4x3b-moe-hell-california-uncensored-10b","family":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","name":"Llama 3.2 4X3B MOE Hell California Uncensored 10B","maker":"DavidAU","catalog":null,"tuned":true,"params":9.95,"active":5.72,"layers":28,"probe":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF/Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q2_k.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-12T01:30:01.000Z","downloads":5489,"likes":99,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q2_k.gguf","label":"Q2_K","size":3790191616,"bits":3.05,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":4438512640,"bits":3.57,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4873016320,"bits":3.92,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":5256008704,"bits":4.23,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":5456063488,"bits":4.39,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5707451392,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5707451392,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5707451392,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":5746772992,"bits":4.62,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":6082137088,"bits":4.89,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":6901746688,"bits":5.55,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":7094766592,"bits":5.7,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q6_k.gguf","label":"Q6_K","size":8170685440,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF","file":"Llama-3.2-4X3B-MOE-Hell-California-10B-D_AU-Q8_0.gguf","label":"Q8_0","size":10580055040,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Llama-3.2-4X3B-MOE-Hell-California-Uncensored-10B-GGUF"],"logoFrom":"DavidAU"},{"id":"huihui-qwen3-6-35b-a3b-claude-4-7-opus-abliterated-i1","family":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","name":"Huihui Qwen3.6 35B A3B Claude 4.7 Opus Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-28T12:53:13.000Z","downloads":5487,"likes":28,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7484143264,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8239210144,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654944,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507032224,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652481184,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11659237024,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152098464,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12939595424,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760544,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145824,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182186144,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15250425504,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520864,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765856,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115331744,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728779424,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19799269024,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889905312,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166759584,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21848170144,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981285024,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729132704,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":28514154144,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.6-35B-A3B-Claude-4.7-Opus-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"sperma-aj-qwen3-8-27b-i1","family":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","name":"Sperma Aj Qwen3.8 27B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF/sperma-aj-qwen3.8-27b.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-12T12:13:51.000Z","downloads":5486,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825664,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ1_M.gguf","label":"IQ1_M","size":7631085184,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184384,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592384,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914944,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594304,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326784,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q2_K.gguf","label":"Q2_K","size":10711666304,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372224,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131264,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954944,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329664,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875904,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301444224,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777344,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507904,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q4_0.gguf","label":"Q4_0","size":15521435264,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315904,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401344,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q4_1.gguf","label":"Q4_1","size":17078242944,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679615104,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100544,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF","file":"sperma-aj-qwen3.8-27b.i1-Q6_K.gguf","label":"Q6_K","size":22082530944,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/sperma-aj-qwen3.8-27b-i1-GGUF"],"logoFrom":"0bserverx"},{"id":"huihui-ai-qwen3-8b-abliterated","family":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","name":"Huihui Ai.Qwen3 8B Abliterated","maker":"DevQuasar","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF/huihui-ai.Qwen3-8B-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-05-04T23:27:06.000Z","downloads":5485,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q2_K.gguf","label":"Q2_K","size":3281728768,"bits":3.21,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3769607424,"bits":3.68,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4124157184,"bits":4.03,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4431389952,"bits":4.33,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4802008320,"bits":4.69,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5027779840,"bits":4.91,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5720757504,"bits":5.59,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5851108608,"bits":5.72,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q6_K.gguf","label":"Q6_K","size":6725895424,"bits":6.57,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.Q8_0.gguf","label":"Q8_0","size":8709514496,"bits":8.51,"known":true,"rank":0},{"repo":"DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF","file":"huihui-ai.Qwen3-8B-abliterated.f16.gguf","label":"F16","size":16388039936,"bits":16.01,"known":true,"rank":0}],"repos":["DevQuasar/huihui-ai.Qwen3-8B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"exaone-4-0-1-2b","family":"LGAI-EXAONE/EXAONE-4.0-1.2B","name":"EXAONE 4.0 1.2B","maker":"LG AI","catalog":null,"tuned":false,"params":1.28,"active":null,"layers":30,"probe":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF/EXAONE-4.0-1.2B-IQ4_XS.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":65536,"arch":"exaone4","vision":false,"licence":"other","open":false,"released":"2025-07-11T07:02:32.000Z","downloads":5481,"likes":49,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF","file":"EXAONE-4.0-1.2B-IQ4_XS.gguf","label":"IQ4_XS","size":753799456,"bits":4.71,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF","file":"EXAONE-4.0-1.2B-Q4_K_M.gguf","label":"Q4_K_M","size":812437792,"bits":5.08,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF","file":"EXAONE-4.0-1.2B-Q5_K_M.gguf","label":"Q5_K_M","size":929616160,"bits":5.81,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF","file":"EXAONE-4.0-1.2B-Q6_K.gguf","label":"Q6_K","size":1054118176,"bits":6.59,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF","file":"EXAONE-4.0-1.2B-Q8_0.gguf","label":"Q8_0","size":1363939616,"bits":8.52,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF","file":"EXAONE-4.0-1.2B-BF16.gguf","label":"BF16","size":2563248416,"bits":16.02,"known":true,"rank":0}],"repos":["LGAI-EXAONE/EXAONE-4.0-1.2B-GGUF"],"logoFrom":"LGAI-EXAONE"},{"id":"qwen3-gabliterated-image-generation","family":"goonsai-com/Qwen3-gabliterated-image-generation-gguf","name":"Qwen3 Gabliterated Image Generation","maker":"goonsai-com","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"goonsai-com/Qwen3-gabliterated-image-generation-gguf/Qwen3-4B-Sky-High-Hermes-gabliterated.Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-04-06T10:51:17.000Z","downloads":5477,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"goonsai-com/Qwen3-gabliterated-image-generation-gguf","file":"Qwen3-4B-Sky-High-Hermes-gabliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2496713472,"bits":4.97,"known":true,"rank":0},{"repo":"goonsai-com/Qwen3-gabliterated-image-generation-gguf","file":"Qwen3-4B-Sky-High-Hermes-gabliterated.Q8_0.gguf","label":"Q8_0","size":4279672384,"bits":8.52,"known":true,"rank":0}],"repos":["goonsai-com/Qwen3-gabliterated-image-generation-gguf"],"logoFrom":"Qwen"},{"id":"smollm3-3b-128k","family":"unsloth/SmolLM3-3B-128K-GGUF","name":"SmolLM3 3B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":3.08,"active":null,"layers":36,"probe":"unsloth/SmolLM3-3B-128K-GGUF/SmolLM3-3B-128K-UD-IQ2_XXS.gguf","kvBytesPerToken":85303,"kvHeader":73728,"kvFixed":0,"context":131072,"arch":"smollm3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-08T23:13:59.000Z","downloads":5468,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":955159136,"bits":2.48,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1150607968,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q2_K.gguf","label":"Q2_K","size":1253302880,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q2_K_L.gguf","label":"Q2_K_L","size":1253302880,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1285218912,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1286296160,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q3_K_S.gguf","label":"Q3_K_S","size":1432314464,"bits":3.72,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q3_K_M.gguf","label":"Q3_K_M","size":1571070560,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":1611305568,"bits":4.19,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-IQ4_XS.gguf","label":"IQ4_XS","size":1723834976,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-IQ4_NL.gguf","label":"IQ4_NL","size":1810539104,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q4_0.gguf","label":"Q4_0","size":1811456608,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q4_K_S.gguf","label":"Q4_K_S","size":1817616992,"bits":4.72,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q4_K_M.gguf","label":"Q4_K_M","size":1915306592,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1940419168,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q4_1.gguf","label":"Q4_1","size":1981588064,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q5_K_S.gguf","label":"Q5_K_S","size":2157355616,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q5_K_M.gguf","label":"Q5_K_M","size":2213757536,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2214707808,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q6_K.gguf","label":"Q6_K","size":2530861664,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":2758529632,"bits":7.17,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-Q8_0.gguf","label":"Q8_0","size":3275575904,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":3898823264,"bits":10.13,"known":true,"rank":0},{"repo":"unsloth/SmolLM3-3B-128K-GGUF","file":"SmolLM3-3B-128K-BF16.gguf","label":"BF16","size":6158340448,"bits":16,"known":true,"rank":0}],"repos":["unsloth/SmolLM3-3B-128K-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"qwen3-5-0-8b-claude-4-6-opus-reasoning-distilled","family":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","name":"Qwen3.5 0.8B Claude 4.6 Opus Reasoning Distilled","maker":"Jackrong","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":24,"probe":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.5-0.8B.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-05T15:11:24.000Z","downloads":5467,"likes":88,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q2_K.gguf","label":"Q2_K","size":395781056,"bits":4.22,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q3_K_S.gguf","label":"Q3_K_S","size":435359168,"bits":4.64,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q3_K_M.gguf","label":"Q3_K_M","size":464776640,"bits":4.96,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q3_K_L.gguf","label":"Q3_K_L","size":477162944,"bits":5.09,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q4_K_S.gguf","label":"Q4_K_S","size":503087040,"bits":5.37,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q4_K_M.gguf","label":"Q4_K_M","size":527499200,"bits":5.63,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q5_K_S.gguf","label":"Q5_K_S","size":563650496,"bits":6.01,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q5_K_M.gguf","label":"Q5_K_M","size":584818624,"bits":6.24,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q6_K.gguf","label":"Q6_K","size":629739968,"bits":6.72,"known":true,"rank":0},{"repo":"Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF","file":"Qwen3.5-0.8B.Q8_0.gguf","label":"Q8_0","size":811839424,"bits":8.66,"known":true,"rank":0}],"repos":["Jackrong/Qwen3.5-0.8B-Claude-4.6-Opus-Reasoning-Distilled-GGUF"],"logoFrom":"Jackrong"},{"id":"huihui-devstral-small-2-24b-instruct-2512-abliterated","family":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","name":"Huihui Devstral Small 2 24B 2512 Abliterated","maker":"AliBilge","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q2_K.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":393216,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-12T22:11:43.000Z","downloads":5464,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q2_K.gguf","label":"Q2_K","size":8890329440,"bits":3.02,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":10400278880,"bits":3.53,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":11474086240,"bits":3.89,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":12400765280,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-GGUF","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":12889992192,"bits":4.38,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":13549283680,"bits":4.6,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":14333913440,"bits":4.87,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":16304417120,"bits":5.53,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":16763988320,"bits":5.69,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q6_K.gguf","label":"Q6_K","size":19345942880,"bits":6.57,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-Q8_0.gguf","label":"Q8_0","size":25054783840,"bits":8.5,"known":true,"rank":0},{"repo":"AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","file":"Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-f16.gguf","label":"F16","size":47153523040,"bits":16,"known":true,"rank":0}],"repos":["AliBilge/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated","mradermacher/Huihui-Devstral-Small-2-24B-Instruct-2512-abliterated-GGUF"],"logoFrom":"mistralai"},{"id":"artex-coder-7b-i1","family":"mradermacher/artex-coder-7b-i1-GGUF","name":"Artex Coder 7B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/artex-coder-7b-i1-GGUF/artex-coder-7b.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T02:28:30.000Z","downloads":5464,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668704,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197472,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078752,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469023200,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638752,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343776,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834075104,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q2_K.gguf","label":"Q2_K","size":3015941600,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515936,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346257376,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369888,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193824,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013408,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392672,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460768,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473952,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814752,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q4_0.gguf","label":"Q4_0","size":4444122592,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770464,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683075040,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q4_1.gguf","label":"Q4_1","size":4873285088,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177952,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832736,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/artex-coder-7b-i1-GGUF","file":"artex-coder-7b.i1-Q6_K.gguf","label":"Q6_K","size":6254200288,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/artex-coder-7b-i1-GGUF"],"logoFrom":"0XARTEX"},{"id":"ingot-iii-27b-q2","family":"dendriteholdings/Ingot-III-27B-Q2","name":"Ingot III 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-III-27B-Q2/Ingot-III-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-23T20:42:14.000Z","downloads":5462,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-III-27B-Q2","file":"Ingot-III-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-III-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gamescaling-9b-s3","family":"THUSI-Lab/GameScaling-9B-S3","name":"GameScaling 9B S3","maker":"THUSI-Lab","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/GameScaling-9B-S3-GGUF/GameScaling-9B-S3.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T12:16:49.000Z","downloads":5461,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q2_K.gguf","label":"Q2_K","size":3827262816,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q3_K_S.gguf","label":"Q3_K_S","size":4259407200,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q3_K_M.gguf","label":"Q3_K_M","size":4623525216,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q3_K_L.gguf","label":"Q3_K_L","size":4925515104,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.IQ4_XS.gguf","label":"IQ4_XS","size":5227898208,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q4_K_S.gguf","label":"Q4_K_S","size":5351630176,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q4_K_M.gguf","label":"Q4_K_M","size":5629109600,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q5_K_S.gguf","label":"Q5_K_S","size":6305310048,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q5_K_M.gguf","label":"Q5_K_M","size":6467970400,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q6_K.gguf","label":"Q6_K","size":7359260000,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.Q8_0.gguf","label":"Q8_0","size":9527502176,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S3-GGUF","file":"GameScaling-9B-S3.f16.gguf","label":"F16","size":17920697696,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/GameScaling-9B-S3-GGUF"],"logoFrom":"THUSI-Lab"},{"id":"qwen3-5-35b-a3b-heretic","family":"brayniac/Qwen3.5-35B-A3B-heretic","name":"Qwen3.5 35B A3B Heretic","maker":"brayniac","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF/Qwen3.5-35B-A3B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-25T21:44:01.000Z","downloads":5453,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7299330848,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8066194208,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9344299808,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10369405728,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10514854688,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":11537339168,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12034132768,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":12821629728,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13533319968,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14417298208,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185248,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15183577888,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":15440519968,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16760832800,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18052416288,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18650135328,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":19799268128,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19884006176,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21169117984,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":21848169248,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284128,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24764783392,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF","file":"Qwen3.5-35B-A3B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":28514153248,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-35B-A3B-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"l3-darkest-planet-16-5b","family":"DavidAU/L3-DARKEST-PLANET-16.5B","name":"L3 DARKEST PLANET 16.5B","maker":"DavidAU","catalog":null,"tuned":false,"params":16.54,"active":null,"layers":71,"probe":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF/L3-DARKEST-PLANET-16.5B-D_AU-Q2_k.gguf","kvBytesPerToken":336474,"kvHeader":290816,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-11T08:11:43.000Z","downloads":5447,"likes":96,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q2_k.gguf","label":"Q2_K","size":6559212576,"bits":3.17,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":7517742112,"bits":3.64,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":8299619360,"bits":4.01,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9447162848,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9447162848,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9447162848,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":9473074208,"bits":4.58,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":9700877344,"bits":4.69,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":10207765536,"bits":4.94,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":11645502496,"bits":5.63,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":11937956896,"bits":5.77,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q6_k.gguf","label":"Q6_K","size":13829383200,"bits":6.69,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-16.5B-GGUF","file":"L3-DARKEST-PLANET-16.5B-D_AU-Q8_0.gguf","label":"Q8_0","size":17579746336,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/L3-DARKEST-PLANET-16.5B-GGUF"],"logoFrom":"DavidAU"},{"id":"comfyui-full-pack","family":"LuckyOda/comfyui-full-pack","name":"Comfyui Full Pack","maker":"LuckyOda","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"LuckyOda/comfyui-full-pack/qwen-4b-zimage-heretic-q8.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-04-09T10:58:31.000Z","downloads":5444,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LuckyOda/comfyui-full-pack","file":"qwen-4b-zimage-heretic-q8.gguf","label":"Q8","size":4280404896,"bits":8.52,"known":false,"rank":0}],"repos":["LuckyOda/comfyui-full-pack"],"logoFrom":null},{"id":"qwen3-vl-8b-abliterated-caption-it","family":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it","name":"Qwen3 VL 8B Abliterated Caption","maker":"prithivMLmods","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF/Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-26T12:08:15.000Z","downloads":5439,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ1_S.gguf","label":"IQ1_S","size":2115771840,"bits":2.07,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149952,"bits":2.2,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490113472,"bits":2.43,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696158656,"bits":2.63,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745920,"bits":2.8,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ2_M.gguf","label":"IQ2_M","size":3051916736,"bits":2.98,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083554240,"bits":3.01,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q2_K.gguf","label":"Q2_K","size":3281734816,"bits":3.21,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369635264,"bits":3.29,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626876352,"bits":3.54,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q3_K_S.gguf","label":"Q3_K_S","size":3769613472,"bits":3.68,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ3_S.gguf","label":"IQ3_S","size":3789667776,"bits":3.7,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ3_M.gguf","label":"IQ3_M","size":3896622528,"bits":3.81,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q3_K_M.gguf","label":"Q3_K_M","size":4124163232,"bits":4.03,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q3_K_L.gguf","label":"Q3_K_L","size":4431396000,"bits":4.33,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.IQ4_XS.gguf","label":"IQ4_XS","size":4593298592,"bits":4.49,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-Q4_0.gguf","label":"Q4_0","size":4787334592,"bits":4.68,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793626048,"bits":4.68,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q4_K_S.gguf","label":"Q4_K_S","size":4802014368,"bits":4.69,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q4_K_M.gguf","label":"Q4_K_M","size":5027785888,"bits":4.91,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.i1-Q4_1.gguf","label":"Q4_1","size":5247757760,"bits":5.13,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q5_K_S.gguf","label":"Q5_K_S","size":5720763552,"bits":5.59,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q5_K_M.gguf","label":"Q5_K_M","size":5851114656,"bits":5.72,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q6_K.gguf","label":"Q6_K","size":6725901472,"bits":6.57,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.Q8_0.gguf","label":"Q8_0","size":8709520544,"bits":8.51,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF","file":"Qwen3-VL-8B-Abliterated-Caption-it.f16.gguf","label":"F16","size":16388045984,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/Qwen3-VL-8B-Abliterated-Caption-it-GGUF"],"logoFrom":"prithivMLmods"},{"id":"ministral-3-8b-reasoning-uncensored-heretic","family":"xtools-at/Ministral-3-8B-Reasoning-UNCENSORED-heretic","name":"Ministral 3 8B Reasoning UNCENSORED Heretic","maker":"xtools-at","catalog":null,"tuned":true,"params":8.49,"active":null,"layers":34,"probe":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF/Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ1_S.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T15:49:34.000Z","downloads":5430,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2121831648,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2273416416,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2526057696,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2745996512,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":2904593632,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3106706656,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3147273440,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3352925408,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455358176,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3714356448,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3866465504,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":3885405408,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":3992360160,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4242052320,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4565013728,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4696413408,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q4_0.gguf","label":"Q4_0","size":4937323744,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4940469472,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4954100960,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5198386400,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5419668704,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5916693728,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6058743008,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF","file":"Ministral-3-8B-Reasoning-UNCENSORED-heretic.i1-Q6_K.gguf","label":"Q6_K","size":6972871904,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-8B-Reasoning-UNCENSORED-heretic-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"pocket-qwen3-8-flash-next","family":"FINAL-Bench/POCKET-Qwen3.8-Flash-Next-GGUF","name":"POCKET Qwen3.8 Flash Next","maker":"FINAL-Bench","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"FINAL-Bench/POCKET-Qwen3.8-Flash-Next-GGUF/Q4_K_M/POCKET-Qwen3.8-Flash-Next-Q4_K_M-00001-of-00003.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-09-15T18:39:10.000Z","downloads":5428,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FINAL-Bench/POCKET-Qwen3.8-Flash-Next-GGUF","file":"Q4_K_M-v2/POCKET-Qwen3.8-Flash-Next-Q4_K_M-v2-00001-of-00003.gguf","label":"POCKET-Qwen3.8-Flash-Next-Q4_K_M-v2","size":100167780800,"bits":4.53,"known":false,"rank":0},{"repo":"FINAL-Bench/POCKET-Qwen3.8-Flash-Next-GGUF","file":"Q4_K_M/POCKET-Qwen3.8-Flash-Next-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":119150723488,"bits":5.39,"known":true,"rank":0}],"repos":["FINAL-Bench/POCKET-Qwen3.8-Flash-Next-GGUF"],"logoFrom":"Qwen"},{"id":"gemma4-e2b-it-qat-q4-unsloth-heretic","family":"MobiusDevelopment/gemma4-E2B-it-qat-Q4-unsloth-heretic","name":"Gemma4 E2B Qat Q4 Unsloth Heretic","maker":"MobiusDevelopment","catalog":null,"tuned":true,"params":4.63,"active":null,"layers":35,"probe":"MobiusDevelopment/gemma4-E2B-it-qat-Q4-unsloth-heretic/gemma4-E2B-it-qat-Q4_K_M-unsloth-heretic.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-23T10:00:42.000Z","downloads":5421,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MobiusDevelopment/gemma4-E2B-it-qat-Q4-unsloth-heretic","file":"gemma4-E2B-it-qat-Q4_K_M-unsloth-heretic.gguf","label":"gemma4-E2B-it-qat-Q4_K_M-unsloth-heretic","size":3416118240,"bits":5.9,"known":false,"rank":0},{"repo":"MobiusDevelopment/gemma4-E2B-it-qat-Q4-unsloth-heretic","file":"gemma4-E2B-it-qat-Q4-unsloth-heretic.gguf","label":"gemma4-E2B-it-qat-Q4-unsloth-heretic","size":7162394016,"bits":12.38,"known":false,"rank":0}],"repos":["MobiusDevelopment/gemma4-E2B-it-qat-Q4-unsloth-heretic"],"logoFrom":"MobiusDevelopment"},{"id":"granite-20b-functioncalling","family":"ibm-granite/granite-20b-functioncalling","name":"Granite 20B Functioncalling","maker":"IBM","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"mradermacher/granite-20b-functioncalling-i1-GGUF/granite-20b-functioncalling.i1-IQ1_S.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-09T06:02:41.000Z","downloads":5413,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ1_S.gguf","label":"IQ1_S","size":4517698368,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ1_M.gguf","label":"IQ1_M","size":4912438080,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5570337600,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6157998912,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ2_S.gguf","label":"IQ2_S","size":6526049088,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ2_M.gguf","label":"IQ2_M","size":7052368704,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q2_K.gguf","label":"Q2_K","size":7929486144,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8062540608,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8658557760,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ3_S.gguf","label":"IQ3_S","size":8934595392,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8934595392,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ3_M.gguf","label":"IQ3_M","size":9587186496,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10566294336,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10936507200,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q4_0.gguf","label":"Q4_0","size":11609103168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11665726272,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11736505152,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12820208448,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q5_K_S.gguf","label":"Q5_K_S","size":14016371520,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14809340736,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-functioncalling-i1-GGUF","file":"granite-20b-functioncalling.i1-Q6_K.gguf","label":"Q6_K","size":16634256192,"bits":6.63,"known":true,"rank":0}],"repos":["mradermacher/granite-20b-functioncalling-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"grok-2","family":"xai-org/grok-2","name":"Grok 2","maker":"xai-org","catalog":null,"tuned":true,"params":269.52,"active":114.9,"layers":64,"probe":"unsloth/grok-2-GGUF/grok-2-UD-TQ1_0.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"grok","vision":false,"licence":"other","open":false,"released":"2025-08-22T21:16:24.000Z","downloads":5413,"likes":71,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/grok-2-GGUF","file":"grok-2-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":81784426368,"bits":2.43,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-IQ1_S/grok-2-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":88931520576,"bits":2.64,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-IQ1_M/grok-2-UD-IQ1_M-00001-of-00002.gguf","label":"UD-IQ1_M","size":94513483840,"bits":2.81,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-IQ2_XXS/grok-2-UD-IQ2_XXS-00001-of-00002.gguf","label":"UD-IQ2_XXS","size":99346894912,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q2_K/grok-2-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":100050489536,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q2_K_L/grok-2-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":100302147776,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-IQ2_M/grok-2-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":103104991424,"bits":3.06,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-Q2_K_XL/grok-2-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":112093384896,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-IQ3_XXS/grok-2-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":117330497728,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q3_K_S/grok-2-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":118044053696,"bits":3.5,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-Q3_K_XL/grok-2-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":126498721984,"bits":3.75,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q3_K_M/grok-2-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":130123649216,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"IQ4_XS/grok-2-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":144795324608,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"IQ4_NL/grok-2-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":152982606144,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q4_0/grok-2-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":153116823872,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q4_K_S/grok-2-Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":154324783424,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-Q4_K_XL/grok-2-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":154703319360,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q4_K_M/grok-2-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":164055568672,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q4_1/grok-2-Q4_1-00001-of-00004.gguf","label":"Q4_1","size":169155842368,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q5_K_S/grok-2-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":185865949504,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-Q5_K_XL/grok-2-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":191033266464,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q5_K_M/grok-2-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":191570202912,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q6_K/grok-2-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":221374927296,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-Q6_K_XL/grok-2-UD-Q6_K_XL-00001-of-00005.gguf","label":"UD-Q6_K_XL","size":232036848032,"bits":6.89,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"Q8_0/grok-2-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":286386639200,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"UD-Q8_K_XL/grok-2-UD-Q8_K_XL-00001-of-00007.gguf","label":"UD-Q8_K_XL","size":315822789312,"bits":9.37,"known":true,"rank":0},{"repo":"unsloth/grok-2-GGUF","file":"BF16/grok-2-BF16-00001-of-00011.gguf","label":"BF16","size":539051512672,"bits":16,"known":true,"rank":0}],"repos":["unsloth/grok-2-GGUF"],"logoFrom":"xai-org"},{"id":"qwen1-5-110b-chat","family":"Qwen/Qwen1.5-110B-Chat","name":"Qwen1.5 110B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":111.21,"active":null,"layers":80,"probe":"second-state/Qwen1.5-110B-Chat-GGUF/Qwen1.5-110B-Chat-Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-04-25T14:30:47.000Z","downloads":5411,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1234,"arenaCoding":1280,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ1_S.gguf","label":"IQ1_S","size":23630109088,"bits":1.7,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ1_M.gguf","label":"IQ1_M","size":25942219168,"bits":1.87,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ2_XXS.gguf","label":"IQ2_XXS","size":29795735968,"bits":2.14,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ2_XS.gguf","label":"IQ2_XS","size":33046321568,"bits":2.38,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ2_S.gguf","label":"IQ2_S","size":34336758176,"bits":2.47,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ2_M.gguf","label":"IQ2_M","size":37419571616,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q2_K.gguf","label":"Q2_K","size":41175701920,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ3_XXS.gguf","label":"IQ3_XXS","size":43102853536,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":45910710688,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ3_S.gguf","label":"IQ3_S","size":48458750368,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q3_K_S.gguf","label":"Q3_K_S","size":48458750368,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-IQ3_M.gguf","label":"IQ3_M","size":49706555808,"bits":3.58,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":53701630624,"bits":3.86,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":58147592864,"bits":4.18,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":62890072768,"bits":4.52,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":63477275296,"bits":4.57,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":67170884416,"bits":4.83,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q5_0-00001-of-00003.gguf","label":"Q5_0","size":76635331392,"bits":5.51,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":76635331392,"bits":5.51,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":78818990880,"bits":5.67,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":91239668512,"bits":6.56,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":118172801984,"bits":8.5,"known":true,"rank":0},{"repo":"second-state/Qwen1.5-110B-Chat-GGUF","file":"Qwen1.5-110B-Chat-f16-00001-of-00007.gguf","label":"F16","size":222430092512,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen1.5-110B-Chat-GGUF","second-state/Qwen1.5-110B-Chat-GGUF"],"logoFrom":"Qwen"},{"id":"sage-a1-5-ablitrex-abliterated-bf16","family":"mostwanted002/Sage-A1.5-Ablitrex-abliterated-BF16","name":"Sage A1.5 Ablitrex Abliterated BF16","maker":"mostwanted002","catalog":null,"tuned":true,"params":34.66,"active":2.67,"layers":41,"probe":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF/Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-10-26T06:11:38.000Z","downloads":5409,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":7484143616,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":8239210496,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497655296,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507032576,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":10652481536,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":11659237376,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152098816,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q2_K.gguf","label":"Q2_K","size":12939595776,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760896,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484146176,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182186496,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":15250425856,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":15440521216,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764766208,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115332096,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728779776,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q4_0.gguf","label":"Q4_0","size":19799269376,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889905664,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166759936,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q4_1.gguf","label":"Q4_1","size":21848170496,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981285376,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729133056,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF","file":"Sage-A1.5-Ablitrex-abliterated-BF16.i1-Q6_K.gguf","label":"Q6_K","size":28514154496,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Sage-A1.5-Ablitrex-abliterated-BF16-i1-GGUF"],"logoFrom":"mostwanted002"},{"id":"keye-vl-2-0-30b-a3b","family":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF","name":"Keye VL 2.0 30B A3B","maker":"Kwai-Keye","catalog":null,"tuned":true,"params":30.64,"active":3.46,"layers":48,"probe":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF/Keye-VL-2.0-30B-A3B-Q3_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"keye-vl2","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-18T08:41:56.000Z","downloads":5405,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF","file":"Keye-VL-2.0-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14758533696,"bits":3.85,"known":true,"rank":0},{"repo":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF","file":"Keye-VL-2.0-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18617786944,"bits":4.86,"known":true,"rank":0},{"repo":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF","file":"Keye-VL-2.0-30B-A3B-Q8_0.gguf","label":"Q8_0","size":32599296576,"bits":8.51,"known":true,"rank":0},{"repo":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF","file":"Keye-VL-2.0-30B-A3B-F16.gguf","label":"F16","size":61312911936,"bits":16.01,"known":true,"rank":0},{"repo":"Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF","file":"Keye-VL-2.0-30B-A3B-BF16.gguf","label":"BF16","size":61316057664,"bits":16.01,"known":true,"rank":0}],"repos":["Kwai-Keye/Keye-VL-2.0-30B-A3B-GGUF"],"logoFrom":"Kwai-Keye"},{"id":"baihua-gemma4-e4b-i1","family":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","name":"Baihua Gemma4 E4B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF/Baihua-Gemma4-E4B.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-10T05:45:59.000Z","downloads":5404,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ1_S.gguf","label":"IQ1_S","size":3289758880,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ1_M.gguf","label":"IQ1_M","size":3372272800,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509796000,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627842720,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ2_S.gguf","label":"IQ2_S","size":3677281440,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ2_M.gguf","label":"IQ2_M","size":3787300000,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982843040,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269591712,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q2_K.gguf","label":"Q2_K","size":4376784032,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545887392,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630961312,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ3_S.gguf","label":"IQ3_S","size":4635835552,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ3_M.gguf","label":"IQ3_M","size":4687363232,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823063712,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990508192,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037386912,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159529632,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q4_0.gguf","label":"Q4_0","size":5163134112,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171981472,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302275232,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q4_1.gguf","label":"Q4_1","size":5401521312,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648100512,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5723999392,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/Baihua-Gemma4-E4B-i1-GGUF","file":"Baihua-Gemma4-E4B.i1-Q6_K.gguf","label":"Q6_K","size":6172081312,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Baihua-Gemma4-E4B-i1-GGUF"],"logoFrom":"Roland-Wayne"},{"id":"hamo-score-0-6b","family":"HamoAI/hamo-score-0.6b","name":"Hamo Score 0.6B","maker":"HamoAI","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"HamoAI/hamo-score-0.6b/gguf/hamo-score-0.6b-v7.q8.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-08-05T16:51:05.000Z","downloads":5403,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HamoAI/hamo-score-0.6b","file":"gguf/hamo-score-0.6b-v7.q8.gguf","label":"Q8","size":639446912,"bits":8.53,"known":false,"rank":0}],"repos":["HamoAI/hamo-score-0.6b"],"logoFrom":"Qwen"},{"id":"daringfortitude","family":"TheBloke/DaringFortitude-GGUF","name":"DaringFortitude","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/DaringFortitude-GGUF/daringfortitude.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-14T21:01:14.000Z","downloads":5401,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q2_K.gguf","label":"Q2_K","size":5430321536,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q3_K_S.gguf","label":"Q3_K_S","size":5659953536,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q3_K_M.gguf","label":"Q3_K_M","size":6338742656,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q3_K_L.gguf","label":"Q3_K_L","size":6930532736,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q4_0.gguf","label":"Q4_0","size":7366807936,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q4_K_S.gguf","label":"Q4_K_S","size":7415304576,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q4_K_M.gguf","label":"Q4_K_M","size":7866929536,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q5_0.gguf","label":"Q5_0","size":8973259136,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q5_K_S.gguf","label":"Q5_K_S","size":8973259136,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q5_K_M.gguf","label":"Q5_K_M","size":9230897536,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q6_K.gguf","label":"Q6_K","size":10680113536,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/DaringFortitude-GGUF","file":"daringfortitude.Q8_0.gguf","label":"Q8_0","size":13832292736,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/DaringFortitude-GGUF"],"logoFrom":"sequelbox"},{"id":"huatuogpt-3-27b","family":"FreedomIntelligence/HuatuoGPT-3-27B","name":"HuatuoGPT 3 27B","maker":"FreedomIntelligence","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/HuatuoGPT-3-27B-i1-GGUF/HuatuoGPT-3-27B.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-24T03:29:27.000Z","downloads":5395,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825408,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084928,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184128,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592128,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914688,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594048,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326528,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q2_K.gguf","label":"Q2_K","size":10711666048,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371968,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131008,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954688,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329408,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875648,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443968,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777088,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507648,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q4_0.gguf","label":"Q4_0","size":15521435008,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315648,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401088,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q4_1.gguf","label":"Q4_1","size":17078242688,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614848,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100288,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-27B-i1-GGUF","file":"HuatuoGPT-3-27B.i1-Q6_K.gguf","label":"Q6_K","size":22082530688,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/HuatuoGPT-3-27B-i1-GGUF"],"logoFrom":null},{"id":"ai9stars-g9v3-3b","family":"bartowski/ai9stars_G9v3-3B-GGUF","name":"Ai9stars G9v3 3B","maker":"bartowski","catalog":null,"tuned":false,"params":2.99,"active":null,"layers":52,"probe":"bartowski/ai9stars_G9v3-3B-GGUF/ai9stars_G9v3-3B-IQ2_M.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-23T19:29:37.000Z","downloads":5388,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-IQ2_M.gguf","label":"IQ2_M","size":1233615424,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q2_K.gguf","label":"Q2_K","size":1266866752,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1306860096,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1394768448,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1437153856,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-IQ3_M.gguf","label":"IQ3_M","size":1483176512,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1527986752,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1563064896,"bits":4.18,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1641839168,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1710316096,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q4_0.gguf","label":"Q4_0","size":1788779072,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1791089216,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1795201600,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1875802688,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1902590528,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q4_1.gguf","label":"Q4_1","size":1947310656,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q4_K_L.gguf","label":"Q4_K_L","size":2101041728,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2110560832,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2188409408,"bits":5.86,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2353437248,"bits":6.3,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q6_K.gguf","label":"Q6_K","size":2546604608,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2676120128,"bits":7.16,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-Q8_0.gguf","label":"Q8_0","size":3181230656,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/ai9stars_G9v3-3B-GGUF","file":"ai9stars_G9v3-3B-bf16.gguf","label":"BF16","size":5982894368,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ai9stars_G9v3-3B-GGUF"],"logoFrom":"ai9stars"},{"id":"arxh-2-29-12b-it-i1","family":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","name":"Arxh 2.29 12B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Arxh-2.29-12B-it-i1-GGUF/Arxh-2.29-12B-it.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-08T12:23:40.000Z","downloads":5369,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ1_S.gguf","label":"IQ1_S","size":2983676416,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ1_M.gguf","label":"IQ1_M","size":3202832896,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568093696,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887827456,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ2_S.gguf","label":"IQ2_S","size":4079581696,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ2_M.gguf","label":"IQ2_M","size":4371790336,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504132096,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q2_K.gguf","label":"Q2_K","size":4830132736,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849179136,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272377856,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ3_S.gguf","label":"IQ3_S","size":5528214016,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528214016,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ3_M.gguf","label":"IQ3_M","size":5733976576,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087072256,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566304256,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635239936,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975863296,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q4_0.gguf","label":"Q4_0","size":6997981696,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024032256,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381367296,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q4_1.gguf","label":"Q4_1","size":7657110016,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338356736,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547252736,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Arxh-2.29-12B-it-i1-GGUF","file":"Arxh-2.29-12B-it.i1-Q6_K.gguf","label":"Q6_K","size":9786006016,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Arxh-2.29-12B-it-i1-GGUF"],"logoFrom":null},{"id":"huihui-gemma-4-e4b-it-abliterated","family":"huihui-ai/Huihui-gemma-4-E4B-it-abliterated","name":"Huihui Gemma 4 E4B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF/Huihui-gemma-4-E4B-it-abliterated.Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-10T15:55:34.000Z","downloads":5368,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q2_K.gguf","label":"Q2_K","size":4401316352,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4654633472,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4850391552,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":5021276672,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5091430912,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5202964992,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5335286272,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5685965312,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5762908672,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q6_K.gguf","label":"Q6_K","size":6217257472,"bits":6.61,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.Q8_0.gguf","label":"Q8_0","size":8031236608,"bits":8.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF","file":"Huihui-gemma-4-E4B-it-abliterated.f16.gguf","label":"F16","size":15053091328,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Huihui-gemma-4-E4B-it-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"ministral-3-14b-abliterated","family":"jenerallee78/Ministral-3-14B-abliterated","name":"Ministral 3 14B Abliterated","maker":"jenerallee78","catalog":null,"tuned":true,"params":13.51,"active":null,"layers":40,"probe":"mradermacher/Ministral-3-14B-abliterated-GGUF/Ministral-3-14B-abliterated.Q2_K.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-05T02:51:05.000Z","downloads":5365,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q2_K.gguf","label":"Q2_K","size":5246531072,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":6074906112,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":6682097152,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":7210317312,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":7476721152,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":7834547712,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":8239068672,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":9383818752,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":9620567552,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q6_K.gguf","label":"Q6_K","size":11088410112,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-abliterated-GGUF","file":"Ministral-3-14B-abliterated.Q8_0.gguf","label":"Q8_0","size":14359311872,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-14B-abliterated-GGUF"],"logoFrom":"jenerallee78"},{"id":"rakutenai-7b-chat","family":"Rakuten/RakutenAI-7B-chat","name":"RakutenAI 7B","maker":"Rakuten","catalog":null,"tuned":false,"params":7.37,"active":null,"layers":32,"probe":"mradermacher/RakutenAI-7B-chat-GGUF/RakutenAI-7B-chat.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-18T06:46:06.000Z","downloads":5363,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q2_K.gguf","label":"Q2_K","size":2794881312,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.IQ3_XS.gguf","label":"IQ3_XS","size":3101110560,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q3_K_S.gguf","label":"Q3_K_S","size":3246862624,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.IQ3_S.gguf","label":"IQ3_S","size":3264688416,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.IQ3_M.gguf","label":"IQ3_M","size":3367186720,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q3_K_M.gguf","label":"Q3_K_M","size":3601281312,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q3_K_L.gguf","label":"Q3_K_L","size":3904319776,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.IQ4_XS.gguf","label":"IQ4_XS","size":4033339680,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q4_K_S.gguf","label":"Q4_K_S","size":4231373088,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q4_K_M.gguf","label":"Q4_K_M","size":4459438368,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q5_K_S.gguf","label":"Q5_K_S","size":5096907040,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q5_K_M.gguf","label":"Q5_K_M","size":5230600480,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q6_K.gguf","label":"Q6_K","size":6049960224,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.Q8_0.gguf","label":"Q8_0","size":7835496736,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/RakutenAI-7B-chat-GGUF","file":"RakutenAI-7B-chat.f16.gguf","label":"F16","size":14747250976,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/RakutenAI-7B-chat-GGUF"],"logoFrom":"Rakuten"},{"id":"nous-capybara-limarpv3-34b","family":"DS-Archive/Nous-Capybara-limarpv3-34B","name":"Nous Capybara Limarpv3 34B","maker":"DS-Archive","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF/Nous-Capybara-limarpv3-34B.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2023-11-16T05:58:09.000Z","downloads":5361,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ1_S.gguf","label":"IQ1_S","size":8101091296,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ1_M.gguf","label":"IQ1_M","size":8778897376,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9908574176,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10908653536,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ2_S.gguf","label":"IQ2_S","size":11493132256,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ2_M.gguf","label":"IQ2_M","size":12396873696,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q2_K.gguf","label":"Q2_K","size":13366417376,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14217115616,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q3_K_XS.gguf","label":"Q3_K_XS","size":14698661856,"bits":3.42,"known":false,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14775502816,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15501477856,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ3_S.gguf","label":"IQ3_S","size":15559968736,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ3_M.gguf","label":"IQ3_M","size":16105883616,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17196107744,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18680629216,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19016234976,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q4_0.gguf","label":"Q4_0","size":20071938016,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20139833312,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21199894496,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24248874976,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24863029216,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF","file":"Nous-Capybara-limarpv3-34B.i1-Q6_K.gguf","label":"Q6_K","size":28755109856,"bits":6.69,"known":true,"rank":0}],"repos":["mradermacher/Nous-Capybara-limarpv3-34B-i1-GGUF"],"logoFrom":"DS-Archive"},{"id":"rwkv-6-finch-3b","family":"latestissue/rwkv-6-finch-3b-gguf","name":"Rwkv 6 Finch 3B","maker":"latestissue","catalog":null,"tuned":false,"params":3.1,"active":null,"layers":32,"probe":"latestissue/rwkv-6-finch-3b-gguf/rwkv-6-finch-3b-Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-02T12:49:32.000Z","downloads":5360,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q2_K.gguf","label":"Q2_K","size":1203476000,"bits":3.11,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-IQ3_XXS.gguf","label":"IQ3_XXS","size":1347614240,"bits":3.48,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-IQ3_S.gguf","label":"IQ3_S","size":1497937440,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q3_K.gguf","label":"Q3_K","size":1497937440,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q3_K_L.gguf","label":"Q3_K_L","size":1497937440,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-IQ4_XS.gguf","label":"IQ4_XS","size":1792398880,"bits":4.63,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-IQ4_NL.gguf","label":"IQ4_NL","size":1883002400,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_0.gguf","label":"Q4_0","size":1883002400,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1883002400,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1883002400,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1883002400,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_K.gguf","label":"Q4_K","size":1883657760,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_K_S.gguf","label":"Q4_K_S","size":1883657760,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q4_1.gguf","label":"Q4_1","size":2064537120,"bits":5.33,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q5_0.gguf","label":"Q5_0","size":2246071840,"bits":5.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q5_K.gguf","label":"Q5_K","size":2246399520,"bits":5.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q5_K_S.gguf","label":"Q5_K_S","size":2246399520,"bits":5.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q5_1.gguf","label":"Q5_1","size":2427606560,"bits":6.26,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q6_K.gguf","label":"Q6_K","size":2633102880,"bits":6.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-Q8_0.gguf","label":"Q8_0","size":3375912480,"bits":8.71,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-BF16.gguf","label":"BF16","size":6256219680,"bits":16.15,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-F16.gguf","label":"F16","size":6277191200,"bits":16.2,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-3b-gguf","file":"rwkv-6-finch-3b-F32.gguf","label":"F32","size":12400875040,"bits":32,"known":true,"rank":0}],"repos":["latestissue/rwkv-6-finch-3b-gguf"],"logoFrom":"latestissue"},{"id":"humanizer-12b","family":"ngquocvinh/Humanizer-12B-GGUF","name":"Humanizer 12B","maker":"ngquocvinh","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"ngquocvinh/Humanizer-12B-GGUF/humanizer-12b-IQ1_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T04:56:31.000Z","downloads":5353,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q1_0.gguf","label":"Q1_0","size":2377447648,"bits":1.6,"known":false,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-IQ1_M.gguf","label":"IQ1_M","size":3202832608,"bits":2.15,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568093408,"bits":2.4,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-TQ2_0.gguf","label":"TQ2_0","size":3654785248,"bits":2.45,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-IQ2_XS.gguf","label":"IQ2_XS","size":3887827168,"bits":2.61,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q2_K.gguf","label":"Q2_K","size":4830132448,"bits":3.24,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849178848,"bits":3.26,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q3_K_S.gguf","label":"Q3_K_S","size":5528213728,"bits":3.71,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q3_K_M.gguf","label":"Q3_K_M","size":6087071968,"bits":4.09,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q3_K_L.gguf","label":"Q3_K_L","size":6566303968,"bits":4.41,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-IQ4_XS.gguf","label":"IQ4_XS","size":6635239648,"bits":4.46,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q4_K_S.gguf","label":"Q4_K_S","size":7024031968,"bits":4.72,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7381367008,"bits":4.96,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q5_K_S.gguf","label":"Q5_K_S","size":8338356448,"bits":5.6,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q5_K_M.gguf","label":"Q5_K_M","size":8547252448,"bits":5.74,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q6_K.gguf","label":"Q6_K","size":9786005728,"bits":6.57,"known":true,"rank":0},{"repo":"ngquocvinh/Humanizer-12B-GGUF","file":"humanizer-12b-Q8_0.gguf","label":"Q8_0","size":12669630688,"bits":8.51,"known":true,"rank":0}],"repos":["ngquocvinh/Humanizer-12B-GGUF"],"logoFrom":"ngquocvinh"},{"id":"qwen3-5-2b-wolof-instruct-v1","family":"mamelles/Qwen3.5-2B-Wolof-Instruct-v1","name":"Qwen3.5 2B Wolof V1","maker":"mamelles","catalog":null,"tuned":false,"params":2.41,"active":null,"layers":25,"probe":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF/Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-29T18:01:31.000Z","downloads":5343,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":897730368,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":922972992,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":965044032,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":999487296,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":1059292544,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":1092949376,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1119954240,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q2_K.gguf","label":"Q2_K","size":1144333632,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1154954624,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1248397184,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1255425920,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":1279313792,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":1287669632,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1327482752,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1392756608,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1476618656,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q4_0.gguf","label":"Q4_0","size":1501635936,"bits":4.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1508844896,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1528374624,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1571186016,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q4_1.gguf","label":"Q4_1","size":1617337568,"bits":5.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1735398496,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1772442720,"bits":5.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF","file":"Qwen3.5-2B-Wolof-Instruct-v1.i1-Q6_K.gguf","label":"Q6_K","size":1986277984,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-2B-Wolof-Instruct-v1-i1-GGUF"],"logoFrom":"mamelles"},{"id":"ornith-1-5-27b-a3b-coder","family":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder","name":"Ornith 1.5 27B A3B Coder","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":26.21,"active":3.51,"layers":41,"probe":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF/Ornith-1.5-27B-A3B-Coder-IQ2_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-07T04:23:01.000Z","downloads":5339,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-IQ2_XS.gguf","label":"IQ2_XS","size":8204738080,"bits":2.5,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-IQ2_M.gguf","label":"IQ2_M","size":9057902112,"bits":2.76,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q2_K_L.gguf","label":"Q2_K_L","size":10358232608,"bits":3.16,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q3_K_S.gguf","label":"Q3_K_S","size":11532693024,"bits":3.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-IQ3_M.gguf","label":"IQ3_M","size":11742146080,"bits":3.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q3_K_M.gguf","label":"Q3_K_M","size":12722335264,"bits":3.88,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q3_K_XL.gguf","label":"Q3_K_XL","size":13167324704,"bits":4.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q3_K_L.gguf","label":"Q3_K_L","size":13739716128,"bits":4.19,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-IQ4_XS.gguf","label":"IQ4_XS","size":14222050848,"bits":4.34,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-IQ4_NL.gguf","label":"IQ4_NL","size":15008704032,"bits":4.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q4_K_S.gguf","label":"Q4_K_S","size":15072011808,"bits":4.6,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":16057050560,"bits":4.9,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q4_K_L.gguf","label":"Q4_K_L","size":16434497056,"bits":5.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q5_K_S.gguf","label":"Q5_K_S","size":18155316768,"bits":5.54,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":18728527392,"bits":5.72,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q5_K_L.gguf","label":"Q5_K_L","size":19042403872,"bits":5.81,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q6_K.gguf","label":"Q6_K","size":21566971328,"bits":6.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q6_K_L.gguf","label":"Q6_K_L","size":21813304864,"bits":6.66,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-Q8_0.gguf","label":"Q8_0","size":27911390496,"bits":8.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF","file":"Ornith-1.5-27B-A3B-Coder-F16.gguf","label":"F16","size":52470433376,"bits":16.02,"known":true,"rank":0}],"repos":["ManniX-ITA/Ornith-1.5-27B-A3B-Coder-MTP-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"gemma-4-26b-a4b-styletune-qk-heretic","family":"SubMaroon/Gemma-4-26B-A4B-StyleTune-QK-Heretic","name":"Gemma 4 26B A4B StyleTune QK Heretic","maker":"SubMaroon","catalog":null,"tuned":true,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF/Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-13T00:51:58.000Z","downloads":5336,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495680,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881600,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524800,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058655040,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398784,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913344,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":10824961856,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866706240,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891584,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265472,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607360,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607360,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761344,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931456,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141686080,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309897024,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":14903295808,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064832,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":16430953280,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255616,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247744,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404800,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":23243955520,"bits":7.16,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-GGUF","file":"Gemma-4-26B-A4B-StyleTune-QK-Heretic.Q8_0.gguf","label":"Q8_0","size":27644197408,"bits":8.52,"known":true,"rank":1}],"repos":["mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-GGUF","mradermacher/Gemma-4-26B-A4B-StyleTune-QK-Heretic-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"mn-12b-runeweaver-rp-ru","family":"limloop/MN-12B-Runeweaver-RP-RU","name":"MN 12B Runeweaver RP RU","maker":"limloop","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF/MN-12B-Runeweaver-RP-RU.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-02T00:41:52.000Z","downloads":5336,"likes":17,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ1_S.gguf","label":"IQ1_S","size":2999222944,"bits":1.96,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ1_M.gguf","label":"IQ1_M","size":3221635744,"bits":2.1,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592323744,"bits":2.35,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915088544,"bits":2.56,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ2_S.gguf","label":"IQ2_S","size":4138485440,"bits":2.7,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ2_M.gguf","label":"IQ2_M","size":4435035840,"bits":2.9,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493690880,"bits":2.93,"known":true,"rank":1},{"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","file":"MN-12B-Runeweaver-RP-RU.Q2_K.gguf","label":"Q2_K","size":4791059776,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945397440,"bits":3.23,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306502176,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534239776,"bits":3.61,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ3_S.gguf","label":"IQ3_S","size":5562092576,"bits":3.63,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ3_M.gguf","label":"IQ3_M","size":5722246176,"bits":3.74,"known":true,"rank":1},{"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","file":"MN-12B-Runeweaver-RP-RU.Q3_K_M.gguf","label":"Q3_K_M","size":6083103072,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561516576,"bits":4.29,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742724640,"bits":4.4,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q4_0.gguf","label":"Q4_0","size":7094653280,"bits":4.63,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097930080,"bits":4.64,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120212320,"bits":4.65,"known":true,"rank":1},{"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","file":"MN-12B-Runeweaver-RP-RU.Q4_K_M.gguf","label":"Q4_K_M","size":7477218976,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q4_1.gguf","label":"Q4_1","size":7795233760,"bits":5.09,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518751840,"bits":5.56,"known":true,"rank":1},{"repo":"mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF","file":"MN-12B-Runeweaver-RP-RU.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727647840,"bits":5.7,"known":true,"rank":1},{"repo":"limloop/MN-12B-Runeweaver-RP-RU-GGUF","file":"MN-12B-Runeweaver-RP-RU.Q6_K.gguf","label":"Q6_K","size":10056227072,"bits":6.57,"known":true,"rank":0}],"repos":["limloop/MN-12B-Runeweaver-RP-RU-GGUF","mradermacher/MN-12B-Runeweaver-RP-RU-i1-GGUF"],"logoFrom":"limloop"},{"id":"llm-jp-4-1-8b-thinking","family":"llm-jp/llm-jp-4.1-8b-thinking-gguf","name":"Llm Jp 4.1 8B Thinking","maker":"llm-jp","catalog":null,"tuned":true,"params":8.59,"active":null,"layers":32,"probe":"llm-jp/llm-jp-4.1-8b-thinking-gguf/llm-jp-4.1-8b-thinking-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T09:50:41.000Z","downloads":5326,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llm-jp/llm-jp-4.1-8b-thinking-gguf","file":"llm-jp-4.1-8b-thinking-Q4_K_M.gguf","label":"Q4_K_M","size":5499918304,"bits":5.12,"known":true,"rank":0},{"repo":"llm-jp/llm-jp-4.1-8b-thinking-gguf","file":"llm-jp-4.1-8b-thinking-BF16.gguf","label":"BF16","size":17185773280,"bits":16.01,"known":true,"rank":0}],"repos":["llm-jp/llm-jp-4.1-8b-thinking-gguf"],"logoFrom":"llm-jp"},{"id":"umbra-v3-moe-4x11b-2ex","family":"SteelStorage/Umbra-v3-MoE-4x11b-2ex","name":"Umbra V3 MoE 4x11b 2ex","maker":"SteelStorage","catalog":null,"tuned":false,"params":36.1,"active":19.19,"layers":48,"probe":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF/Umbra-v3-MoE-4x11b-2ex.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-10T02:36:52.000Z","downloads":5325,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ1_S.gguf","label":"IQ1_S","size":7449276768,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ1_M.gguf","label":"IQ1_M","size":8232563040,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9538040160,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10607587680,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ2_S.gguf","label":"IQ2_S","size":10877276512,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ2_M.gguf","label":"IQ2_M","size":11921658208,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q2_K.gguf","label":"Q2_K","size":13188764000,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13881446752,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14754492768,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15567663456,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ3_S.gguf","label":"IQ3_S","size":15594402144,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ3_M.gguf","label":"IQ3_M","size":15888527712,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17287852384,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18733838688,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19252040032,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q4_0.gguf","label":"Q4_0","size":20432638304,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20522815840,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21823836512,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24840458592,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q5_K_M.gguf","label":"Q5_K_M","size":25602511200,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF","file":"Umbra-v3-MoE-4x11b-2ex.i1-Q6_K.gguf","label":"Q6_K","size":29617353056,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Umbra-v3-MoE-4x11b-2ex-i1-GGUF"],"logoFrom":"SteelStorage"},{"id":"ovisocr2","family":"ATH-MaaS/OvisOCR2","name":"OvisOCR2","maker":"ATH-MaaS","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"Abiray/OvisOCR2-GGUF/OvisOCR2-Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-13T05:43:32.000Z","downloads":5324,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q3_K_M.gguf","label":"Q3_K_M","size":466222464,"bits":4.97,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q4_K_S.gguf","label":"Q4_K_S","size":505253760,"bits":5.39,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q4_K_M.gguf","label":"Q4_K_M","size":529297280,"bits":5.65,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q5_K_S.gguf","label":"Q5_K_S","size":563654528,"bits":6.01,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q5_K_M.gguf","label":"Q5_K_M","size":577998720,"bits":6.17,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q6_K.gguf","label":"Q6_K","size":629744000,"bits":6.72,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-Q8_0.gguf","label":"Q8_0","size":811843498,"bits":8.66,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-F16.gguf","label":"F16","size":1516744617,"bits":16.18,"known":true,"rank":0},{"repo":"Abiray/OvisOCR2-GGUF","file":"OvisOCR2-BF16.gguf","label":"BF16","size":1516744618,"bits":16.18,"known":true,"rank":0}],"repos":["Abiray/OvisOCR2-GGUF"],"logoFrom":"ATH-MaaS"},{"id":"xlam-8x7b-r","family":"Salesforce/xLAM-8x7b-r","name":"XLAM 8x7b R","maker":"Salesforce","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"legraphista/xLAM-8x7b-r-IMat-GGUF/xLAM-8x7b-r.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-28T01:15:45.000Z","downloads":5321,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ1_S.gguf","label":"IQ1_S","size":9821670336,"bits":1.68,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ1_M.gguf","label":"IQ1_M","size":10847177664,"bits":1.86,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ2_XXS.gguf","label":"IQ2_XXS","size":12556356544,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ2_XS.gguf","label":"IQ2_XS","size":13923699648,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ2_S.gguf","label":"IQ2_S","size":14127852480,"bits":2.42,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ2_M.gguf","label":"IQ2_M","size":15495195584,"bits":2.65,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q2_K_S.gguf","label":"Q2_K_S","size":16031968192,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q2_K.gguf","label":"Q2_K","size":17311230912,"bits":2.97,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ3_XXS.gguf","label":"IQ3_XXS","size":18242464704,"bits":3.13,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ3_XS.gguf","label":"IQ3_XS","size":19350391744,"bits":3.31,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ3_S.gguf","label":"IQ3_S","size":20432522176,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q3_K_S.gguf","label":"Q3_K_S","size":20432522176,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ3_M.gguf","label":"IQ3_M","size":21430766528,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q3_K.gguf","label":"Q3_K","size":22546451392,"bits":3.86,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q3_K_L.gguf","label":"Q3_K_L","size":24169647040,"bits":4.14,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ4_XS.gguf","label":"IQ4_XS","size":25080540096,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.IQ4_NL.gguf","label":"IQ4_NL","size":26510699456,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q4_K_S.gguf","label":"Q4_K_S","size":26745580480,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q4_K.gguf","label":"Q4_K","size":28448467904,"bits":4.87,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q5_K_S.gguf","label":"Q5_K_S","size":32231336672,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q5_K.gguf","label":"Q5_K","size":33229581024,"bits":5.69,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q6_K.gguf","label":"Q6_K","size":38380817120,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.Q8_0/xLAM-8x7b-r.Q8_0-00001-of-00003.gguf","label":"Q8_0","size":49626319904,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.BF16/xLAM-8x7b-r.BF16-00001-of-00004.gguf","label":"BF16","size":93408955552,"bits":16,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x7b-r-IMat-GGUF","file":"xLAM-8x7b-r.FP16/xLAM-8x7b-r.FP16-00001-of-00004.gguf","label":"xLAM-8x7b-r.FP16","size":93408955552,"bits":16,"known":false,"rank":0}],"repos":["legraphista/xLAM-8x7b-r-IMat-GGUF"],"logoFrom":"Salesforce"},{"id":"granite-8b-code-instruct-i1","family":"mradermacher/granite-8b-code-instruct-i1-GGUF","name":"Granite 8B Code I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"mradermacher/granite-8b-code-instruct-i1-GGUF/granite-8b-code-instruct.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-10T12:03:12.000Z","downloads":5320,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":1805483936,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":1966309280,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2234351520,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2467659680,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":2576449440,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":2790883232,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q2_K.gguf","label":"Q2_K","size":3062071200,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3161554848,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3384115104,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3548086176,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":3568140192,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":3679551392,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3944841120,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4287725472,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4369121184,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q4_0.gguf","label":"Q4_0","size":4605575072,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4622352288,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4882857888,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5572362144,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5722767264,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-instruct-i1-GGUF","file":"granite-8b-code-instruct.i1-Q6_K.gguf","label":"Q6_K","size":6615170976,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/granite-8b-code-instruct-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"hornyechidna-13b-v0-1","family":"NeverSleep/HornyEchidna-13b-v0.1","name":"HornyEchidna 13B V0.1","maker":"NeverSleep","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF/HornyEchidna-13b-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-10-22T03:03:09.000Z","downloads":5316,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":2898686720,"bits":1.78,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":3138609920,"bits":1.93,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538481920,"bits":2.17,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147520,"bits":2.39,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":4197681920,"bits":2.58,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579520,"bits":2.78,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":4854270720,"bits":2.98,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960561920,"bits":3.05,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611520,"bits":3.29,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981120,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981120,"bits":3.48,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":5984510720,"bits":3.68,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770240,"bits":3.89,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560320,"bits":4.26,"known":true,"rank":1},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964222720,"bits":4.28,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":7387953920,"bits":4.54,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179520,"bits":4.56,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957120,"bits":4.83,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972286720,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925120,"bits":5.67,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/HornyEchidna-13b-v0.1-i1-GGUF","file":"HornyEchidna-13b-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":10679141120,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/HornyEchidna-13B-v0.1-GGUF","file":"hornyechidna-13b-v0.1.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/HornyEchidna-13B-v0.1-GGUF","mradermacher/HornyEchidna-13b-v0.1-i1-GGUF"],"logoFrom":"NeverSleep"},{"id":"codellama-7b-python-hf","family":"codellama/CodeLlama-7b-Python-hf","name":"CodeLlama 7b Python hf","maker":"codellama","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF/CodeLlama-7b-Python-hf.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T16:31:28.000Z","downloads":5313,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":1528583104,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971584,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952384,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034914240,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":2196566976,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751616,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q2_K.gguf","label":"Q2_K","size":2532864960,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585392064,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524480,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":2948305856,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948305856,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865600,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298005952,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597112256,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619337152,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825808320,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825808320,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825808320,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q4_0.gguf","label":"Q4_0","size":3837080512,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856741312,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005504,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651692992,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783158208,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Python-hf-i1-GGUF","file":"CodeLlama-7b-Python-hf.i1-Q6_K.gguf","label":"Q6_K","size":5529195456,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/CodeLlama-7b-Python-hf-i1-GGUF"],"logoFrom":"codellama"},{"id":"mozi-2b-i1","family":"mradermacher/Mozi-2b-i1-GGUF","name":"Mozi 2B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":25,"probe":"mradermacher/Mozi-2b-i1-GGUF/Mozi-2b.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-31T01:33:58.000Z","downloads":5306,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ1_S.gguf","label":"IQ1_S","size":722962400,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ1_M.gguf","label":"IQ1_M","size":748205024,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276064,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719328,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ2_S.gguf","label":"IQ2_S","size":832092128,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ2_M.gguf","label":"IQ2_M","size":865748960,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754208,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163808,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q2_K.gguf","label":"Q2_K","size":968543200,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174304,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203040,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090912,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446752,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259872,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533728,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963360,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q4_0.gguf","label":"Q4_0","size":1204847584,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056544,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586272,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397664,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q4_1.gguf","label":"Q4_1","size":1288283104,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077920,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122144,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Mozi-2b-i1-GGUF","file":"Mozi-2b.i1-Q6_K.gguf","label":"Q6_K","size":1556391904,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Mozi-2b-i1-GGUF"],"logoFrom":"MoziLabs"},{"id":"capytessborosyi-34b-200k-dare-ties","family":"brucethemoose/CapyTessBorosYi-34B-200K-DARE-Ties","name":"CapyTessBorosYi 34B 200K DARE Ties","maker":"brucethemoose","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF/capytessborosyi-34b-200k-dare-ties.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-28T06:12:48.000Z","downloads":5303,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q2_K.gguf","label":"Q2_K","size":14555875328,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q3_K_S.gguf","label":"Q3_K_S","size":14960293888,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q3_K_M.gguf","label":"Q3_K_M","size":16636573696,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q3_K_L.gguf","label":"Q3_K_L","size":18139445248,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q4_0.gguf","label":"Q4_0","size":19466528768,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q4_K_S.gguf","label":"Q4_K_S","size":19543599104,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q4_K_M.gguf","label":"Q4_K_M","size":20658710528,"bits":4.81,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q5_0.gguf","label":"Q5_0","size":23707691008,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q5_K_S.gguf","label":"Q5_K_S","size":23707691008,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q5_K_M.gguf","label":"Q5_K_M","size":24321845248,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q6_K.gguf","label":"Q6_K","size":28213925888,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF","file":"capytessborosyi-34b-200k-dare-ties.Q8_0.gguf","label":"Q8_0","size":36542281728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CapyTessBorosYi-34B-200K-DARE-Ties-GGUF"],"logoFrom":"brucethemoose"},{"id":"qwen3-8b-128k","family":"unsloth/Qwen3-8B-128K-GGUF","name":"Qwen3 8B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"unsloth/Qwen3-8B-128K-GGUF/Qwen3-8B-128K-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-28T22:37:42.000Z","downloads":5290,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2275379232,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2396489760,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2605221920,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3110897696,"bits":3.04,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q2_K.gguf","label":"Q2_K","size":3281733664,"bits":3.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410266144,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q2_K_L.gguf","label":"Q2_K_L","size":3427592224,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501975584,"bits":3.42,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q3_K_S.gguf","label":"Q3_K_S","size":3769612320,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q3_K_M.gguf","label":"Q3_K_M","size":4124162080,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4307052576,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-IQ4_XS.gguf","label":"IQ4_XS","size":4581287968,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q4_0.gguf","label":"Q4_0","size":4787333152,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-IQ4_NL.gguf","label":"IQ4_NL","size":4793624608,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q4_K_S.gguf","label":"Q4_K_S","size":4802013216,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q4_K_M.gguf","label":"Q4_K_M","size":5027784736,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5148698656,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q4_1.gguf","label":"Q4_1","size":5247756320,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q5_K_S.gguf","label":"Q5_K_S","size":5720762400,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q5_K_M.gguf","label":"Q5_K_M","size":5851113504,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5884766240,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q6_K.gguf","label":"Q6_K","size":6725900320,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490549792,"bits":7.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-Q8_0.gguf","label":"Q8_0","size":8709519392,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824038432,"bits":10.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-8B-128K-GGUF","file":"Qwen3-8B-128K-BF16.gguf","label":"BF16","size":16388044576,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen3-8B-128K-GGUF"],"logoFrom":"Qwen"},{"id":"llama-3-1-8b-instruct-abliterated","family":"venkycs/Llama-3.1-8B-Instruct-abliterated","name":"Llama 3.1 8B Abliterated","maker":"venkycs","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF/Llama-3.1-8B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-22T04:10:21.000Z","downloads":5288,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":3179136384,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3664504192,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018922880,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4321961344,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4484367744,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692673920,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920739200,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599298944,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5732992384,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":6596011392,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":8540775808,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF","file":"Llama-3.1-8B-Instruct-abliterated.f16.gguf","label":"F16","size":16068896128,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-8B-Instruct-abliterated-GGUF"],"logoFrom":"venkycs"},{"id":"hpc-assistant-qwen3-4b","family":"VaibhavKKM/hpc-assistant-qwen3-4b","name":"Hpc Assistant Qwen3 4B","maker":"VaibhavKKM","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"VaibhavKKM/hpc-assistant-qwen3-4b/gguf/hpc-assistant-qwen3-4b-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-10-18T21:25:57.000Z","downloads":5285,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"VaibhavKKM/hpc-assistant-qwen3-4b","file":"gguf/hpc-assistant-qwen3-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2497278912,"bits":4.97,"known":true,"rank":0},{"repo":"VaibhavKKM/hpc-assistant-qwen3-4b","file":"gguf/hpc-assistant-qwen3-4b-Q6_K.gguf","label":"Q6_K","size":3306259392,"bits":6.58,"known":true,"rank":0},{"repo":"VaibhavKKM/hpc-assistant-qwen3-4b","file":"gguf/hpc-assistant-qwen3-4b-Q8_0.gguf","label":"Q8_0","size":4280403392,"bits":8.52,"known":true,"rank":0}],"repos":["VaibhavKKM/hpc-assistant-qwen3-4b"],"logoFrom":"Qwen"},{"id":"l3-1-70b-hanami-x1","family":"Sao10K/L3.1-70B-Hanami-x1","name":"L3.1 70B Hanami X1","maker":"Sao10K","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/L3.1-70B-Hanami-x1-GGUF/L3.1-70B-Hanami-x1-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-09-06T22:52:00.000Z","downloads":5284,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ1_M.gguf","label":"IQ1_M","size":16751200672,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389472,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ2_XS.gguf","label":"IQ2_XS","size":21142112672,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ2_M.gguf","label":"IQ2_M","size":24119298464,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q2_K.gguf","label":"Q2_K","size":26375113120,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q2_K_L.gguf","label":"Q2_K_L","size":27401161120,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469498784,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q3_K_S.gguf","label":"Q3_K_S","size":30912055712,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ3_M.gguf","label":"IQ3_M","size":31937038752,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q3_K_M.gguf","label":"Q3_K_M","size":34267498912,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q3_K_L.gguf","label":"Q3_K_L","size":37140597152,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-IQ4_XS.gguf","label":"IQ4_XS","size":37902666144,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936160,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q4_0.gguf","label":"Q4_0","size":40116537760,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q4_K_M.gguf","label":"Q4_K_M","size":42520398240,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q5_K_M/L3.1-70B-Hanami-x1-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949821536,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q6_K/L3.1-70B-Hanami-x1-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148064,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Hanami-x1-GGUF","file":"L3.1-70B-Hanami-x1-Q8_0/L3.1-70B-Hanami-x1-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054432,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/L3.1-70B-Hanami-x1-GGUF"],"logoFrom":"Sao10K"},{"id":"sketch-cydonia-24b-v1-3","family":"Ateron/Sketch-Cydonia-24B-V1.3","name":"Sketch Cydonia 24B V1.3","maker":"Ateron","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF/Sketch-Cydonia-24B-V1.3.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-31T13:27:30.000Z","downloads":5279,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ1_S.gguf","label":"IQ1_S","size":5273723456,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ1_M.gguf","label":"IQ1_M","size":5750497856,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545121856,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207035456,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ2_S.gguf","label":"IQ2_S","size":7478354496,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ2_M.gguf","label":"IQ2_M","size":8114053696,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320164416,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q2_K.gguf","label":"Q2_K","size":8890327616,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280594496,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907118656,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400277056,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ3_S.gguf","label":"IQ3_S","size":10428129856,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ3_M.gguf","label":"IQ3_M","size":10650952256,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474084416,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400763456,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758917696,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q4_0.gguf","label":"Q4_0","size":13494231616,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281856,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333911616,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q4_1.gguf","label":"Q4_1","size":14873109056,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304415296,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763986496,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF","file":"Sketch-Cydonia-24B-V1.3.i1-Q6_K.gguf","label":"Q6_K","size":19345941056,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Sketch-Cydonia-24B-V1.3-i1-GGUF"],"logoFrom":"Ateron"},{"id":"dolphin-2-1-mistral-7b","family":"dphn/dolphin-2.1-mistral-7b","name":"Dolphin 2.1 Mistral 7B","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/dolphin-2.1-mistral-7B-GGUF/dolphin-2.1-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-11T04:42:16.000Z","downloads":5278,"likes":113,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107168,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577440,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996128,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034592,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108927712,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140384992,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450272,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997727968,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997727968,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421408,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078240,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.1-mistral-7B-GGUF","file":"dolphin-2.1-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695874720,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.1-mistral-7B-GGUF"],"logoFrom":"dphn"},{"id":"popit-qwen3-4b-medical-sft-1128","family":"Hoshino-Yumetsuki/PopiT-Qwen3-4B-Medical-SFT-1128","name":"PopiT Qwen3 4B Medical SFT 1128","maker":"Hoshino-Yumetsuki","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF/PopiT-Qwen3-4B-Medical-SFT-1128.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-28T15:10:07.000Z","downloads":5270,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q2_K.gguf","label":"Q2_K","size":1669501760,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q3_K_S.gguf","label":"Q3_K_S","size":1886999360,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q3_K_M.gguf","label":"Q3_K_M","size":2075620160,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q3_K_L.gguf","label":"Q3_K_L","size":2239787840,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.IQ4_XS.gguf","label":"IQ4_XS","size":2286318400,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q4_K_S.gguf","label":"Q4_K_S","size":2383311680,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q4_K_M.gguf","label":"Q4_K_M","size":2497282880,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q5_K_S.gguf","label":"Q5_K_S","size":2823713600,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q5_K_M.gguf","label":"Q5_K_M","size":2889515840,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q6_K.gguf","label":"Q6_K","size":3306263360,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.Q8_0.gguf","label":"Q8_0","size":4280407360,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF","file":"PopiT-Qwen3-4B-Medical-SFT-1128.f16.gguf","label":"F16","size":8051287360,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/PopiT-Qwen3-4B-Medical-SFT-1128-GGUF"],"logoFrom":"Hoshino-Yumetsuki"},{"id":"moss-image-text-encoder-heretic","family":"pottokao/MOSS-Image-Text-Encoder-Heretic","name":"MOSS Image Text Encoder Heretic","maker":"pottokao","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF/MOSS-Image-Text-Encoder-Heretic.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T02:01:12.000Z","downloads":5270,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q2_K.gguf","label":"Q2_K","size":3914969504,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4364022176,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-i1-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":4475990720,"bits":3.89,"known":true,"rank":1},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-i1-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783424,"bits":3.93,"known":true,"rank":1},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4737610144,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":5048512928,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5357875616,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-i1-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":5462864576,"bits":4.75,"known":true,"rank":1},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5488554400,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-i1-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663552,"bits":4.83,"known":true,"rank":1},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5780091296,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-i1-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":5961462464,"bits":5.18,"known":true,"rank":1},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":6472642976,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6642545056,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q6_K.gguf","label":"Q6_K","size":7558902176,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.Q8_0.gguf","label":"Q8_0","size":9786061216,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","file":"MOSS-Image-Text-Encoder-Heretic.f16.gguf","label":"F16","size":18407322016,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/MOSS-Image-Text-Encoder-Heretic-GGUF","mradermacher/MOSS-Image-Text-Encoder-Heretic-i1-GGUF"],"logoFrom":"pottokao"},{"id":"darwin-35b-a3b-opus","family":"FINAL-Bench/Darwin-35B-A3B-Opus","name":"Darwin 35B A3B Opus","maker":"FINAL-Bench","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Darwin-35B-A3B-Opus-GGUF/Darwin-35B-A3B-Opus.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-31T01:54:12.000Z","downloads":5268,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q2_K.gguf","label":"Q2_K","size":12939595488,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q3_K_S.gguf","label":"Q3_K_S","size":15182186208,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q3_K_M.gguf","label":"Q3_K_M","size":16764765920,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q3_K_L.gguf","label":"Q3_K_L","size":18115331808,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.IQ4_XS.gguf","label":"IQ4_XS","size":18939313888,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q4_K_S.gguf","label":"Q4_K_S","size":19889905376,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q4_K_M.gguf","label":"Q4_K_M","size":21166759648,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q5_K_S.gguf","label":"Q5_K_S","size":23981285088,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q5_K_M.gguf","label":"Q5_K_M","size":24729132768,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q6_K.gguf","label":"Q6_K","size":28514154208,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Darwin-35B-A3B-Opus-GGUF","file":"Darwin-35B-A3B-Opus.Q8_0.gguf","label":"Q8_0","size":36903141088,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Darwin-35B-A3B-Opus-GGUF"],"logoFrom":"FINAL-Bench"},{"id":"glm-4-9b-chat-abliterated","family":"byroneverson/glm-4-9b-chat-abliterated","name":"Glm 4 9B Abliterated","maker":"byroneverson","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"bartowski/glm-4-9b-chat-abliterated-GGUF/glm-4-9b-chat-abliterated-IQ2_M.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":131072,"arch":"chatglm","vision":false,"licence":"other","open":false,"released":"2024-08-24T06:55:34.000Z","downloads":5261,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-IQ2_M.gguf","label":"IQ2_M","size":3931542624,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q2_K.gguf","label":"Q2_K","size":3991901280,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":4429648992,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":4587426912,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":4598109280,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-IQ3_M.gguf","label":"IQ3_M","size":4811887712,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":5064332384,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":5251109984,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":5281453152,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5455320160,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5455320160,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5455320160,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_0.gguf","label":"Q4_0","size":5472851040,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":5753345120,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":5824615520,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":6250927200,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":6692901984,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":6711645280,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":7143789664,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":7526913120,"bits":6.41,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q6_K.gguf","label":"Q6_K","size":8262030432,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":8562709600,"bits":7.29,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-Q8_0.gguf","label":"Q8_0","size":9994998880,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-abliterated-GGUF","file":"glm-4-9b-chat-abliterated-f16.gguf","label":"F16","size":18806969152,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/glm-4-9b-chat-abliterated-GGUF"],"logoFrom":"byroneverson"},{"id":"poe-8b-glm5-opus4-6-sonnet4-5-kimi-grok-gemini-3-pro-preview-heretic","family":"Crownelius/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC","name":"Poe 8B GLM5 Opus4.6 Sonnet4.5 Kimi Grok Gemini 3 Pro Preview HERETIC","maker":"Crownelius","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-27T18:55:32.000Z","downloads":5257,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ1_S.gguf","label":"IQ1_S","size":2115771744,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149856,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490113376,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696158560,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745824,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ2_M.gguf","label":"IQ2_M","size":3051916640,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083554144,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q2_K.gguf","label":"Q2_K","size":3281735008,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369635168,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626876256,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769613664,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ3_S.gguf","label":"IQ3_S","size":3789667680,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ3_M.gguf","label":"IQ3_M","size":3896622432,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124163424,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431396192,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561841504,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_0.gguf","label":"Q4_0","size":4787334496,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793625952,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802014560,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027786080,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q4_1.gguf","label":"Q4_1","size":5247757664,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720763744,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851114848,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.i1-Q6_K.gguf","label":"Q6_K","size":6725901664,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.Q8_0.gguf","label":"Q8_0","size":8709520480,"bits":8.51,"known":true,"rank":1},{"repo":"mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","file":"Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC.f16.gguf","label":"F16","size":16388045920,"bits":16.01,"known":true,"rank":1}],"repos":["mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-GGUF","mradermacher/Poe-8B-GLM5-Opus4.6-Sonnet4.5-Kimi-Grok-Gemini-3-pro-preview-HERETIC-i1-GGUF"],"logoFrom":"Crownelius"},{"id":"transliteration-2-0-4b-safetensors","family":"UnimeType/Transliteration-2.0-4B-Safetensors","name":"Transliteration 2.0 4B Safetensors","maker":"UnimeType","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF/Transliteration-2.0-4B-Safetensors.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T09:08:39.000Z","downloads":5256,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235392,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ1_M.gguf","label":"IQ1_M","size":1426420032,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394432,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595392,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976512,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ2_M.gguf","label":"IQ2_M","size":1741556032,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393792,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494912,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q2_K.gguf","label":"Q2_K","size":1915472192,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069881152,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581632,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ3_S.gguf","label":"IQ3_S","size":2139513152,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ3_M.gguf","label":"IQ3_M","size":2163188032,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065472,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317952,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286912,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q4_0.gguf","label":"Q4_0","size":2549799232,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889472,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436992,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805952,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q4_1.gguf","label":"Q4_1","size":2766969152,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037312,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988352,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF","file":"Transliteration-2.0-4B-Safetensors.i1-Q6_K.gguf","label":"Q6_K","size":3464057152,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Transliteration-2.0-4B-Safetensors-i1-GGUF"],"logoFrom":"UnimeType"},{"id":"fashiongpt-70b-v1-1","family":"ICBU-NPU/FashionGPT-70B-V1.1","name":"FashionGPT 70B V1.1","maker":"ICBU-NPU","catalog":null,"tuned":true,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF/FashionGPT-70B-V1.1.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-17T08:53:56.000Z","downloads":5253,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ1_S.gguf","label":"IQ1_S","size":14535537632,"bits":1.69,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ1_M.gguf","label":"IQ1_M","size":15943250912,"bits":1.85,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289439712,"bits":2.12,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334162912,"bits":2.36,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ2_S.gguf","label":"IQ2_S","size":21354312672,"bits":2.48,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ2_M.gguf","label":"IQ2_M","size":23231263712,"bits":2.69,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q2_K.gguf","label":"Q2_K","size":25462436832,"bits":2.95,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464032,"bits":3.08,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314973152,"bits":3.28,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":29919294432,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919294432,"bits":3.47,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ3_M.gguf","label":"IQ3_M","size":30944277472,"bits":3.59,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274737632,"bits":3.86,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147835872,"bits":4.19,"known":true,"rank":1},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829819872,"bits":4.27,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q4_0.gguf","label":"Q4_0","size":39019049952,"bits":4.53,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249736672,"bits":4.55,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422910432,"bits":4.8,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461397472,"bits":5.5,"known":true,"rank":1},{"repo":"TheBloke/FashionGPT-70B-V1.1-GGUF","file":"fashiongpt-70b-v1.1.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.1-i1-GGUF","file":"FashionGPT-70B-V1.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753767392,"bits":5.65,"known":true,"rank":1}],"repos":["TheBloke/FashionGPT-70B-V1.1-GGUF","mradermacher/FashionGPT-70B-V1.1-i1-GGUF"],"logoFrom":null},{"id":"kolibri-1-derisked-bf16","family":"Blackfrost-AI/KOLIBRI-1-DERISKED-BF16","name":"KOLIBRI 1 DERISKED BF16","maker":"Blackfrost-AI","catalog":null,"tuned":false,"params":78.1,"active":3.79,"layers":50,"probe":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF/KOLIBRI-1-DERISKED-BF16.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T17:09:30.000Z","downloads":5237,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":15927561632,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":17686128032,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":20617072032,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":22986403232,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":23284028832,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":25628784032,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":26701219232,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q2_K.gguf","label":"Q2_K","size":28634019232,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30194083232,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32088585632,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":33870243232,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":33878947232,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":34385520032,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":37523998112,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":40594851232,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":41774499232,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q4_0.gguf","label":"Q4_0","size":44382422432,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":44572312992,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":47454115232,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q4_1.gguf","label":"Q4_1","size":49051043232,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":53908899232,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":55588771232,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF","file":"KOLIBRI-1-DERISKED-BF16.i1-Q6_K.gguf","label":"Q6_K","size":64231843232,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/KOLIBRI-1-DERISKED-BF16-i1-GGUF"],"logoFrom":"Blackfrost-AI"},{"id":"rwkv-6-finch-7b","family":"latestissue/rwkv-6-finch-7b-gguf","name":"Rwkv 6 Finch 7B","maker":"latestissue","catalog":null,"tuned":false,"params":7.64,"active":null,"layers":32,"probe":"latestissue/rwkv-6-finch-7b-gguf/rwkv-6-finch-7b-Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-02T14:59:21.000Z","downloads":5234,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q2_K.gguf","label":"Q2_K","size":2958734880,"bits":3.1,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3332945440,"bits":3.49,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-IQ3_S.gguf","label":"IQ3_S","size":3696539168,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q3_K.gguf","label":"Q3_K","size":3696539168,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3696539168,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-IQ4_XS.gguf","label":"IQ4_XS","size":4434343456,"bits":4.64,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-IQ4_NL.gguf","label":"IQ4_NL","size":4661360160,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_0.gguf","label":"Q4_0","size":4661360160,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661360160,"bits":4.88,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661360160,"bits":4.88,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661360160,"bits":4.88,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_K.gguf","label":"Q4_K","size":4663457312,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_K_S.gguf","label":"Q4_K_S","size":4663457312,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q4_1.gguf","label":"Q4_1","size":5116442144,"bits":5.36,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q5_0.gguf","label":"Q5_0","size":5571524128,"bits":5.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q5_K.gguf","label":"Q5_K","size":5572572704,"bits":5.84,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q5_K_S.gguf","label":"Q5_K_S","size":5572572704,"bits":5.84,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q5_1.gguf","label":"Q5_1","size":6026606112,"bits":6.31,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q6_K.gguf","label":"Q6_K","size":6542636576,"bits":6.85,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-Q8_0.gguf","label":"Q8_0","size":8367027744,"bits":8.76,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-BF16.gguf","label":"BF16","size":15444915744,"bits":16.17,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-F16.gguf","label":"F16","size":15512024608,"bits":16.24,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-7b-gguf","file":"rwkv-6-finch-7b-F32.gguf","label":"F32","size":30544410144,"bits":31.98,"known":true,"rank":0}],"repos":["latestissue/rwkv-6-finch-7b-gguf"],"logoFrom":"latestissue"},{"id":"qwen3-6-35b-a3b-mtp-apex-i-miniplus-v2-1","family":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-GGUF","name":"Qwen3.6 35B A3B MTP APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-GGUF/Qwen3.6-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-22T17:40:11.000Z","downloads":5234,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-GGUF","file":"Qwen3.6-35B-A3B.APEX-I-MiniPlus-V2.1.gguf","label":"Qwen3.6-35B-A3B.APEX-I-MiniPlus-V2.1","size":15229762144,"bits":3.43,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.6-35B-A3B-MTP-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-ai-gemma-3-1b-it-abliterated","family":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","name":"Huihui Ai Gemma 3 1B Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":1,"active":null,"layers":26,"probe":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF/huihui-ai_gemma-3-1b-it-abliterated-IQ2_M.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":11534336,"context":32768,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2025-03-22T18:55:32.000Z","downloads":5233,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-IQ2_M.gguf","label":"IQ2_M","size":669783904,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":680110432,"bits":5.44,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":688856416,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":689814880,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q2_K.gguf","label":"Q2_K","size":689814880,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":689814880,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":697060960,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":714435424,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":721863520,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q4_0.gguf","label":"Q4_0","size":721918816,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":722416480,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":751575904,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":751575904,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q4_1.gguf","label":"Q4_1","size":764035936,"bits":6.11,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":780993376,"bits":6.25,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":806058592,"bits":6.45,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":806058592,"bits":6.45,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":836399968,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":851346016,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":851346016,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q6_K.gguf","label":"Q6_K","size":1011738976,"bits":8.09,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":1011738976,"bits":8.09,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-Q8_0.gguf","label":"Q8_0","size":1069306720,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF","file":"huihui-ai_gemma-3-1b-it-abliterated-bf16.gguf","label":"BF16","size":2006573632,"bits":16.05,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"hermes-3-llama-3-1-70b","family":"NousResearch/Hermes-3-Llama-3.1-70B","name":"Hermes 3 Llama 3.1 70B","maker":"Nous Research","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF/Hermes-3-Llama-3.1-70B.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-07-29T14:27:57.000Z","downloads":5230,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ1_S.gguf","label":"IQ1_S","size":15343482944,"bits":1.74,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ1_M.gguf","label":"IQ1_M","size":16751196224,"bits":1.9,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ1_M.gguf","label":"IQ1_M","size":16751196224,"bits":1.9,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097385024,"bits":2.17,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ2_XXS.gguf","label":"IQ2_XXS","size":19097385024,"bits":2.17,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ2_XS.gguf","label":"IQ2_XS","size":21142108224,"bits":2.4,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ2_XS.gguf","label":"IQ2_XS","size":21142108224,"bits":2.4,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ2_S.gguf","label":"IQ2_S","size":22242342976,"bits":2.52,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ2_M.gguf","label":"IQ2_M","size":24119294016,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ2_M.gguf","label":"IQ2_M","size":24119294016,"bits":2.74,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q2_K_S.gguf","label":"Q2_K_S","size":24471943232,"bits":2.77,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q2_K.gguf","label":"Q2_K","size":26375108672,"bits":2.99,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q2_K.gguf","label":"Q2_K","size":26375108672,"bits":2.99,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q2_K_L.gguf","label":"Q2_K_L","size":27401156672,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494336,"bits":3.11,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494336,"bits":3.11,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ3_XS.gguf","label":"IQ3_XS","size":29307729984,"bits":3.32,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q3_K_S.gguf","label":"Q3_K_S","size":30912051264,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ3_S.gguf","label":"IQ3_S","size":30912051264,"bits":3.51,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q3_K_S.gguf","label":"Q3_K_S","size":30912051264,"bits":3.51,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ3_M.gguf","label":"IQ3_M","size":31937034304,"bits":3.62,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ3_M.gguf","label":"IQ3_M","size":31937034304,"bits":3.62,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q3_K_M.gguf","label":"Q3_K_M","size":34267494464,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q3_K.gguf","label":"Q3_K","size":34267494464,"bits":3.89,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q3_K_L.gguf","label":"Q3_K_L","size":37140592704,"bits":4.21,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q3_K_L.gguf","label":"Q3_K_L","size":37140592704,"bits":4.21,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-IQ4_XS.gguf","label":"IQ4_XS","size":37902661696,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ4_XS.gguf","label":"IQ4_XS","size":37902661696,"bits":4.3,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059931712,"bits":4.32,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.IQ4_NL.gguf","label":"IQ4_NL","size":40053618752,"bits":4.54,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q4_K_S.gguf","label":"Q4_K_S","size":40347220032,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q4_K_S.gguf","label":"Q4_K_S","size":40347220032,"bits":4.58,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q4_K_M.gguf","label":"Q4_K_M","size":42520393792,"bits":4.82,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q4_K.gguf","label":"Q4_K","size":42520393792,"bits":4.82,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q4_K_L.gguf","label":"Q4_K_L","size":43300190272,"bits":4.91,"known":true,"rank":0},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q5_K_S/Hermes-3-Llama-3.1-70B.Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":48657447008,"bits":5.52,"known":true,"rank":1},{"repo":"legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF","file":"Hermes-3-Llama-3.1-70B.Q5_K/Hermes-3-Llama-3.1-70B.Q5_K-00001-of-00003.gguf","label":"Q5_K","size":49949816928,"bits":5.66,"known":true,"rank":1},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q5_K_M/Hermes-3-Llama-3.1-70B-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949817088,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q6_K/Hermes-3-Llama-3.1-70B-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888143648,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-70B-GGUF","file":"Hermes-3-Llama-3.1-70B-Q8_0/Hermes-3-Llama-3.1-70B-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975049984,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Hermes-3-Llama-3.1-70B-GGUF","legraphista/Hermes-3-Llama-3.1-70B-IMat-GGUF"],"logoFrom":"NousResearch"},{"id":"deepseek-v4-flash-vision-exp-abliterated","family":"apetersson/DeepSeek-V4-Flash-Vision-Exp-Abliterated","name":"DeepSeek V4 Flash Vision Exp Abliterated","maker":"apetersson","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"apetersson/DeepSeek-V4-Flash-Vision-Exp-Abliterated/Basic128-Routed-IQ2_M/DeepSeek-V4-Flash-Vision-Exp-Abliterated-Basic128-Routed-IQ2_M.gguf","kvBytesPerToken":101890,"kvHeader":88064,"kvFixed":0,"context":1048576,"arch":"deepseek4","vision":true,"licence":"mit","open":true,"released":"2026-08-31T17:12:13.000Z","downloads":5227,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apetersson/DeepSeek-V4-Flash-Vision-Exp-Abliterated","file":"Basic128-Routed-IQ2_M/DeepSeek-V4-Flash-Vision-Exp-Abliterated-Basic128-Routed-IQ2_M.gguf","label":"IQ2_M","size":102826285248,"bits":2.89,"known":true,"rank":0},{"repo":"apetersson/DeepSeek-V4-Flash-Vision-Exp-Abliterated","file":"Reference-Native-GGUF/DeepSeek-V4-Flash-Vision-Exp-Abliterated-NativePreserved-F16-F32-MXFP4.gguf","label":"MXFP4","size":164697137152,"bits":4.63,"known":true,"rank":0}],"repos":["apetersson/DeepSeek-V4-Flash-Vision-Exp-Abliterated"],"logoFrom":"deepseek-ai"},{"id":"ternary-bonsai-2-27b-abliterated-v2-ptq1-0","family":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PTQ1_0-GGUF","name":"Ternary Bonsai 2 27B Abliterated V2 PTQ1 0","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PTQ1_0-GGUF/Ternary-Bonsai-2-27B-Abliterated-v2-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-29T19:06:02.000Z","downloads":5226,"likes":3,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PTQ1_0-GGUF","file":"Ternary-Bonsai-2-27B-Abliterated-v2-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0}],"repos":["BoldingBuilds/Ternary-Bonsai-2-27B-Abliterated-v2-PTQ1_0-GGUF"],"logoFrom":"prism-ml"},{"id":"neuralmona-moe-4x7b","family":"CultriX/NeuralMona_MoE-4x7B","name":"NeuralMona MoE 4x7B","maker":"CultriX","catalog":null,"tuned":false,"params":24.15,"active":12.88,"layers":32,"probe":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF/NeuralMona_MoE-4x7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-24T14:26:25.000Z","downloads":5226,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ1_S.gguf","label":"IQ1_S","size":5181802272,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ1_M.gguf","label":"IQ1_M","size":5703993120,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6574311200,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7287342880,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ2_S.gguf","label":"IQ2_S","size":7471572768,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ2_M.gguf","label":"IQ2_M","size":8167827232,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q2_K.gguf","label":"Q2_K","size":8996521760,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9474352928,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":10011748128,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10586892064,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ3_S.gguf","label":"IQ3_S","size":10604717856,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ3_M.gguf","label":"IQ3_M","size":10800801568,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11734034208,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12697675552,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13047580448,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":13794068256,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q4_0.gguf","label":"Q4_0","size":13836011296,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13896828704,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14763476768,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16780019488,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17288054560,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/NeuralMona_MoE-4x7B-i1-GGUF","file":"NeuralMona_MoE-4x7B.i1-Q6_K.gguf","label":"Q6_K","size":19970418464,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/NeuralMona_MoE-4x7B-i1-GGUF"],"logoFrom":null},{"id":"nanbeige4-3-33b-cybersec-abliterated","family":"FRENCHFAKER/Nanbeige4.3-33B-cybersec-abliterated-GGUF","name":"Nanbeige4.3 33B Cybersec Abliterated","maker":"FRENCHFAKER","catalog":null,"tuned":true,"params":33.12,"active":null,"layers":52,"probe":"FRENCHFAKER/Nanbeige4.3-33B-cybersec-abliterated-GGUF/Nanbeige4.3-33B-abliterated-IQ4_XS.gguf","kvBytesPerToken":246432,"kvHeader":212992,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T20:05:03.000Z","downloads":5222,"likes":14,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FRENCHFAKER/Nanbeige4.3-33B-cybersec-abliterated-GGUF","file":"Nanbeige4.3-33B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":18154498848,"bits":4.39,"known":true,"rank":0},{"repo":"FRENCHFAKER/Nanbeige4.3-33B-cybersec-abliterated-GGUF","file":"Nanbeige4.3-33B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":20051495712,"bits":4.84,"known":true,"rank":0}],"repos":["FRENCHFAKER/Nanbeige4.3-33B-cybersec-abliterated-GGUF"],"logoFrom":"Nanbeige"},{"id":"occamy-1-0-apex-i-miniplus-v2-1","family":"IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-GGUF","name":"Occamy 1.0 APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-GGUF/Occamy-1.0.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-18T00:36:42.000Z","downloads":5220,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-GGUF","file":"Occamy-1.0.APEX-I-MiniPlus-V2.1.gguf","label":"Occamy-1.0.APEX-I-MiniPlus-V2.1","size":14751300704,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/Occamy-1.0-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"Accio-Lab"},{"id":"tildeopen-30b-instruct-lv","family":"pazars/TildeOpen-30B-Instruct-LV","name":"TildeOpen 30B LV","maker":"pazars","catalog":null,"tuned":false,"params":30.68,"active":null,"layers":60,"probe":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF/TildeOpen-30B-Instruct-LV.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"cc-by-4.0","open":true,"released":"2025-10-08T04:24:52.000Z","downloads":5219,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ1_S.gguf","label":"IQ1_S","size":6904183840,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ1_M.gguf","label":"IQ1_M","size":7501823008,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8497888288,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9365519392,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ2_S.gguf","label":"IQ2_S","size":9859742752,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ2_M.gguf","label":"IQ2_M","size":10656594976,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10773773344,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q2_K.gguf","label":"Q2_K","size":11592154144,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12041796640,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12871285792,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13502397472,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ3_S.gguf","label":"IQ3_S","size":13552532512,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ3_M.gguf","label":"IQ3_M","size":13976173600,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14957296672,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16227384352,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16595237920,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q4_0.gguf","label":"Q4_0","size":17527553056,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17588501536,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18540280864,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q4_1.gguf","label":"Q4_1","size":19336739872,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21203729440,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21755214880,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF","file":"TildeOpen-30B-Instruct-LV.i1-Q6_K.gguf","label":"Q6_K","size":25171082272,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF"],"logoFrom":"pazars"},{"id":"abliterated-dolphin3-0-r1-mistral-24b","family":"SAIFIINDUSTRIES/Abliterated-Dolphin3.0-R1-Mistral-24B","name":"Abliterated Dolphin3.0 R1 Mistral 24B","maker":"SAIFIINDUSTRIES","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF/Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-03T03:13:23.000Z","downloads":5216,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ1_S.gguf","label":"IQ1_S","size":5273733472,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ1_M.gguf","label":"IQ1_M","size":5750507872,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545131872,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207045472,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ2_S.gguf","label":"IQ2_S","size":7478365568,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ2_M.gguf","label":"IQ2_M","size":8114064768,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320175808,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q2_K.gguf","label":"Q2_K","size":8890339008,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280605568,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907131104,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400289504,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ3_S.gguf","label":"IQ3_S","size":10428142304,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ3_M.gguf","label":"IQ3_M","size":10650964704,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474096864,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400775904,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758931168,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q4_0.gguf","label":"Q4_0","size":13494245408,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549295648,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333925408,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q4_1.gguf","label":"Q4_1","size":14873123488,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304430368,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16764001568,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF","file":"Abliterated-Dolphin3.0-R1-Mistral-24B.i1-Q6_K.gguf","label":"Q6_K","size":19345957504,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Abliterated-Dolphin3.0-R1-Mistral-24B-i1-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-5-9b-uncensored-i1","family":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","name":"Qwen3.5 9B Uncensored I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF/qwen3.5-9b-uncensored.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T23:59:24.000Z","downloads":5210,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642624,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269952,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648832,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346240,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968960,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472064,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697240000,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3827263424,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166720,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243417024,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407808,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4370819008,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383488,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525824,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515712,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441536,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q4_0.gguf","label":"Q4_0","size":5325940672,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630784,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215360,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110208,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q4_1.gguf","label":"Q4_1","size":5809334208,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310656,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467971008,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/qwen3.5-9b-uncensored-i1-GGUF","file":"qwen3.5-9b-uncensored.i1-Q6_K.gguf","label":"Q6_K","size":7359260608,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/qwen3.5-9b-uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"unslopnemo-12b-v3","family":"TheDrummer/UnslopNemo-12B-v3-GGUF","name":"UnslopNemo 12B V3","maker":"TheDrummer","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"TheDrummer/UnslopNemo-12B-v3-GGUF/Rocinante-12B-v2g-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-10T16:23:00.000Z","downloads":5209,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheDrummer/UnslopNemo-12B-v3-GGUF","file":"Rocinante-12B-v2g-Q2_K.gguf","label":"Q2_K","size":4791050976,"bits":3.13,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v3-GGUF","file":"Rocinante-12B-v2g-Q3_K_M.gguf","label":"Q3_K_M","size":6083093216,"bits":3.97,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v3-GGUF","file":"Rocinante-12B-v2g-Q4_K_M.gguf","label":"Q4_K_M","size":7477207776,"bits":4.88,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v3-GGUF","file":"Rocinante-12B-v2g-Q5_K_M.gguf","label":"Q5_K_M","size":8727634656,"bits":5.7,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v3-GGUF","file":"Rocinante-12B-v2g-Q6_K.gguf","label":"Q6_K","size":10056213216,"bits":6.57,"known":true,"rank":0},{"repo":"TheDrummer/UnslopNemo-12B-v3-GGUF","file":"Rocinante-12B-v2g-Q8_0.gguf","label":"Q8_0","size":13022372576,"bits":8.5,"known":true,"rank":0}],"repos":["TheDrummer/UnslopNemo-12B-v3-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen1-5-moe-a2-7b-chat","family":"Qwen/Qwen1.5-MoE-A2.7B-Chat","name":"Qwen1.5 MoE A2.7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":14.32,"active":2.69,"layers":24,"probe":"tensorblock/Qwen1.5-MoE-A2.7B-Chat-GGUF/Qwen1.5-MoE-A2.7B-Chat-Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2moe","vision":false,"licence":"other","open":false,"released":"2024-03-14T03:26:42.000Z","downloads":5202,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tensorblock/Qwen1.5-MoE-A2.7B-Chat-GGUF","file":"Qwen1.5-MoE-A2.7B-Chat-Q2_K.gguf","label":"Q2_K","size":5890164032,"bits":3.29,"known":true,"rank":0},{"repo":"tensorblock/Qwen1.5-MoE-A2.7B-Chat-GGUF","file":"Qwen1.5-MoE-A2.7B-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":7437745472,"bits":4.16,"known":true,"rank":0}],"repos":["tensorblock/Qwen1.5-MoE-A2.7B-Chat-GGUF"],"logoFrom":"Qwen"},{"id":"orionstar-yi-34b-chat-llama","family":"OrionStarAI/OrionStar-Yi-34B-Chat-Llama","name":"OrionStar Yi 34B Llama","maker":"OrionStarAI","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF/OrionStar-Yi-34B-Chat-Llama.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-21T01:57:47.000Z","downloads":5198,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980160,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786240,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306463040,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542400,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021120,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762560,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q2_K.gguf","label":"Q2_K","size":12825234240,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875520,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319680,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960294720,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785600,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700480,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924608,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139446080,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051840,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q4_0.gguf","label":"Q4_0","size":19530754880,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650176,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711360,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707691840,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321846080,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF","file":"OrionStar-Yi-34B-Chat-Llama.i1-Q6_K.gguf","label":"Q6_K","size":28213926720,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/OrionStar-Yi-34B-Chat-Llama-i1-GGUF"],"logoFrom":"OrionStarAI"},{"id":"mistral-nemo-instruct-heretic","family":"saidutta69/Mistral-Nemo-Instruct-heretic","name":"Mistral Nemo Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"saidutta69/Mistral-Nemo-Instruct-heretic/ggml-model-Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-21T20:47:30.000Z","downloads":5197,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Mistral-Nemo-Instruct-heretic","file":"ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":7477208064,"bits":4.88,"known":true,"rank":0},{"repo":"saidutta69/Mistral-Nemo-Instruct-heretic","file":"ggml-model-Q5_K_M.gguf","label":"Q5_K_M","size":8727634944,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/Mistral-Nemo-Instruct-heretic","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":10056213504,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Mistral-Nemo-Instruct-heretic","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":13022372864,"bits":8.5,"known":true,"rank":0},{"repo":"saidutta69/Mistral-Nemo-Instruct-heretic","file":"Mistral-Nemo-Instruct-heretic-F16.gguf","label":"F16","size":24504280032,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/Mistral-Nemo-Instruct-heretic"],"logoFrom":"mistralai"},{"id":"wizardcoder-33b-v1-1","family":"WizardLMTeam/WizardCoder-33B-V1.1","name":"WizardCoder 33B V1.1","maker":"WizardLMTeam","catalog":null,"tuned":true,"params":33.34,"active":null,"layers":62,"probe":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF/WizardCoder-33B-V1.1.i1-IQ1_S.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-01-04T09:15:02.000Z","downloads":5197,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ1_S.gguf","label":"IQ1_S","size":7155556992,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ1_M.gguf","label":"IQ1_M","size":7818267264,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8922784384,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9905947264,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ2_S.gguf","label":"IQ2_S","size":10475244160,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ2_M.gguf","label":"IQ2_M","size":11358857856,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q2_K.gguf","label":"Q2_K","size":12355754624,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12853385856,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705144960,"bits":3.29,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q2_K.gguf","label":"Q2_K","size":14028664992,"bits":3.37,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14421772928,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q3_K_S.gguf","label":"Q3_K_S","size":14421901472,"bits":3.46,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":14482213504,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ3_M.gguf","label":"IQ3_M","size":15033246336,"bits":3.61,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q3_K_M.gguf","label":"Q3_K_M","size":16074928288,"bits":3.86,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16092002944,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17560238720,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q3_K_L.gguf","label":"Q3_K_L","size":17560367264,"bits":4.21,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17855703680,"bits":4.28,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q4_0.gguf","label":"Q4_0","size":18819440800,"bits":4.52,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q4_0.gguf","label":"Q4_0","size":18879523456,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q4_K_S.gguf","label":"Q4_K_S","size":18891923616,"bits":4.53,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18943404672,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19940530816,"bits":4.78,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q4_K_M.gguf","label":"Q4_K_M","size":19940659360,"bits":4.78,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22958172800,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q5_0.gguf","label":"Q5_0","size":22958301344,"bits":5.51,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q5_K_S.gguf","label":"Q5_K_S","size":22958301344,"bits":5.51,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23535770240,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q5_K_M.gguf","label":"Q5_K_M","size":23535898784,"bits":5.65,"known":true,"rank":1},{"repo":"mradermacher/WizardCoder-33B-V1.1-i1-GGUF","file":"WizardCoder-33B-V1.1.i1-Q6_K.gguf","label":"Q6_K","size":27355712128,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q6_K.gguf","label":"Q6_K","size":27355840672,"bits":6.56,"known":true,"rank":1},{"repo":"TheBloke/WizardCoder-33B-V1.1-GGUF","file":"wizardcoder-33b-v1.1.Q8_0.gguf","label":"Q8_0","size":35430879392,"bits":8.5,"known":true,"rank":1}],"repos":["TheBloke/WizardCoder-33B-V1.1-GGUF","mradermacher/WizardCoder-33B-V1.1-i1-GGUF"],"logoFrom":"WizardLMTeam"},{"id":"tini-cybersec-8b-a1b","family":"iselabvn/Tini-Cybersec-8B-A1B","name":"Tini Cybersec 8B A1B","maker":"iselabvn","catalog":null,"tuned":false,"params":8.47,"active":1.69,"layers":24,"probe":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF/iselabvn_Tini-Cybersec-8B-A1B-IQ2_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-30T05:50:49.000Z","downloads":5189,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-IQ2_M.gguf","label":"IQ2_M","size":2912515168,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q2_K.gguf","label":"Q2_K","size":3063379040,"bits":2.89,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q2_K_L.gguf","label":"Q2_K_L","size":3126867040,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3563467872,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q3_K_S.gguf","label":"Q3_K_S","size":3769660512,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-IQ3_XS.gguf","label":"IQ3_XS","size":3925636192,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q3_K_M.gguf","label":"Q3_K_M","size":3931370592,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q3_K_L.gguf","label":"Q3_K_L","size":4076663904,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-IQ3_M.gguf","label":"IQ3_M","size":4079481952,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4140151904,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-IQ4_XS.gguf","label":"IQ4_XS","size":4601345120,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-IQ4_NL.gguf","label":"IQ4_NL","size":4856280160,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q4_0.gguf","label":"Q4_0","size":4869649504,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q4_K_S.gguf","label":"Q4_K_S","size":5003605088,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q4_K_M.gguf","label":"Q4_K_M","size":5166625888,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q4_K_L.gguf","label":"Q4_K_L","size":5230113888,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q4_1.gguf","label":"Q4_1","size":5364577376,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q5_K_S.gguf","label":"Q5_K_S","size":5876020320,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q5_K_M.gguf","label":"Q5_K_M","size":6039237728,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q5_K_L.gguf","label":"Q5_K_L","size":6102725728,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q6_K.gguf","label":"Q6_K","size":7255389280,"bits":6.85,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q6_K_L.gguf","label":"Q6_K_L","size":7318877280,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-Q8_0.gguf","label":"Q8_0","size":9010197600,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF","file":"iselabvn_Tini-Cybersec-8B-A1B-bf16.gguf","label":"BF16","size":16947262272,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/iselabvn_Tini-Cybersec-8B-A1B-GGUF"],"logoFrom":"iselabvn"},{"id":"lingshu-32b","family":"lingshu-medical-mllm/Lingshu-32B","name":"Lingshu 32B","maker":"lingshu-medical-mllm","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Lingshu-32B-GGUF/Lingshu-32B.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"mit","open":true,"released":"2025-06-05T02:26:27.000Z","downloads":5185,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q2_K.gguf","label":"Q2_K","size":12313097568,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q3_K_S.gguf","label":"Q3_K_S","size":14392329568,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q3_K_M.gguf","label":"Q3_K_M","size":15935047008,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q3_K_L.gguf","label":"Q3_K_L","size":17247077728,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.IQ4_XS.gguf","label":"IQ4_XS","size":17870099808,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q4_K_S.gguf","label":"Q4_K_S","size":18784408928,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q4_K_M.gguf","label":"Q4_K_M","size":19851335008,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q5_K_S.gguf","label":"Q5_K_S","size":22638253408,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q5_K_M.gguf","label":"Q5_K_M","size":23262156128,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q6_K.gguf","label":"Q6_K","size":26886153568,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Lingshu-32B-GGUF","file":"Lingshu-32B.Q8_0.gguf","label":"Q8_0","size":34820883808,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Lingshu-32B-GGUF"],"logoFrom":"lingshu-medical-mllm"},{"id":"agnes-3-0-flash-xyz","family":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","name":"Agnes 3.0 Flash XYZ","maker":"quimmedes","catalog":null,"tuned":false,"params":32.63,"active":null,"layers":73,"probe":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF/Agnes-3.0-Flash-Q3-v4-XYZ.gguf","kvBytesPerToken":89874,"kvHeader":73728,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-12T14:13:22.000Z","downloads":5184,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q3-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q3-v4-XYZ","size":13019057344,"bits":3.19,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q3.5-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q3.5-v4-XYZ","size":16502805184,"bits":4.05,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q4-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q4-v4-XYZ","size":17794806464,"bits":4.36,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"extra/Agnes-3.0-Flash-Q4.5-XYZ.gguf","label":"Agnes-3.0-Flash-Q4.5-XYZ","size":18650238144,"bits":4.57,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"extra/Agnes-3.0-Flash-Q4_K_M-control.gguf","label":"Agnes-3.0-Flash-Q4_K_M-control","size":20479470496,"bits":5.02,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"extra/Agnes-3.0-Flash-Q5-XYZ.gguf","label":"Agnes-3.0-Flash-Q5-XYZ","size":20963126464,"bits":5.14,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q4.5-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q4.5-v4-XYZ","size":21032420544,"bits":5.16,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q5-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q5-v4-XYZ","size":21632249024,"bits":5.3,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q5.5-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q5.5-v4-XYZ","size":22109023424,"bits":5.42,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q6-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q6-v4-XYZ","size":26109463744,"bits":6.4,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q7-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q7-v4-XYZ","size":26417380544,"bits":6.48,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q8-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q8-v4-XYZ","size":29332219584,"bits":7.19,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"extra/Agnes-3.0-Flash-Q8-XYZ.gguf","label":"Agnes-3.0-Flash-Q8-XYZ","size":33516281024,"bits":8.22,"known":false,"rank":0},{"repo":"quimmedes/Agnes-3.0-Flash-XYZ-GGUF","file":"Agnes-3.0-Flash-Q9-v4-XYZ.gguf","label":"Agnes-3.0-Flash-Q9-v4-XYZ","size":34662751424,"bits":8.5,"known":false,"rank":0}],"repos":["quimmedes/Agnes-3.0-Flash-XYZ-GGUF"],"logoFrom":"Agnes-AI"},{"id":"zai-org-glm-4-5-air","family":"bartowski/zai-org_GLM-4.5-Air-GGUF","name":"Zai Org GLM 4.5 Air","maker":"bartowski","catalog":null,"tuned":true,"params":110.47,"active":14.96,"layers":47,"probe":"bartowski/zai-org_GLM-4.5-Air-GGUF/zai-org_GLM-4.5-Air-IQ1_M.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":null,"open":false,"released":"2025-08-04T19:44:21.000Z","downloads":5184,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ1_M.gguf","label":"IQ1_M","size":37856537056,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ2_XXS.gguf","label":"IQ2_XXS","size":39618734560,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ2_XS.gguf","label":"IQ2_XS","size":42191153632,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ2_S.gguf","label":"IQ2_S","size":42543606240,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ2_M.gguf","label":"IQ2_M","size":45116025312,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q2_K.gguf","label":"Q2_K","size":46102702560,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q2_K_L.gguf","label":"Q2_K_L","size":46708910560,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ3_XXS/zai-org_GLM-4.5-Air-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":50343066304,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ3_XS/zai-org_GLM-4.5-Air-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":50839837376,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q3_K_S/zai-org_GLM-4.5-Air-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":53415959232,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ3_M/zai-org_GLM-4.5-Air-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":55477787328,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q3_K_M/zai-org_GLM-4.5-Air-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":55481637568,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q3_K_L/zai-org_GLM-4.5-Air-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":55910374048,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q3_K_XL/zai-org_GLM-4.5-Air-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":56453536448,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ4_XS/zai-org_GLM-4.5-Air-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":60806220480,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-IQ4_NL/zai-org_GLM-4.5-Air-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":63064509120,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q4_0/zai-org_GLM-4.5-Air-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":63761992352,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q4_K_S/zai-org_GLM-4.5-Air-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":68310026944,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q4_1/zai-org_GLM-4.5-Air-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":69546035904,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q4_K_M/zai-org_GLM-4.5-Air-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":73501936320,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q5_K_S/zai-org_GLM-4.5-Air-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":78553041600,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q5_K_M/zai-org_GLM-4.5-Air-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":83722013472,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q6_K/zai-org_GLM-4.5-Air-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":99183770432,"bits":7.18,"known":true,"rank":0},{"repo":"bartowski/zai-org_GLM-4.5-Air-GGUF","file":"zai-org_GLM-4.5-Air-Q8_0/zai-org_GLM-4.5-Air-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":117456505344,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/zai-org_GLM-4.5-Air-GGUF"],"logoFrom":"zai-org"},{"id":"muse-glimmer-30b-hermes-agentic","family":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic","name":"Muse Glimmer 30B Hermes Agentic","maker":"vcruz305","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":52,"probe":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF/Muse-Glimmer-30B-Hermes-Agentic-Q2_K.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T09:23:45.000Z","downloads":5180,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-Q2_K.gguf","label":"Q2_K","size":10686698720,"bits":3.07,"known":true,"rank":0},{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-Q3_K_M.gguf","label":"Q3_K_M","size":13680517600,"bits":3.93,"known":true,"rank":0},{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-Q4_K_M.gguf","label":"Q4_K_M","size":16935291616,"bits":4.86,"known":true,"rank":0},{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-Q5_K_M.gguf","label":"Q5_K_M","size":19811375840,"bits":5.69,"known":true,"rank":0},{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-Q6_K.gguf","label":"Q6_K","size":22867215328,"bits":6.57,"known":true,"rank":0},{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-Q8_0.gguf","label":"Q8_0","size":29612958176,"bits":8.51,"known":true,"rank":0},{"repo":"vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF","file":"Muse-Glimmer-30B-Hermes-Agentic-F16.gguf","label":"F16","size":55725511136,"bits":16.01,"known":true,"rank":0}],"repos":["vcruz305/Muse-Glimmer-30B-Hermes-Agentic-GGUF"],"logoFrom":"vcruz305"},{"id":"meta-llama-3-1-8b-instruct-q4-k-m","family":"joshnader/Meta-Llama-3.1-8B-Instruct-Q4_K_M-GGUF","name":"Meta Llama 3.1 8B Q4 K M","maker":"joshnader","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"joshnader/Meta-Llama-3.1-8B-Instruct-Q4_K_M-GGUF/meta-llama-3.1-8b-instruct-q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-24T12:15:49.000Z","downloads":5170,"likes":17,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"joshnader/Meta-Llama-3.1-8B-Instruct-Q4_K_M-GGUF","file":"meta-llama-3.1-8b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4920734368,"bits":4.9,"known":true,"rank":0}],"repos":["joshnader/Meta-Llama-3.1-8B-Instruct-Q4_K_M-GGUF"],"logoFrom":"meta-llama"},{"id":"chronos-hermes-13b-v2","family":"Austism/chronos-hermes-13b-v2","name":"Chronos Hermes 13B V2","maker":"Austism","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Chronos-Hermes-13b-v2-GGUF/chronos-hermes-13b-v2.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-08-02T23:02:15.000Z","downloads":5168,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q2_K.gguf","label":"Q2_K","size":5429537280,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q3_K_S.gguf","label":"Q3_K_S","size":5659185920,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q3_K_M.gguf","label":"Q3_K_M","size":6337975040,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q3_K_L.gguf","label":"Q3_K_L","size":6929765120,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q4_0.gguf","label":"Q4_0","size":7366062080,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q4_K_S.gguf","label":"Q4_K_S","size":7414558720,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q4_K_M.gguf","label":"Q4_K_M","size":7866183680,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q5_0.gguf","label":"Q5_0","size":8972533760,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q5_K_S.gguf","label":"Q5_K_S","size":8972533760,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q5_K_M.gguf","label":"Q5_K_M","size":9230172160,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q6_K.gguf","label":"Q6_K","size":10679409920,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Chronos-Hermes-13b-v2-GGUF","file":"chronos-hermes-13b-v2.Q8_0.gguf","label":"Q8_0","size":13831668480,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Chronos-Hermes-13b-v2-GGUF"],"logoFrom":"Austism"},{"id":"qwen35-2b-muesli-cleanup-v12","family":"Muesli-HQ/qwen35-2b-muesli-cleanup-v12-gguf","name":"Qwen35 2B Muesli Cleanup V12","maker":"Muesli-HQ","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"Muesli-HQ/qwen35-2b-muesli-cleanup-v12-gguf/qwen35-2b-muesli-v12-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T19:28:37.000Z","downloads":5167,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Muesli-HQ/qwen35-2b-muesli-cleanup-v12-gguf","file":"qwen35-2b-muesli-v12-Q4_K_M.gguf","label":"Q4_K_M","size":1274396096,"bits":5.42,"known":true,"rank":0},{"repo":"Muesli-HQ/qwen35-2b-muesli-cleanup-v12-gguf","file":"qwen35-2b-muesli-v12-Q8_0.gguf","label":"Q8_0","size":2012011968,"bits":8.56,"known":true,"rank":0}],"repos":["Muesli-HQ/qwen35-2b-muesli-cleanup-v12-gguf"],"logoFrom":"Qwen"},{"id":"amberchat","family":"LLM360/AmberChat","name":"AmberChat","maker":"LLM360","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/AmberChat-GGUF/amberchat.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-12T10:16:59.000Z","downloads":5166,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ1_S.gguf","label":"IQ1_S","size":1528582720,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971200,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952000,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034913856,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ2_S.gguf","label":"IQ2_S","size":2196566592,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751232,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q2_K.gguf","label":"Q2_K","size":2532864576,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585391680,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524096,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q2_K.gguf","label":"Q2_K","size":2825940832,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q3_K_S.gguf","label":"Q3_K_S","size":2948304736,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ3_S.gguf","label":"IQ3_S","size":2948305472,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948305472,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865216,"bits":3.7,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q3_K_M.gguf","label":"Q3_K_M","size":3298004832,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298005568,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q3_K_L.gguf","label":"Q3_K_L","size":3597111136,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597111872,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619336768,"bits":4.3,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q4_0.gguf","label":"Q4_0","size":3825807200,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q4_0.gguf","label":"Q4_0","size":3837080128,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q4_K_S.gguf","label":"Q4_K_S","size":3856740192,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856740928,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q4_K_M.gguf","label":"Q4_K_M","size":4081004384,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005120,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q5_0.gguf","label":"Q5_0","size":4651691872,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q5_K_S.gguf","label":"Q5_K_S","size":4651691872,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651692608,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q5_K_M.gguf","label":"Q5_K_M","size":4783157088,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783157824,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q6_K.gguf","label":"Q6_K","size":5529194336,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/AmberChat-i1-GGUF","file":"AmberChat.i1-Q6_K.gguf","label":"Q6_K","size":5529195072,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/AmberChat-GGUF","file":"amberchat.Q8_0.gguf","label":"Q8_0","size":7161089888,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/AmberChat-GGUF","mradermacher/AmberChat-i1-GGUF"],"logoFrom":"LLM360"},{"id":"ingot-xxi-27b-q2","family":"dendriteholdings/Ingot-XXI-27B-Q2","name":"Ingot XXI 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XXI-27B-Q2/Ingot-XXI-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-01T16:54:20.000Z","downloads":5160,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XXI-27B-Q2","file":"Ingot-XXI-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XXI-27B-Q2","file":"Ingot-XXI-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XXI-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"codellama-70b-python","family":"TheBloke/CodeLlama-70B-Python-GGUF","name":"CodeLlama 70B Python","maker":"TheBloke","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/CodeLlama-70B-Python-GGUF/codellama-70b-python.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-01-30T22:59:59.000Z","downloads":5154,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q2_K.gguf","label":"Q2_K","size":25462587872,"bits":2.95,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q3_K_S.gguf","label":"Q3_K_S","size":29919458784,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q3_K_M.gguf","label":"Q3_K_M","size":33274901984,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q3_K_L.gguf","label":"Q3_K_L","size":36148000224,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q4_0.gguf","label":"Q4_0","size":38872431072,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q4_K_S.gguf","label":"Q4_K_S","size":39249918432,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q4_K_M.gguf","label":"Q4_K_M","size":41423092192,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q5_0.gguf","label":"Q5_0","size":47461595616,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q5_K_S.gguf","label":"Q5_K_S","size":47461595616,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-70B-Python-GGUF","file":"codellama-70b-python.Q5_K_M.gguf","label":"Q5_K_M","size":48753965536,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-70B-Python-GGUF"],"logoFrom":"codellama"},{"id":"rusmind-3-5-vspyshka","family":"DICPlay/RusMind-3.5-Vspyshka","name":"RusMind 3.5 Vspyshka","maker":"DICPlay","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"DICPlay/RusMind-3.5-Vspyshka/RusMind-Vspyshka-3.5-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-13T01:13:25.000Z","downloads":5152,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-3.5-Vspyshka","file":"RusMind-Vspyshka-3.5-Mini.gguf","label":"RusMind-Vspyshka-3.5-Mini","size":3775011680,"bits":4.02,"known":false,"rank":0},{"repo":"DICPlay/RusMind-3.5-Vspyshka","file":"RusMind-Vspyshka-3.5-Lite.gguf","label":"RusMind-Vspyshka-3.5-Lite","size":4234287968,"bits":4.5,"known":false,"rank":0},{"repo":"DICPlay/RusMind-3.5-Vspyshka","file":"RusMind-Vspyshka-3.5-Q4_K_M.gguf","label":"Q4_K_M","size":5335292768,"bits":5.68,"known":true,"rank":0},{"repo":"DICPlay/RusMind-3.5-Vspyshka","file":"RusMind-Vspyshka-3.5-Q8_0.gguf","label":"Q8_0","size":8031243104,"bits":8.54,"known":true,"rank":0},{"repo":"DICPlay/RusMind-3.5-Vspyshka","file":"RusMind-Vspyshka-3.5-BF16.gguf","label":"BF16","size":15053097824,"bits":16.01,"known":true,"rank":0}],"repos":["DICPlay/RusMind-3.5-Vspyshka"],"logoFrom":"DICPlay"},{"id":"grug-35b-v2","family":"ProCreations/grug-35b-v2","name":"Grug 35B V2","maker":"ProCreations","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/grug-35b-v2-i1-GGUF/grug-35b-v2.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-23T07:59:05.000Z","downloads":5150,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/grug-35b-v2-i1-GGUF","file":"grug-35b-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142944,"bits":1.73,"known":true,"rank":1},{"repo":"mradermacher/grug-35b-v2-i1-GGUF","file":"grug-35b-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209824,"bits":1.9,"known":true,"rank":1},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778453440,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ2_XS.gguf","label":"IQ2_XS","size":10797145024,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ2_S.gguf","label":"IQ2_S","size":11010276288,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ2_M.gguf","label":"IQ2_M","size":12066716608,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/grug-35b-v2-i1-GGUF","file":"grug-35b-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152098144,"bits":2.8,"known":true,"rank":1},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q2_K.gguf","label":"Q2_K","size":12617079744,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q2_K_L.gguf","label":"Q2_K_L","size":13113719744,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870830016,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/grug-35b-v2-i1-GGUF","file":"grug-35b-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":15250425184,"bits":3.52,"known":true,"rank":1},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q3_K_S.gguf","label":"Q3_K_S","size":15513516992,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ3_XS.gguf","label":"IQ3_XS","size":16218684352,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q3_K_M.gguf","label":"Q3_K_M","size":16226548672,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q3_K_L.gguf","label":"Q3_K_L","size":16886496192,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ3_M.gguf","label":"IQ3_M","size":16900258752,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485632,"bits":4,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ4_XS.gguf","label":"IQ4_XS","size":18806447040,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-IQ4_NL.gguf","label":"IQ4_NL","size":19861347264,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q4_0.gguf","label":"Q4_0","size":19942611904,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q4_K_S.gguf","label":"Q4_K_S","size":20592729024,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q4_K_M.gguf","label":"Q4_K_M","size":21391449024,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q4_K_L.gguf","label":"Q4_K_L","size":21768895424,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q4_1.gguf","label":"Q4_1","size":21973769152,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q5_K_S.gguf","label":"Q5_K_S","size":24156150720,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q5_K_M.gguf","label":"Q5_K_M","size":25017457600,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q5_K_L.gguf","label":"Q5_K_L","size":25331334080,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q6_K.gguf","label":"Q6_K","size":30053415872,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q6_K_L.gguf","label":"Q6_K_L","size":30299749312,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-Q8_0.gguf","label":"Q8_0","size":36914691008,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-35b-v2-GGUF","file":"ProCreations_grug-35b-v2-bf16/ProCreations_grug-35b-v2-bf16-00001-of-00002.gguf","label":"BF16","size":69376637824,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ProCreations_grug-35b-v2-GGUF","mradermacher/grug-35b-v2-i1-GGUF"],"logoFrom":"ProCreations"},{"id":"chatallinone-yi-34b-200k-v1","family":"DrNicefellow/ChatAllInOne-Yi-34B-200K-V1","name":"ChatAllInOne Yi 34B 200K V1","maker":"DrNicefellow","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF/ChatAllInOne-Yi-34B-200K-V1.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-30T03:03:36.000Z","downloads":5140,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980192,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786272,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306463072,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542432,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021152,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762592,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q2_K.gguf","label":"Q2_K","size":12825234272,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875552,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319712,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960294752,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785632,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700512,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924640,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139446112,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051872,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q4_0.gguf","label":"Q4_0","size":19530754912,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650208,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711392,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707691872,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321846112,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF","file":"ChatAllInOne-Yi-34B-200K-V1.i1-Q6_K.gguf","label":"Q6_K","size":28213926752,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/ChatAllInOne-Yi-34B-200K-V1-i1-GGUF"],"logoFrom":"DrNicefellow"},{"id":"teriminal-rsi-terminal-rsi-27b","family":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","name":"Teriminal RSI Terminal RSI 27B","maker":"bartowski","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF/Teriminal-RSI_Terminal-RSI-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-24T16:34:35.000Z","downloads":5140,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268864,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9088526464,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ2_S.gguf","label":"IQ2_S","size":9684043904,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ2_M.gguf","label":"IQ2_M","size":10522249344,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q2_K.gguf","label":"Q2_K","size":10821544064,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168064,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12739885184,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12799604864,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13404051584,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14122817664,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ3_M.gguf","label":"IQ3_M","size":14860630144,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15475951744,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q4_0.gguf","label":"Q4_0","size":16348768384,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16363513984,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17442400384,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17442400384,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q4_1.gguf","label":"Q4_1","size":17825458304,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18820704384,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19566913664,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20923877504,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22857455744,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q6_K.gguf","label":"Q6_K","size":23860566144,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24958908544,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-Q8_0.gguf","label":"Q8_0","size":29116389504,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF","file":"Teriminal-RSI_Terminal-RSI-27B-bf16/Teriminal-RSI_Terminal-RSI-27B-bf16-00001-of-00002.gguf","label":"BF16","size":54657734624,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Teriminal-RSI_Terminal-RSI-27B-GGUF"],"logoFrom":"Teriminal-RSI"},{"id":"bella-bartender-qwen3-5-2b","family":"juiceb0xc0de/bella-bartender-qwen3.5-2b","name":"Bella Bartender Qwen3.5 2B","maker":"juiceb0xc0de","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":25,"probe":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF/bella-bartender-qwen3.5-2b.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T23:44:08.000Z","downloads":5136,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ1_S.gguf","label":"IQ1_S","size":722962368,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ1_M.gguf","label":"IQ1_M","size":748204992,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276032,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ2_S.gguf","label":"IQ2_S","size":832092096,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ2_M.gguf","label":"IQ2_M","size":865748928,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754176,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163776,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q2_K.gguf","label":"Q2_K","size":968543168,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174272,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203008,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090880,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446720,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259840,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533696,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963328,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q4_0.gguf","label":"Q4_0","size":1204847552,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056512,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586240,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397632,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q4_1.gguf","label":"Q4_1","size":1288283072,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077888,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122112,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF","file":"bella-bartender-qwen3.5-2b.i1-Q6_K.gguf","label":"Q6_K","size":1556391872,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/bella-bartender-qwen3.5-2b-i1-GGUF"],"logoFrom":"juiceb0xc0de"},{"id":"gui-owl-1-5-2b-instruct","family":"mPLUG/GUI-Owl-1.5-2B-Instruct","name":"GUI Owl 1.5 2B","maker":"mPLUG","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF/GUI-Owl-1.5-2B-Instruct.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3vl","vision":true,"licence":"mit","open":true,"released":"2026-02-14T01:34:43.000Z","downloads":5135,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q2_K.gguf","label":"Q2_K","size":777797120,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":867253760,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":939539968,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":1003503104,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":1016282624,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":1060191744,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1107410432,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":1230585344,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":1257881088,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q6_K.gguf","label":"Q6_K","size":1417756160,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.Q8_0.gguf","label":"Q8_0","size":1834427904,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF","file":"GUI-Owl-1.5-2B-Instruct.f16.gguf","label":"F16","size":3447350784,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/GUI-Owl-1.5-2B-Instruct-GGUF"],"logoFrom":"mPLUG"},{"id":"qwen2-5-vl-32b-instruct-unredacted-max","family":"prithivMLmods/Qwen2.5-VL-32B-Instruct-Unredacted-MAX","name":"Qwen2.5 VL 32B Unredacted MAX","maker":"prithivMLmods","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF/Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-22T06:12:51.000Z","downloads":5134,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ1_S.gguf","label":"IQ1_S","size":7274506368,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ1_M.gguf","label":"IQ1_M","size":7932160128,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028249728,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957550208,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ2_S.gguf","label":"IQ2_S","size":10387568768,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ2_M.gguf","label":"IQ2_M","size":11264440448,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11488000128,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q2_K.gguf","label":"Q2_K","size":12313098368,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839270528,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705513088,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14392330368,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ3_S.gguf","label":"IQ3_S","size":14436894848,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ3_M.gguf","label":"IQ3_M","size":14810122368,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15935047808,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17247078528,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17693153408,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q4_0.gguf","label":"Q4_0","size":18711009408,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18784409728,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19851335808,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q4_1.gguf","label":"Q4_1","size":20639242368,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22638254208,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23262156928,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-Unredacted-MAX.i1-Q6_K.gguf","label":"Q6_K","size":26886154368,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-32B-Instruct-Unredacted-MAX-i1-GGUF"],"logoFrom":"prithivMLmods"},{"id":"tokyotech-llm-swallow-70b-instruct-v0-1","family":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","name":"Tokyotech Llm Swallow 70B V0.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":69.16,"active":null,"layers":80,"probe":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf/Swallow-70b-instruct-v0.1.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-03T09:00:00.000Z","downloads":5129,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ1_S.gguf","label":"IQ1_S","size":14628778144,"bits":1.69,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ1_M.gguf","label":"IQ1_M","size":16036491424,"bits":1.86,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18382680224,"bits":2.13,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":20427403424,"bits":2.36,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ2_S.gguf","label":"IQ2_S","size":21456851616,"bits":2.48,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ2_M.gguf","label":"IQ2_M","size":23333802656,"bits":2.7,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q2_K.gguf","label":"Q2_K","size":25567836832,"bits":2.96,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":25567837216,"bits":2.96,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26684002976,"bits":3.09,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":28429671584,"bits":3.29,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":28429671968,"bits":3.29,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ3_S.gguf","label":"IQ3_S","size":30033992864,"bits":3.47,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":30033992864,"bits":3.47,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.IQ3_S.gguf","label":"IQ3_S","size":30033993248,"bits":3.47,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":30033993248,"bits":3.47,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ3_M.gguf","label":"IQ3_M","size":31058975904,"bits":3.59,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.IQ3_M.gguf","label":"IQ3_M","size":31058976288,"bits":3.59,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":33389436064,"bits":3.86,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q3_K.gguf","label":"Q3_K","size":33389436448,"bits":3.86,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":33389436448,"bits":3.86,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":36262534304,"bits":4.19,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":36262534688,"bits":4.19,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":36953816736,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":37320818720,"bits":4.32,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q4_0.gguf","label":"Q4_0","size":38999107616,"bits":4.51,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":39082993312,"bits":4.52,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":39376594592,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.IQ4_NL.gguf","label":"IQ4_NL","size":39376594976,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Swallow-70b-instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":39376594976,"bits":4.55,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":41549768352,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q4_K/Swallow-70b-instruct-v0.1_Q4_K-00001-of-00002.gguf","label":"Q4_K","size":41549768960,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q4_K_M/Swallow-70b-instruct-v0.1_Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":41549768960,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q4_1/Swallow-70b-instruct-v0.1_Q4_1-00001-of-00002.gguf","label":"Q4_1","size":43299404000,"bits":5.01,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":47599699616,"bits":5.51,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q5_0/Swallow-70b-instruct-v0.1_Q5_0-00001-of-00002.gguf","label":"Q5_0","size":47599700192,"bits":5.51,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q5_K_S/Swallow-70b-instruct-v0.1_Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":47599700192,"bits":5.51,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q6_K/Swallow-70b-instruct-v0.1_Q6_K-00001-of-00002.gguf","label":"Q6_K","size":47641753184,"bits":5.51,"known":true,"rank":0},{"repo":"mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf","file":"tokyotech-llm-Swallow-70b-instruct-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":48892069536,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q5_K/Swallow-70b-instruct-v0.1_Q5_K-00001-of-00002.gguf","label":"Q5_K","size":48892070144,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","file":"Q5_K_M/Swallow-70b-instruct-v0.1_Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":48892070144,"bits":5.66,"known":true,"rank":0}],"repos":["RichardErkhov/tokyotech-llm_-_Swallow-70b-instruct-v0.1-gguf","mmnga/tokyotech-llm-Swallow-70b-instruct-v0.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"jan-v2-vl-med","family":"janhq/Jan-v2-VL-med","name":"Jan V2 VL Med","maker":"janhq","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"janhq/Jan-v2-VL-med-gguf/Jan-v2-VL-med-Q3_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-06T08:46:03.000Z","downloads":5126,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q3_K_S.gguf","label":"Q3_K_S","size":3769612256,"bits":3.68,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q3_K_M.gguf","label":"Q3_K_M","size":4124162016,"bits":4.03,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q3_K_L.gguf","label":"Q3_K_L","size":4431394784,"bits":4.33,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q4_0.gguf","label":"Q4_0","size":4774750176,"bits":4.66,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q4_K_S.gguf","label":"Q4_K_S","size":4802013152,"bits":4.69,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q4_K_M.gguf","label":"Q4_K_M","size":5027784672,"bits":4.91,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q4_1.gguf","label":"Q4_1","size":5247756256,"bits":5.13,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q5_0.gguf","label":"Q5_0","size":5720762336,"bits":5.59,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q5_K_S.gguf","label":"Q5_K_S","size":5720762336,"bits":5.59,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q5_K_M.gguf","label":"Q5_K_M","size":5851113440,"bits":5.72,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q5_1.gguf","label":"Q5_1","size":6193768416,"bits":6.05,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q6_K.gguf","label":"Q6_K","size":6725900256,"bits":6.57,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med-Q8_0.gguf","label":"Q8_0","size":8709519328,"bits":8.51,"known":true,"rank":0},{"repo":"janhq/Jan-v2-VL-med-gguf","file":"Jan-v2-VL-med.gguf","label":"Jan-v2-VL-med","size":16388044768,"bits":16.01,"known":false,"rank":0}],"repos":["janhq/Jan-v2-VL-med-gguf"],"logoFrom":"janhq"},{"id":"qwen3-8-27b-xyz","family":"quimmedes/Qwen3.8-27B-XYZ","name":"Qwen3.8 27B XYZ","maker":"quimmedes","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"quimmedes/Qwen3.8-27B-XYZ/Qwen3.8-27B-Q1Q-XYZ-v2.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T15:52:50.000Z","downloads":5121,"likes":55,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q1Q-XYZ-v2.gguf","label":"Qwen3.8-27B-Q1Q-XYZ-v2","size":6606142144,"bits":1.96,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q1Z-XYZ-v2.gguf","label":"Qwen3.8-27B-Q1Z-XYZ-v2","size":7646426720,"bits":2.27,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q2-XYZ-v2.gguf","label":"Qwen3.8-27B-Q2-XYZ-v2","size":8749028960,"bits":2.6,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q2.5-XYZ-v2.gguf","label":"Qwen3.8-27B-Q2.5-XYZ-v2","size":9232561792,"bits":2.75,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q2.5-v3-XYZ.gguf","label":"Qwen3.8-27B-Q2.5-v3-XYZ","size":9727235520,"bits":2.89,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q3-v4-XYZ.gguf","label":"Qwen3.8-27B-Q3-v4-XYZ","size":10970125760,"bits":3.26,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q3-XYZ-v2.gguf","label":"Qwen3.8-27B-Q3-XYZ-v2","size":11157292640,"bits":3.32,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q3.5-XYZ-v2.gguf","label":"Qwen3.8-27B-Q3.5-XYZ-v2","size":12831327840,"bits":3.82,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q3.5-v4-XYZ.gguf","label":"Qwen3.8-27B-Q3.5-v4-XYZ","size":14046057920,"bits":4.18,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q4-XYZ-v2.gguf","label":"Qwen3.8-27B-Q4-XYZ-v2","size":15064569440,"bits":4.48,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q4-v4-XYZ.gguf","label":"Qwen3.8-27B-Q4-v4-XYZ","size":15191094720,"bits":4.52,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q4.5-XYZ-v2.gguf","label":"Qwen3.8-27B-Q4.5-XYZ-v2","size":15701579360,"bits":4.67,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-ULTRA-XYZ-v2.gguf","label":"Qwen3.8-27B-ULTRA-XYZ-v2","size":16920446560,"bits":5.03,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q5-XYZ-v2.gguf","label":"Qwen3.8-27B-Q5-XYZ-v2","size":17836537440,"bits":5.3,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q4.5-v4-XYZ.gguf","label":"Qwen3.8-27B-Q4.5-v4-XYZ","size":17903527360,"bits":5.32,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q5-v4-XYZ.gguf","label":"Qwen3.8-27B-Q5-v4-XYZ","size":18615412160,"bits":5.54,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q5.5-v4-XYZ.gguf","label":"Qwen3.8-27B-Q5.5-v4-XYZ","size":19092186560,"bits":5.68,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q5.5-XYZ-v2.gguf","label":"Qwen3.8-27B-Q5.5-XYZ-v2","size":20942820960,"bits":6.23,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q6-v4-XYZ.gguf","label":"Qwen3.8-27B-Q6-v4-XYZ","size":22384633280,"bits":6.66,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q6-XYZ-v2.gguf","label":"Qwen3.8-27B-Q6-XYZ-v2","size":22484575840,"bits":6.69,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q7-v4-XYZ.gguf","label":"Qwen3.8-27B-Q7-v4-XYZ","size":22692550080,"bits":6.75,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q8-v4-XYZ.gguf","label":"Qwen3.8-27B-Q8-v4-XYZ","size":25000850880,"bits":7.44,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q7-XYZ-v2.gguf","label":"Qwen3.8-27B-Q7-XYZ-v2","size":25962079840,"bits":7.72,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q8-XYZ-v2.gguf","label":"Qwen3.8-27B-Q8-XYZ-v2","size":28677727840,"bits":8.53,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q9-XYZ.gguf","label":"Qwen3.8-27B-Q9-XYZ","size":31430956480,"bits":9.35,"known":false,"rank":0},{"repo":"quimmedes/Qwen3.8-27B-XYZ","file":"Qwen3.8-27B-Q9-v4-XYZ.gguf","label":"Qwen3.8-27B-Q9-v4-XYZ","size":31593977280,"bits":9.4,"known":false,"rank":0}],"repos":["quimmedes/Qwen3.8-27B-XYZ"],"logoFrom":"Qwen"},{"id":"arctic-text2sql-r1-7b","family":"Snowflake/Arctic-Text2SQL-R1-7B","name":"Arctic Text2SQL R1 7B","maker":"Snowflake","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF/Arctic-Text2SQL-R1-7B.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-22T18:59:10.000Z","downloads":5113,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q2_K.gguf","label":"Q2_K","size":3015940704,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492368992,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808391776,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088459872,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4250298976,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457769568,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683074144,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315177056,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444831840,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q6_K.gguf","label":"Q6_K","size":6254199392,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.Q8_0.gguf","label":"Q8_0","size":8098525792,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Arctic-Text2SQL-R1-7B-GGUF","file":"Arctic-Text2SQL-R1-7B.f16.gguf","label":"F16","size":15237853792,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Arctic-Text2SQL-R1-7B-GGUF"],"logoFrom":"Snowflake"},{"id":"deepseek-v4-1-flash-1017-abliterated-dealignai-lecore-vq11cal","family":"staccs/DeepSeek-V4.1-Flash-1017-abliterated-dealignai-lecore-vq11cal-GGUF","name":"DeepSeek V4.1 Flash 1017 Abliterated Dealignai Lecore Vq11cal","maker":"staccs","catalog":null,"tuned":true,"params":106.8,"active":2.14,"layers":40,"probe":"staccs/DeepSeek-V4.1-Flash-1017-abliterated-dealignai-lecore-vq11cal-GGUF/DeepSeek-V4.1-Flash-1017-abliterated-lecore-vq11cal.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-10-24T02:22:20.000Z","downloads":5110,"likes":7,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"staccs/DeepSeek-V4.1-Flash-1017-abliterated-dealignai-lecore-vq11cal-GGUF","file":"DeepSeek-V4.1-Flash-1017-abliterated-lecore-vq11cal.gguf","label":"DeepSeek-V4.1-Flash-1017-abliterated-lecore-vq11cal","size":103425694816,"bits":7.75,"known":false,"rank":0}],"repos":["staccs/DeepSeek-V4.1-Flash-1017-abliterated-dealignai-lecore-vq11cal-GGUF"],"logoFrom":"dealignai"},{"id":"kitchoon-v4-26b-a4b","family":"SubMaroon/Kitchoon-V4-26B-A4B","name":"Kitchoon V4 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF/Kitchoon-V4-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T17:58:32.000Z","downloads":5102,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273824,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659744,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302944,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433184,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203744,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718304,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582740000,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484384,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696544,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070432,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412320,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412320,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566304,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736416,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491040,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728800,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488058912,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827936,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969579040,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018720,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736160,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893216,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF","file":"Kitchoon-V4-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638402080,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Kitchoon-V4-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"mtrini-svl-2-0","family":"CompiwerAI/Mtrini-SVL-2.0","name":"Mtrini SVL 2.0","maker":"CompiwerAI","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/Mtrini-SVL-2.0-i1-GGUF/Mtrini-SVL-2.0.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T20:58:35.000Z","downloads":5100,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2742643552,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ1_M.gguf","label":"IQ1_M","size":2877270880,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101649760,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285347168,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ2_S.gguf","label":"IQ2_S","size":3427969888,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472992,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697240928,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q2_K.gguf","label":"Q2_K","size":3827264352,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938167648,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243417952,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259408736,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":4370819936,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":4415384416,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623526752,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925516640,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196442464,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q4_0.gguf","label":"Q4_0","size":5325941600,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351631712,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418216288,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629111136,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q4_1.gguf","label":"Q4_1","size":5809335136,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305311584,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467971936,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Mtrini-SVL-2.0-i1-GGUF","file":"Mtrini-SVL-2.0.i1-Q6_K.gguf","label":"Q6_K","size":7359261536,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Mtrini-SVL-2.0-i1-GGUF"],"logoFrom":"CompiwerAI"},{"id":"yi-1-5-9b-chat","family":"bartowski/Yi-1.5-9B-Chat-GGUF","name":"Yi 1.5 9B","maker":"bartowski","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"bartowski/Yi-1.5-9B-Chat-GGUF/Yi-1.5-9B-Chat-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-12T21:30:24.000Z","downloads":5099,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ1_S.gguf","label":"IQ1_S","size":2014573056,"bits":1.83,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ1_M.gguf","label":"IQ1_M","size":2181640704,"bits":1.98,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460086784,"bits":2.23,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ2_XS.gguf","label":"IQ2_XS","size":2708009472,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ2_S.gguf","label":"IQ2_S","size":2875355648,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ2_M.gguf","label":"IQ2_M","size":3098112512,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q2_K.gguf","label":"Q2_K","size":3354325504,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474321920,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":3717935616,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q3_K_S.gguf","label":"Q3_K_S","size":3899208192,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ3_S.gguf","label":"IQ3_S","size":3912577536,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ3_M.gguf","label":"IQ3_M","size":4055462400,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":4324405760,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q3_K_L.gguf","label":"Q3_K_L","size":4690752000,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":4785009152,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-IQ4_NL.gguf","label":"IQ4_NL","size":5049577984,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q4_K_S.gguf","label":"Q4_K_S","size":5071860224,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":5328957952,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q5_K_S.gguf","label":"Q5_K_S","size":6107853312,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":6258258432,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q6_K.gguf","label":"Q6_K","size":7245640192,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-Q8_0.gguf","label":"Q8_0","size":9383916032,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Yi-1.5-9B-Chat-GGUF","file":"Yi-1.5-9B-Chat-f32.gguf","label":"F32","size":35319132416,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Yi-1.5-9B-Chat-GGUF"],"logoFrom":"bartowski"},{"id":"minicpm-v-4-6-thinking","family":"openbmb/MiniCPM-V-4.6-Thinking","name":"MiniCPM V 4.6 Thinking","maker":"openbmb","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":24,"probe":"openbmb/MiniCPM-V-4.6-Thinking-gguf/MiniCPM-V-4_6-Thinking-Q4_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-08T12:05:34.000Z","downloads":5095,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q4_0.gguf","label":"Q4_0","size":501256928,"bits":5.35,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":505058016,"bits":5.39,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":529101536,"bits":5.64,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q4_1.gguf","label":"Q4_1","size":532357856,"bits":5.68,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q5_0.gguf","label":"Q5_0","size":563458784,"bits":6.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":563458784,"bits":6.01,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":577802976,"bits":6.16,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q5_1.gguf","label":"Q5_1","size":594559712,"bits":6.34,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q6_K.gguf","label":"Q6_K","size":629548256,"bits":6.72,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-Q8_0.gguf","label":"Q8_0","size":811591648,"bits":8.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","file":"MiniCPM-V-4_6-Thinking-F16.gguf","label":"F16","size":1516275808,"bits":16.17,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-V-4.6-Thinking-gguf"],"logoFrom":"openbmb"},{"id":"dans-personalityengine-v1-3-0-24b","family":"PocketDoc/Dans-PersonalityEngine-V1.3.0-24b","name":"Dans PersonalityEngine V1.3.0 24B","maker":"PocketDoc","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-08T04:18:38.000Z","downloads":5094,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ2_XS.gguf","label":"IQ2_XS","size":7207045760,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ2_S.gguf","label":"IQ2_S","size":7478364800,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ2_M.gguf","label":"IQ2_M","size":8114064000,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q2_K.gguf","label":"Q2_K","size":8890337920,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280604800,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q2_K_L.gguf","label":"Q2_K_L","size":9545697920,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ3_XS.gguf","label":"IQ3_XS","size":9907128960,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q3_K_S.gguf","label":"Q3_K_S","size":10400287360,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ3_M.gguf","label":"IQ3_M","size":10650962560,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q3_K_M.gguf","label":"Q3_K_M","size":11474094720,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q3_K_L.gguf","label":"Q3_K_L","size":12400773760,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ4_XS.gguf","label":"IQ4_XS","size":12758928000,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987976320,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-IQ4_NL.gguf","label":"IQ4_NL","size":13468027520,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q4_0.gguf","label":"Q4_0","size":13494241920,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q4_K_S.gguf","label":"Q4_K_S","size":13549292160,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q4_K_M.gguf","label":"Q4_K_M","size":14333921920,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q4_K_L.gguf","label":"Q4_K_L","size":14831995520,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q4_1.gguf","label":"Q4_1","size":14873119360,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q5_K_S.gguf","label":"Q5_K_S","size":16304425600,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q5_K_M.gguf","label":"Q5_K_M","size":16763996800,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q5_K_L.gguf","label":"Q5_K_L","size":17178184320,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q6_K.gguf","label":"Q6_K","size":19345951360,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q6_K_L.gguf","label":"Q6_K_L","size":19671009920,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q8_0.gguf","label":"Q8_0","size":25054792320,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-bf16.gguf","label":"BF16","size":47153531200,"bits":16,"known":true,"rank":0}],"repos":["bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF"],"logoFrom":null},{"id":"rwkv-6-world-7b","family":"RWKV/rwkv-6-world-7b","name":"rwkv 6 world 7b (RWKV)","maker":"RWKV","catalog":null,"tuned":false,"params":7.64,"active":null,"layers":32,"probe":"bartowski/rwkv-6-world-7b-GGUF/rwkv-6-world-7b-IQ2_M.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":null,"open":false,"released":"2024-05-08T08:40:05.000Z","downloads":5085,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-IQ2_M.gguf","label":"IQ2_M","size":3015096032,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q2_K.gguf","label":"Q2_K","size":3078010592,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q2_K_L.gguf","label":"Q2_K_L","size":3340154592,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-IQ3_M.gguf","label":"IQ3_M","size":3814110944,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-IQ3_XS.gguf","label":"IQ3_XS","size":3814110944,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3814110944,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q3_K_M.gguf","label":"Q3_K_M","size":3814110944,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q3_K_S.gguf","label":"Q3_K_S","size":3814110944,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q3_K_XL.gguf","label":"Q3_K_XL","size":4048991968,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-IQ4_XS.gguf","label":"IQ4_XS","size":4550211296,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_0.gguf","label":"Q4_0","size":4776703712,"bits":5,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4776703712,"bits":5,"known":false,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4776703712,"bits":5,"known":false,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4776703712,"bits":5,"known":false,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_K_M.gguf","label":"Q4_K_M","size":4776703712,"bits":5,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_K_S.gguf","label":"Q4_K_S","size":4776703712,"bits":5,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q4_K_L.gguf","label":"Q4_K_L","size":4975933152,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q5_K_M.gguf","label":"Q5_K_M","size":5682673376,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q5_K_S.gguf","label":"Q5_K_S","size":5682673376,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q5_K_L.gguf","label":"Q5_K_L","size":5848348384,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q6_K.gguf","label":"Q6_K","size":6645266144,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q6_K_L.gguf","label":"Q6_K_L","size":6775289568,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-Q8_0.gguf","label":"Q8_0","size":8465594080,"bits":8.86,"known":true,"rank":0},{"repo":"bartowski/rwkv-6-world-7b-GGUF","file":"rwkv-6-world-7b-f16.gguf","label":"F16","size":15512024512,"bits":16.24,"known":true,"rank":0}],"repos":["bartowski/rwkv-6-world-7b-GGUF"],"logoFrom":"RWKV"},{"id":"glm-5-3-superexpert-v2-9-2gb","family":"shashanth-27xA9/GLM-5.3-SuperExpert-v2-9.2GB","name":"GLM 5.3 SuperExpert V2 9.2GB","maker":"shashanth-27xA9","catalog":null,"tuned":true,"params":18.33,"active":18.33,"layers":45,"probe":"shashanth-27xA9/GLM-5.3-SuperExpert-v2-9.2GB/glm-5.3-superexpert-v2-q4_k_m.gguf","kvBytesPerToken":853033,"kvHeader":737280,"kvFixed":0,"context":8192,"arch":"glm4_moe","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-16T16:36:40.000Z","downloads":5077,"likes":7,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shashanth-27xA9/GLM-5.3-SuperExpert-v2-9.2GB","file":"glm-5.3-superexpert-v2-q4_k_m.gguf","label":"Q4_K_M","size":10341283680,"bits":4.51,"known":true,"rank":0}],"repos":["shashanth-27xA9/GLM-5.3-SuperExpert-v2-9.2GB"],"logoFrom":"zai-org"},{"id":"logdoctor-llama-3-1-8b-i1","family":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","name":"LogDoctor Llama 3.1 8B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF/LogDoctor-Llama-3.1-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-21T10:55:56.000Z","downloads":5075,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633536,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977728,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218048,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787520,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494592,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286848,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820864,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179137408,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918272,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753152,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505216,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331008,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829312,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923904,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962368,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668608,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675897728,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677994880,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674944,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740224,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130258816,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299968,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993408,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF","file":"LogDoctor-Llama-3.1-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596012416,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LogDoctor-Llama-3.1-8B-i1-GGUF"],"logoFrom":"Anbukumaran1"},{"id":"rumeni-26b-a4b","family":"SubMaroon/Rumeni-26B-A4B","name":"Rumeni 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Rumeni-26B-A4B-i1-GGUF/Rumeni-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T19:10:01.000Z","downloads":5071,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532494976,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910880896,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524096,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654336,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398080,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694912640,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961152,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866705536,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642890880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953264768,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539606656,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539606656,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709760640,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603930752,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685376,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896320,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295104,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064128,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430952576,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211254912,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247040,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404096,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Rumeni-26B-A4B-i1-GGUF","file":"Rumeni-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243954816,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Rumeni-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"k2-ckpt-360-imat","family":"legraphista/K2-ckpt_360-IMat-GGUF","name":"K2 Ckpt 360 IMat","maker":"legraphista","catalog":null,"tuned":false,"params":65.29,"active":null,"layers":80,"probe":"legraphista/K2-ckpt_360-IMat-GGUF/K2-ckpt_360.IQ1_S.gguf","kvBytesPerToken":3033006,"kvHeader":2621440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-31T22:55:43.000Z","downloads":5068,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ1_S.gguf","label":"IQ1_S","size":14209108224,"bits":1.74,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ1_M.gguf","label":"IQ1_M","size":15432993024,"bits":1.89,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ2_XXS.gguf","label":"IQ2_XXS","size":17472801024,"bits":2.14,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ2_XS.gguf","label":"IQ2_XS","size":19272419584,"bits":2.36,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ2_S.gguf","label":"IQ2_S","size":20782477568,"bits":2.55,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q2_K_S.gguf","label":"Q2_K_S","size":21979500800,"bits":2.69,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ2_M.gguf","label":"IQ2_M","size":22414323968,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q2_K.gguf","label":"Q2_K","size":24112697600,"bits":2.95,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ3_XXS.gguf","label":"IQ3_XXS","size":24670728448,"bits":3.02,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ3_XS.gguf","label":"IQ3_XS","size":26642823424,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ3_S.gguf","label":"IQ3_S","size":28160637184,"bits":3.45,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q3_K_S.gguf","label":"Q3_K_S","size":28160637184,"bits":3.45,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ3_M.gguf","label":"IQ3_M","size":29826234624,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q3_K.gguf","label":"Q3_K","size":31632472320,"bits":3.88,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q3_K_L.gguf","label":"Q3_K_L","size":34648701184,"bits":4.25,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ4_XS.gguf","label":"IQ4_XS","size":34764480768,"bits":4.26,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.IQ4_NL.gguf","label":"IQ4_NL","size":36796432640,"bits":4.51,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q4_K_S.gguf","label":"Q4_K_S","size":37055430912,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q4_K.gguf","label":"Q4_K","size":39348404480,"bits":4.82,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q5_K_S.gguf","label":"Q5_K_S","size":44924239872,"bits":5.5,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q5_K/K2-ckpt_360.Q5_K-00001-of-00002.gguf","label":"Q5_K","size":46238892256,"bits":5.67,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q6_K/K2-ckpt_360.Q6_K-00001-of-00003.gguf","label":"Q6_K","size":53560035680,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.Q8_0/K2-ckpt_360.Q8_0-00001-of-00003.gguf","label":"Q8_0","size":69371214144,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/K2-ckpt_360-IMat-GGUF","file":"K2-ckpt_360.FP16/K2-ckpt_360.FP16-00001-of-00006.gguf","label":"K2-ckpt_360.FP16","size":130575776416,"bits":16,"known":false,"rank":0}],"repos":["legraphista/K2-ckpt_360-IMat-GGUF"],"logoFrom":"LLM360"},{"id":"colgrep-agent-2b","family":"lightonai/colgrep-agent-2B-GGUF","name":"Colgrep Agent 2B","maker":"lightonai","catalog":null,"tuned":false,"params":2.52,"active":null,"layers":42,"probe":"lightonai/colgrep-agent-2B-GGUF/colgrep-agent-2B-Q4_0.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T09:07:16.000Z","downloads":5068,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-Q4_0.gguf","label":"Q4_0","size":1490355392,"bits":4.73,"known":true,"rank":0},{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1561318592,"bits":4.96,"known":true,"rank":0},{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-Q5_K_M.gguf","label":"Q5_K_M","size":1808061632,"bits":5.74,"known":true,"rank":0},{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-Q6_K.gguf","label":"Q6_K","size":2070226112,"bits":6.57,"known":true,"rank":0},{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-Q8_0.gguf","label":"Q8_0","size":2679710912,"bits":8.51,"known":true,"rank":0},{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-BF16.gguf","label":"BF16","size":5039006912,"bits":16,"known":true,"rank":0},{"repo":"lightonai/colgrep-agent-2B-GGUF","file":"colgrep-agent-2B-F16.gguf","label":"F16","size":5039006912,"bits":16,"known":true,"rank":0}],"repos":["lightonai/colgrep-agent-2B-GGUF"],"logoFrom":"openbmb"},{"id":"grok-oss-apollyon-8b","family":"c4tdr0ut/grok-oss-Apollyon-8B","name":"Grok Oss Apollyon 8B","maker":"c4tdr0ut","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"c4tdr0ut/grok-oss-Apollyon-8B/Meta-Llama-3.1-8B-Instruct-abliterated.Q5_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-07-09T22:32:39.000Z","downloads":5064,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"c4tdr0ut/grok-oss-Apollyon-8B","file":"Meta-Llama-3.1-8B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5732992160,"bits":5.71,"known":true,"rank":0},{"repo":"c4tdr0ut/grok-oss-Apollyon-8B","file":"Meta-Llama-3.1-8B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":8540775584,"bits":8.51,"known":true,"rank":0}],"repos":["c4tdr0ut/grok-oss-Apollyon-8B"],"logoFrom":"c4tdr0ut"},{"id":"kolibri-1-heretic","family":"iSkye/Kolibri-1-heretic","name":"Kolibri 1 Heretic","maker":"iSkye","catalog":null,"tuned":true,"params":78.1,"active":3.79,"layers":50,"probe":"mradermacher/Kolibri-1-heretic-i1-GGUF/Kolibri-1-heretic.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-05T10:35:19.000Z","downloads":5063,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":15927560800,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":17686127200,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":20617071200,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":22986402400,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":23284028000,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":25628783200,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":26701218400,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q2_K.gguf","label":"Q2_K","size":28634018400,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30194082400,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32088584800,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":33870242400,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":33878946400,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":34385519200,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":37523997280,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":40594850400,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":41774498400,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q4_0.gguf","label":"Q4_0","size":44382421600,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":44572312160,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":47454114400,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q4_1.gguf","label":"Q4_1","size":49051042400,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":53908898400,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":55588770400,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-heretic-i1-GGUF","file":"Kolibri-1-heretic.i1-Q6_K.gguf","label":"Q6_K","size":64231842400,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Kolibri-1-heretic-i1-GGUF"],"logoFrom":null},{"id":"erebus-rp-engine-26b-a4b","family":"Naphula/Erebus-RP-Engine-26B-A4B","name":"Erebus RP Engine 26B A4B","maker":"Naphula","catalog":null,"tuned":true,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF/Erebus-RP-Engine-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-31T23:21:01.000Z","downloads":5062,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532496512,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910882432,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541525632,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058655872,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190399616,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694914176,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824962688,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866707072,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642892416,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953266304,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539608192,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539608192,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709762176,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603932288,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141686912,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309897856,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903296640,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880065664,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430954112,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211256448,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494248576,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640405632,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF","file":"Erebus-RP-Engine-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243956352,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Erebus-RP-Engine-26B-A4B-i1-GGUF"],"logoFrom":"Naphula"},{"id":"qwen3-8-27b-tq","family":"YTan2000/Qwen3.8-27B-TQ","name":"Qwen3.8 27B TQ","maker":"YTan2000","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"YTan2000/Qwen3.8-27B-TQ/Qwen3.8-27B-TQ_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T21:45:33.000Z","downloads":5059,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"YTan2000/Qwen3.8-27B-TQ","file":"Qwen3.8-27B-TQ_XS.gguf","label":"Qwen3.8-27B-TQ_XS","size":11853623104,"bits":3.47,"known":false,"rank":0},{"repo":"YTan2000/Qwen3.8-27B-TQ","file":"Qwen3.8-27B-TQ_S.gguf","label":"Qwen3.8-27B-TQ_S","size":12549615424,"bits":3.67,"known":false,"rank":0},{"repo":"YTan2000/Qwen3.8-27B-TQ","file":"Qwen3.8-27B-TQ_M.gguf","label":"Qwen3.8-27B-TQ_M","size":13136817984,"bits":3.85,"known":false,"rank":0},{"repo":"YTan2000/Qwen3.8-27B-TQ","file":"Qwen3.8-27B-TQ_L.gguf","label":"Qwen3.8-27B-TQ_L","size":14721469184,"bits":4.31,"known":false,"rank":0}],"repos":["YTan2000/Qwen3.8-27B-TQ"],"logoFrom":"Qwen"},{"id":"rwkv-6-world-7b-latestissue","family":"latestissue/rwkv-6-world-7b-gguf","name":"rwkv 6 world 7b (latestissue)","maker":"latestissue","catalog":null,"tuned":false,"params":7.64,"active":null,"layers":32,"probe":"latestissue/rwkv-6-world-7b-gguf/rwkv-6-world-7b-Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T09:05:58.000Z","downloads":5057,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q2_K.gguf","label":"Q2_K","size":2958734880,"bits":3.1,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3332945440,"bits":3.49,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-IQ3_S.gguf","label":"IQ3_S","size":3696539168,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q3_K.gguf","label":"Q3_K","size":3696539168,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3696539168,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-IQ4_XS.gguf","label":"IQ4_XS","size":4434343456,"bits":4.64,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-IQ4_NL.gguf","label":"IQ4_NL","size":4661360160,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_0.gguf","label":"Q4_0","size":4661360160,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661360160,"bits":4.88,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661360160,"bits":4.88,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661360160,"bits":4.88,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_K.gguf","label":"Q4_K","size":4663457312,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_K_S.gguf","label":"Q4_K_S","size":4663457312,"bits":4.88,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q4_1.gguf","label":"Q4_1","size":5116442144,"bits":5.36,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q5_0.gguf","label":"Q5_0","size":5571524128,"bits":5.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q5_K.gguf","label":"Q5_K","size":5572572704,"bits":5.84,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q5_K_S.gguf","label":"Q5_K_S","size":5572572704,"bits":5.84,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q5_1.gguf","label":"Q5_1","size":6026606112,"bits":6.31,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q6_K.gguf","label":"Q6_K","size":6542636576,"bits":6.85,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-Q8_0.gguf","label":"Q8_0","size":8367027744,"bits":8.76,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-BF16.gguf","label":"BF16","size":15444915744,"bits":16.17,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7B-F16.gguf","label":"F16","size":15512024608,"bits":16.24,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-7b-gguf","file":"rwkv-6-world-7b-F32.gguf","label":"F32","size":30544410144,"bits":31.98,"known":true,"rank":0}],"repos":["latestissue/rwkv-6-world-7b-gguf"],"logoFrom":"latestissue"},{"id":"dans-personalityengine-v1-2-0-24b","family":"PocketDoc/Dans-PersonalityEngine-V1.2.0-24b","name":"Dans PersonalityEngine V1.2.0 24B","maker":"PocketDoc","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-17T13:52:13.000Z","downloads":5054,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ2_XS.gguf","label":"IQ2_XS","size":7207046880,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ2_S.gguf","label":"IQ2_S","size":7478365920,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ2_M.gguf","label":"IQ2_M","size":8114065120,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q2_K.gguf","label":"Q2_K","size":8890339040,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280605920,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q2_K_L.gguf","label":"Q2_K_L","size":9545699040,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ3_XS.gguf","label":"IQ3_XS","size":9907130080,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q3_K_S.gguf","label":"Q3_K_S","size":10400288480,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ3_M.gguf","label":"IQ3_M","size":10650963680,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q3_K_M.gguf","label":"Q3_K_M","size":11474095840,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q3_K_L.gguf","label":"Q3_K_L","size":12400774880,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ4_XS.gguf","label":"IQ4_XS","size":12758929120,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987977440,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-IQ4_NL.gguf","label":"IQ4_NL","size":13468028640,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_0.gguf","label":"Q4_0","size":13494243040,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_K_S.gguf","label":"Q4_K_S","size":13549293280,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_K_M.gguf","label":"Q4_K_M","size":14333923040,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_K_L.gguf","label":"Q4_K_L","size":14831996640,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_1.gguf","label":"Q4_1","size":14873120480,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q5_K_S.gguf","label":"Q5_K_S","size":16304426720,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q5_K_M.gguf","label":"Q5_K_M","size":16763997920,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q5_K_L.gguf","label":"Q5_K_L","size":17178185440,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q6_K.gguf","label":"Q6_K","size":19345952480,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q6_K_L.gguf","label":"Q6_K_L","size":19671011040,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF","file":"PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q8_0.gguf","label":"Q8_0","size":25054793440,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF"],"logoFrom":null},{"id":"qwen3-coder-30b-a3b-instruct-rtpurbo","family":"RTP-LLM/Qwen3-Coder-30B-A3B-Instruct-RTPurbo","name":"Qwen3 Coder 30B A3B RTPurbo","maker":"RTP-LLM","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF/Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-12-22T09:20:52.000Z","downloads":5053,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ1_S.gguf","label":"IQ1_S","size":6416505440,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ1_M.gguf","label":"IQ1_M","size":7078287968,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181258848,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076218464,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ2_S.gguf","label":"IQ2_S","size":9287127648,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ2_M.gguf","label":"IQ2_M","size":10169504352,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519360096,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q2_K.gguf","label":"Q2_K","size":11258606176,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849323104,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598438496,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292464736,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ3_S.gguf","label":"IQ3_S","size":13299149408,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ3_M.gguf","label":"IQ3_M","size":13513058912,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711843424,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900666464,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368345696,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_0.gguf","label":"Q4_0","size":17379983968,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456005728,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556682848,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_1.gguf","label":"Q4_1","size":19192496736,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080506976,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725577824,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q6_K.gguf","label":"Q6_K","size":25092528736,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF"],"logoFrom":"RTP-LLM"},{"id":"gemma4-gutenberg-31b","family":"nbeerbower/Gemma4-Gutenberg-31B","name":"Gemma4 Gutenberg 31B","maker":"nbeerbower","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF/nbeerbower_Gemma4-Gutenberg-31B-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-16T10:29:20.000Z","downloads":5050,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830191488,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ2_XS.gguf","label":"IQ2_XS","size":11500944256,"bits":3,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ2_S.gguf","label":"IQ2_S","size":12075359104,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q2_K.gguf","label":"Q2_K","size":12631624576,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ2_M.gguf","label":"IQ2_M","size":12649773952,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q2_K_L.gguf","label":"Q2_K_L","size":12972936064,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981709696,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ3_XS.gguf","label":"IQ3_XS","size":13841353600,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q3_K_S.gguf","label":"Q3_K_S","size":14329064320,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ3_M.gguf","label":"IQ3_M","size":15129830272,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15918123904,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q3_K_L.gguf","label":"Q3_K_L","size":16810625920,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151937408,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ4_XS.gguf","label":"IQ4_XS","size":17155894144,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-IQ4_NL.gguf","label":"IQ4_NL","size":18025687936,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q4_0.gguf","label":"Q4_0","size":18076265344,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18195655552,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19598490496,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q4_1.gguf","label":"Q4_1","size":19765275520,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q4_K_L.gguf","label":"Q4_K_L","size":19939801984,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q5_K_S.gguf","label":"Q5_K_S","size":21504863104,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q5_K_M.gguf","label":"Q5_K_M","size":22608878464,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q5_K_L.gguf","label":"Q5_K_L","size":22950189952,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q6_K.gguf","label":"Q6_K","size":26726722432,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q6_K_L.gguf","label":"Q6_K_L","size":27068033920,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Q8_0.gguf","label":"Q8_0","size":32635677568,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-bf16/nbeerbower_Gemma4-Gutenberg-31B-bf16-00001-of-00002.gguf","label":"BF16","size":61413190432,"bits":16,"known":true,"rank":0}],"repos":["bartowski/nbeerbower_Gemma4-Gutenberg-31B-GGUF"],"logoFrom":"nbeerbower"},{"id":"minimax-3-1-flash-derisked","family":"Blackfrost-Research/MiniMax-3.1-Flash-DeRisked","name":"MiniMax 3.1 Flash DeRisked","maker":"Blackfrost-Research","catalog":null,"tuned":false,"params":426.17,"active":25.96,"layers":60,"probe":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF/TQ1_0/MiniMax-3.1-Flash-DeRisked-TQ1_0-00001-of-00006.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":1048576,"arch":"minimax-m3","vision":true,"licence":"other","open":false,"released":"2026-10-23T20:18:01.000Z","downloads":5048,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"TQ1_0/MiniMax-3.1-Flash-DeRisked-TQ1_0-00001-of-00006.gguf","label":"TQ1_0","size":92107855648,"bits":1.73,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"Q2_K/MiniMax-3.1-Flash-DeRisked-Q2_K-00001-of-00006.gguf","label":"Q2_K","size":155911513888,"bits":2.93,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"Q3_K_M/MiniMax-3.1-Flash-DeRisked-Q3_K_M-00001-of-00006.gguf","label":"Q3_K_M","size":203490987808,"bits":3.82,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"IQ4_XS/MiniMax-3.1-Flash-DeRisked-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":229291259680,"bits":4.3,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"UD-IQ4_XS/MiniMax-3.1-Flash-DeRisked-UD-IQ4_XS-00001-of-00006.gguf","label":"UD-IQ4_XS","size":229291259680,"bits":4.3,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"MXFP4_MOE/MiniMax-3.1-Flash-DeRisked-MXFP4_MOE-00001-of-00006.gguf","label":"MXFP4_MOE","size":234140110624,"bits":4.4,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"Q4_K_M/MiniMax-3.1-Flash-DeRisked-Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":258006914848,"bits":4.84,"known":true,"rank":0},{"repo":"freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF","file":"Q8_0/MiniMax-3.1-Flash-DeRisked-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":453611261728,"bits":8.52,"known":true,"rank":0}],"repos":["freakyskittle/MiniMax-3.1-Flash-DeRisked-GGUF"],"logoFrom":"Blackfrost-Research"},{"id":"gemma-4-moongem-31b","family":"Ateron/Gemma-4-MoonGem-31B","name":"Gemma 4 MoonGem 31B","maker":"Ateron","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF/Ateron_Gemma-4-MoonGem-31B-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-03T19:43:41.000Z","downloads":5037,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9158901824,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ2_XS.gguf","label":"IQ2_XS","size":9608249408,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ2_S.gguf","label":"IQ2_S","size":10215608384,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ2_M.gguf","label":"IQ2_M","size":11343278144,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q2_K.gguf","label":"Q2_K","size":11925606464,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ3_XXS.gguf","label":"IQ3_XXS","size":13330075712,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q3_K_S.gguf","label":"Q3_K_S","size":13960271936,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ3_XS.gguf","label":"IQ3_XS","size":14036439104,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q3_K_M.gguf","label":"Q3_K_M","size":14699235392,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q3_K_L.gguf","label":"Q3_K_L","size":15622187072,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ3_M.gguf","label":"IQ3_M","size":16398223424,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ4_XS.gguf","label":"IQ4_XS","size":17232449600,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q4_0.gguf","label":"Q4_0","size":18076266560,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18308165696,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-IQ4_NL.gguf","label":"IQ4_NL","size":19402289216,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19517722688,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q4_1.gguf","label":"Q4_1","size":19765276736,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q4_K_L.gguf","label":"Q4_K_L","size":20907655232,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q5_K_S.gguf","label":"Q5_K_S","size":21988403264,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q5_K_M.gguf","label":"Q5_K_M","size":23501811776,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q6_K_S.gguf","label":"Q6_K_S","size":25760118848,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q6_K.gguf","label":"Q6_K","size":26964041792,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q6_K_L.gguf","label":"Q6_K_L","size":28286623808,"bits":7.37,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-Q8_0.gguf","label":"Q8_0","size":32635678784,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF","file":"Ateron_Gemma-4-MoonGem-31B-bf16/Ateron_Gemma-4-MoonGem-31B-bf16-00001-of-00002.gguf","label":"BF16","size":61413191616,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Ateron_Gemma-4-MoonGem-31B-GGUF"],"logoFrom":"Ateron"},{"id":"glm-z1-32b-0414","family":"zai-org/GLM-Z1-32B-0414","name":"GLM Z1 32B 0414","maker":"Z.ai","catalog":null,"tuned":true,"params":32.57,"active":null,"layers":61,"probe":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF/THUDM_GLM-Z1-32B-0414-IQ2_XS.gguf","kvBytesPerToken":72271,"kvHeader":62464,"kvFixed":0,"context":32768,"arch":"glm4","vision":false,"licence":"mit","open":true,"released":"2025-04-08T06:57:28.000Z","downloads":5037,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ2_XS.gguf","label":"IQ2_XS","size":9900875904,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ2_S.gguf","label":"IQ2_S","size":10419896448,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ2_M.gguf","label":"IQ2_M","size":11273420928,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q2_K.gguf","label":"Q2_K","size":12292255872,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ3_XXS.gguf","label":"IQ3_XXS","size":12784107648,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q2_K_L.gguf","label":"Q2_K_L","size":13201567872,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ3_XS.gguf","label":"IQ3_XS","size":13661520000,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q3_K_S.gguf","label":"Q3_K_S","size":14371680384,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ3_M.gguf","label":"IQ3_M","size":14821851264,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q3_K_M.gguf","label":"Q3_K_M","size":15890563200,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q3_K_L.gguf","label":"Q3_K_L","size":17216290944,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ4_XS.gguf","label":"IQ4_XS","size":17599443072,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q3_K_XL.gguf","label":"Q3_K_XL","size":18031034496,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-IQ4_NL.gguf","label":"IQ4_NL","size":18584989824,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q4_0.gguf","label":"Q4_0","size":18634928256,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q4_K_S.gguf","label":"Q4_K_S","size":18697646208,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q4_K_M.gguf","label":"Q4_K_M","size":19680022656,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q4_K_L.gguf","label":"Q4_K_L","size":20371099776,"bits":5,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q4_1.gguf","label":"Q4_1","size":20550086784,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q5_K_S.gguf","label":"Q5_K_S","size":22527176832,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q5_K_M.gguf","label":"Q5_K_M","size":23097462912,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q5_K_L.gguf","label":"Q5_K_L","size":23672148096,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q6_K.gguf","label":"Q6_K","size":26728493184,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q6_K_L.gguf","label":"Q6_K_L","size":27179511936,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-Q8_0.gguf","label":"Q8_0","size":34615226496,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-32B-0414-GGUF","file":"THUDM_GLM-Z1-32B-0414-bf16/THUDM_GLM-Z1-32B-0414-bf16-00001-of-00002.gguf","label":"BF16","size":65144516672,"bits":16,"known":true,"rank":0}],"repos":["bartowski/THUDM_GLM-Z1-32B-0414-GGUF"],"logoFrom":"zai-org"},{"id":"01-ai-yi-1-5-34b-chat-16k","family":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","name":"01 Ai Yi 1.5 34B 16K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf/Yi-1.5-34B-Chat-16K.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-16T07:34:08.000Z","downloads":5035,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q2_K.gguf","label":"Q2_K","size":12825234272,"bits":2.98,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.IQ3_XS.gguf","label":"IQ3_XS","size":14234319712,"bits":3.31,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q3_K_S.gguf","label":"Q3_K_S","size":14960294752,"bits":3.48,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.IQ3_S.gguf","label":"IQ3_S","size":15018785632,"bits":3.49,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.IQ3_M.gguf","label":"IQ3_M","size":15564700512,"bits":3.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q3_K.gguf","label":"Q3_K","size":16654924640,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q3_K_M.gguf","label":"Q3_K_M","size":16654924640,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q3_K_L.gguf","label":"Q3_K_L","size":18139446112,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.IQ4_XS.gguf","label":"IQ4_XS","size":18635615072,"bits":4.34,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q4_0.gguf","label":"Q4_0","size":19466529632,"bits":4.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q4_K_S.gguf","label":"Q4_K_S","size":19598650208,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.IQ4_NL.gguf","label":"IQ4_NL","size":19650030432,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q4_K.gguf","label":"Q4_K","size":20658711392,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q4_K_M.gguf","label":"Q4_K_M","size":20658711392,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q4_1.gguf","label":"Q4_1","size":21587110752,"bits":5.02,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q5_0.gguf","label":"Q5_0","size":23707691872,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q5_K_S.gguf","label":"Q5_K_S","size":23707691872,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q5_K.gguf","label":"Q5_K","size":24321846112,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q5_K_M.gguf","label":"Q5_K_M","size":24321846112,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q5_1.gguf","label":"Q5_1","size":25828272992,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q6_K.gguf","label":"Q6_K","size":28213926752,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf","file":"Yi-1.5-34B-Chat-16K.Q8_0.gguf","label":"Q8_0","size":36542282592,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-1.5-34B-Chat-16K-gguf"],"logoFrom":"RichardErkhov"},{"id":"rice-cracker-qwen3-5-0-8b-abliterated-base","family":"dalatexcoder/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base","name":"Rice Cracker Qwen3.5 0.8B Abliterated Base","maker":"dalatexcoder","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":25,"probe":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-22T15:03:55.000Z","downloads":5034,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":329950752,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":338332704,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352302624,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363871776,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":366759456,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":377935392,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":398001696,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414685216,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q2_K.gguf","label":"Q2_K","size":422328352,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435364384,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443302432,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":450822688,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":453956128,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466223648,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491323936,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q4_0.gguf","label":"Q4_0","size":502141984,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":504089632,"bits":5.38,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505254944,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":516002848,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529298464,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q4_1.gguf","label":"Q4_1","size":532554784,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563655712,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":577999904,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF","file":"Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base.i1-Q6_K.gguf","label":"Q6_K","size":629745184,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/Rice-Cracker-Qwen3.5-0.8B-Abliterated-Base-i1-GGUF"],"logoFrom":"Qwen"},{"id":"datagemma-rig-27b-it","family":"google/datagemma-rig-27b-it","name":"Datagemma Rig 27B","maker":"Google","catalog":null,"tuned":false,"params":27.23,"active":null,"layers":46,"probe":"legraphista/datagemma-rig-27b-it-IMat-GGUF/datagemma-rig-27b-it.IQ1_S.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":771751936,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-08-27T01:28:58.000Z","downloads":5033,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ1_S.gguf","label":"IQ1_S","size":6132432960,"bits":1.8,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ1_M.gguf","label":"IQ1_M","size":6692470848,"bits":1.97,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ2_XXS.gguf","label":"IQ2_XXS","size":7625867328,"bits":2.24,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ2_XS.gguf","label":"IQ2_XS","size":8399716416,"bits":2.47,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ2_S.gguf","label":"IQ2_S","size":8652161088,"bits":2.54,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ2_M.gguf","label":"IQ2_M","size":9398878272,"bits":2.76,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q2_K_S.gguf","label":"Q2_K_S","size":9722765376,"bits":2.86,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q2_K.gguf","label":"Q2_K","size":10449576000,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ3_XXS.gguf","label":"IQ3_XXS","size":10750754880,"bits":3.16,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ3_XS.gguf","label":"IQ3_XS","size":11550629952,"bits":3.39,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ3_S.gguf","label":"IQ3_S","size":12169060416,"bits":3.58,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q3_K_S.gguf","label":"Q3_K_S","size":12169060416,"bits":3.58,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ3_M.gguf","label":"IQ3_M","size":12454830144,"bits":3.66,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q3_K.gguf","label":"Q3_K","size":13424648256,"bits":3.94,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q3_K_L.gguf","label":"Q3_K_L","size":14519361600,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ4_XS.gguf","label":"IQ4_XS","size":14814421056,"bits":4.35,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.IQ4_NL.gguf","label":"IQ4_NL","size":15628378176,"bits":4.59,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q4_K_S.gguf","label":"Q4_K_S","size":15739265088,"bits":4.62,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q4_K.gguf","label":"Q4_K","size":16645382208,"bits":4.89,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q5_K_S.gguf","label":"Q5_K_S","size":18884206400,"bits":5.55,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q5_K.gguf","label":"Q5_K","size":19408117568,"bits":5.7,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q6_K.gguf","label":"Q6_K","size":22343524160,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.Q8_0.gguf","label":"Q8_0","size":28937387840,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.BF16/datagemma-rig-27b-it.BF16-00001-of-00003.gguf","label":"BF16","size":54462021760,"bits":16,"known":true,"rank":0},{"repo":"legraphista/datagemma-rig-27b-it-IMat-GGUF","file":"datagemma-rig-27b-it.FP16/datagemma-rig-27b-it.FP16-00001-of-00003.gguf","label":"datagemma-rig-27b-it.FP16","size":54462021760,"bits":16,"known":false,"rank":0}],"repos":["legraphista/datagemma-rig-27b-it-IMat-GGUF"],"logoFrom":"google"},{"id":"allura-forge-llama-3-3-8b-instruct","family":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","name":"Allura Forge Llama 3.3 8B","maker":"bartowski","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF/allura-forge_Llama-3.3-8B-Instruct-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2025-12-30T02:40:02.000Z","downloads":5028,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2948281344,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3179131904,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912768,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3518747648,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3664499712,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3692155904,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3784823808,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4018918400,"bits":4,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4321956864,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4447663104,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4675892224,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4677989376,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4692669440,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626368,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4920734720,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q4_1.gguf","label":"Q4_1","size":5130253312,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5310632960,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5599294464,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5732987904,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":6057219072,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q6_K.gguf","label":"Q6_K","size":6596006912,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6850466816,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-Q8_0.gguf","label":"Q8_0","size":8540771328,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF","file":"allura-forge_Llama-3.3-8B-Instruct-bf16.gguf","label":"BF16","size":16068891360,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/allura-forge_Llama-3.3-8B-Instruct-GGUF"],"logoFrom":"allura-forge"},{"id":"pyrex-8b-instruct-uncensored","family":"ImposterOnline/Pyrex-8B-Instruct-Uncensored","name":"Pyrex 8B Uncensored","maker":"ImposterOnline","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF/Pyrex-8B-Instruct-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-10-01T20:53:59.000Z","downloads":5027,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":1903670016,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2042198784,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273080064,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469024512,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":2595640064,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":2780345088,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834076416,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3015942912,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114517248,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346258688,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492371200,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":3499195136,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":3574014720,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808393984,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088462080,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218475264,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437816064,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":4444123904,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457771776,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683076352,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":4873286400,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315179264,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444834048,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrex-8B-Instruct-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":6254201600,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Pyrex-8B-Instruct-Uncensored-i1-GGUF"],"logoFrom":"ImposterOnline"},{"id":"whiterabbitneo-33b-v1","family":"WhiteRabbitNeo/WhiteRabbitNeo-33B-v1","name":"WhiteRabbitNeo 33B V1","maker":"WhiteRabbitNeo","catalog":null,"tuned":false,"params":33.34,"active":null,"layers":62,"probe":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF/whiterabbitneo-33b-v1.Q2_K.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-12-27T17:41:34.000Z","downloads":5026,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q2_K.gguf","label":"Q2_K","size":12294910656,"bits":2.95,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":14421369536,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":16091599552,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":17559835328,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q4_0.gguf","label":"Q4_0","size":18818908864,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q4_K_S.gguf","label":"Q4_K_S","size":18943001280,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q4_K_M.gguf","label":"Q4_K_M","size":19940127424,"bits":4.78,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q5_0.gguf","label":"Q5_0","size":22957769408,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":22957769408,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q5_K_M.gguf","label":"Q5_K_M","size":23535366848,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q6_K.gguf","label":"Q6_K","size":27355308736,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WhiteRabbitNeo-33B-v1-GGUF","file":"whiterabbitneo-33b-v1.Q8_0.gguf","label":"Q8_0","size":35430347456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WhiteRabbitNeo-33B-v1-GGUF"],"logoFrom":"WhiteRabbitNeo"},{"id":"gpt-oss-120b-heretic-v2","family":"kldzj/gpt-oss-120b-heretic-v2","name":"Gpt Oss 120B Heretic V2","maker":"kldzj","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"bartowski/kldzj_gpt-oss-120b-heretic-v2-GGUF/kldzj_gpt-oss-120b-heretic-v2-MXFP4_MOE/kldzj_gpt-oss-120b-heretic-v2-MXFP4_MOE-00001-of-00002.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-18T09:54:18.000Z","downloads":5026,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/kldzj_gpt-oss-120b-heretic-v2-GGUF","file":"kldzj_gpt-oss-120b-heretic-v2-MXFP4_MOE/kldzj_gpt-oss-120b-heretic-v2-MXFP4_MOE-00001-of-00002.gguf","label":"MXFP4_MOE","size":63387346816,"bits":4.34,"known":true,"rank":0}],"repos":["bartowski/kldzj_gpt-oss-120b-heretic-v2-GGUF"],"logoFrom":"kldzj"},{"id":"jirackultra-7b","family":"CMSManhattan/JiRackUltra_7b","name":"JiRackUltra 7B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"CMSManhattan/JiRackUltra_7b/JiRackUltra_7b-Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-08-01T12:22:50.000Z","downloads":5019,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b-Q2_K.gguf","label":"Q2_K","size":3015939840,"bits":3.17,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b_Q3_K_M.gguf","label":"Q3_K_M","size":3808390912,"bits":4,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b_Q4_K_M.gguf","label":"Q4_K_M","size":4683073280,"bits":4.92,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b.Q5_K_M.gguf","label":"Q5_K_M","size":5444830976,"bits":5.72,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b.Q6_K.gguf","label":"Q6_K","size":6254198528,"bits":6.57,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b.Q8_0.gguf","label":"Q8_0","size":8098524928,"bits":8.5,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_7b","file":"JiRackUltra_7b.gguf","label":"JiRackUltra_7b","size":15237852928,"bits":16,"known":false,"rank":0}],"repos":["CMSManhattan/JiRackUltra_7b"],"logoFrom":"CMSManhattan"},{"id":"hunyuan-7b-instruct","family":"tencent/Hunyuan-7B-Instruct","name":"Hunyuan 7B","maker":"Tencent","catalog":null,"tuned":false,"params":7.5,"active":null,"layers":32,"probe":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF/tencent_Hunyuan-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":null,"open":false,"released":"2025-07-30T03:40:59.000Z","downloads":5017,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2719359264,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":3003515904,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3045990688,"bits":3.25,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3130657568,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3289777152,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3435529216,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3555853312,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3789947904,"bits":4.04,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4092986368,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4165338112,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4220128032,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4377150464,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4379247616,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4393927680,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4621992960,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4749134624,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q4_1.gguf","label":"Q4_1","size":4798678016,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5234885632,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5368579072,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5495720736,"bits":5.86,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6161826816,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6288968480,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":7979272992,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-7B-Instruct-GGUF","file":"tencent_Hunyuan-7B-Instruct-bf16.gguf","label":"BF16","size":15014548224,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/tencent_Hunyuan-7B-Instruct-GGUF"],"logoFrom":"tencent"},{"id":"granite-8b-code-base-128k","family":"ibm-granite/granite-8b-code-base-128k","name":"Granite 8B Code Base 128K","maker":"IBM","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"mradermacher/granite-8b-code-base-128k-i1-GGUF/granite-8b-code-base-128k.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":128000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-29T01:34:19.000Z","downloads":5015,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ1_S.gguf","label":"IQ1_S","size":1805483968,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ1_M.gguf","label":"IQ1_M","size":1966309312,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2234351552,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2467659712,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ2_S.gguf","label":"IQ2_S","size":2576449472,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ2_M.gguf","label":"IQ2_M","size":2790883264,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q2_K.gguf","label":"Q2_K","size":3062071232,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3161554880,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3384115136,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3548086208,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ3_S.gguf","label":"IQ3_S","size":3568140224,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ3_M.gguf","label":"IQ3_M","size":3679551424,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3944841152,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4287725504,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4369121216,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4590895040,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4590895040,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4590895040,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q4_0.gguf","label":"Q4_0","size":4605575104,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4622352320,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4882857920,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5572362176,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5722767296,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/granite-8b-code-base-128k-i1-GGUF","file":"granite-8b-code-base-128k.i1-Q6_K.gguf","label":"Q6_K","size":6615171008,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/granite-8b-code-base-128k-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"huihui-kimi-linear-48b-a3b-instruct-abliterated","family":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","name":"Huihui Kimi Linear 48B A3B Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":49.12,"active":3.48,"layers":27,"probe":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":9330,"kvHeader":8064,"kvFixed":0,"context":1048576,"arch":"kimi-linear","vision":false,"licence":"mit","open":true,"released":"2026-02-19T07:11:54.000Z","downloads":5014,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":18028533216,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":21325597792,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":23486104672,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":25509790816,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":26463779552,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":27956051168,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":29702759648,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":33885947104,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":34867653856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":40364127584,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":52248386784,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-GGUF"],"logoFrom":"moonshotai"},{"id":"falcon3-7b-instruct","family":"tiiuae/Falcon3-7B-Instruct","name":"Falcon3 7B","maker":"TII","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":28,"probe":"bartowski/Falcon3-7B-Instruct-GGUF/Falcon3-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-11-29T10:12:15.000Z","downloads":5002,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2647145920,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":2886983104,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3210354112,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3280199104,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3366215104,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3441208768,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3685850560,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":3967983040,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4082507200,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4302904768,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4316175808,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4320304576,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4331019712,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4569726400,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4868570560,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5184495040,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5321948608,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5570461120,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6121184704,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6316219840,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":7926783424,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Falcon3-7B-Instruct-GGUF","file":"Falcon3-7B-Instruct-f16.gguf","label":"F16","size":14916197568,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Falcon3-7B-Instruct-GGUF"],"logoFrom":"tiiuae"},{"id":"qwen3-5-9b-unredacted-max","family":"prithivMLmods/Qwen3.5-9B-Unredacted-MAX","name":"Qwen3.5 9B Unredacted MAX","maker":"prithivMLmods","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF/Qwen3.5-9B-Unredacted-MAX.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-06T04:12:21.000Z","downloads":5002,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ1_S.gguf","label":"IQ1_S","size":2446943936,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ1_M.gguf","label":"IQ1_M","size":2600445632,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2856281792,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3065145024,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ2_S.gguf","label":"IQ2_S","size":3207767744,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ2_M.gguf","label":"IQ2_M","size":3412436672,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3508496064,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q2_K.gguf","label":"Q2_K","size":3638519488,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3793462976,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4136462016,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407552,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ3_S.gguf","label":"IQ3_S","size":4263864000,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383232,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4616185536,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4824852160,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070612160,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5317551808,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q4_0.gguf","label":"Q4_0","size":5325940416,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5340620480,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5627045568,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q4_1.gguf","label":"Q4_1","size":5809333952,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310400,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6522005184,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.i1-Q6_K.gguf","label":"Q6_K","size":7359260352,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.Q8_0.gguf","label":"Q8_0","size":9527502240,"bits":8.52,"known":true,"rank":1},{"repo":"mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","file":"Qwen3.5-9B-Unredacted-MAX.f16.gguf","label":"F16","size":17920697760,"bits":16.02,"known":true,"rank":1}],"repos":["mradermacher/Qwen3.5-9B-Unredacted-MAX-GGUF","mradermacher/Qwen3.5-9B-Unredacted-MAX-i1-GGUF"],"logoFrom":"prithivMLmods"},{"id":"qwen2-5-coder-14b-instruct-uncensored","family":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","name":"Qwen2.5 Coder 14B Uncensored","maker":"BlossomsAI","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF/q2_k.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-30T14:59:58.000Z","downloads":4995,"likes":16,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q2_k.gguf","label":"Q2_K","size":5770497472,"bits":3.13,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q3_k_m.gguf","label":"Q3_K_M","size":7339204032,"bits":3.98,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q4_k_s.gguf","label":"Q4_K_S","size":8573431232,"bits":4.64,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q4_k_m.gguf","label":"Q4_K_M","size":8988110272,"bits":4.87,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q5_k_s.gguf","label":"Q5_K_S","size":10266553792,"bits":5.56,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q5_k_m.gguf","label":"Q5_K_M","size":10508873152,"bits":5.69,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q6_k.gguf","label":"Q6_K","size":12124683712,"bits":6.57,"known":true,"rank":0},{"repo":"BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF","file":"q8_0.gguf","label":"Q8_0","size":15701597632,"bits":8.5,"known":true,"rank":0}],"repos":["BlossomsAI/Qwen2.5-Coder-14B-Instruct-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"stepfun-ai-gelab-zero-4b-preview","family":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","name":"Stepfun Ai GELab Zero 4B Preview","maker":"bartowski","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/stepfun-ai_GELab-Zero-4B-preview-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-30T03:31:17.000Z","downloads":4987,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-IQ2_M.gguf","label":"IQ2_M","size":1512985568,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q2_K.gguf","label":"Q2_K","size":1669501408,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670190048,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q2_K_L.gguf","label":"Q2_K_L","size":1763701728,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-IQ3_XS.gguf","label":"IQ3_XS","size":1814376928,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q3_K_S.gguf","label":"Q3_K_S","size":1886999008,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-IQ3_M.gguf","label":"IQ3_M","size":1962897888,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q3_K_M.gguf","label":"Q3_K_M","size":2075619808,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q3_K_L.gguf","label":"Q3_K_L","size":2239787488,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-IQ4_XS.gguf","label":"IQ4_XS","size":2270753248,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":2333987808,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q4_0.gguf","label":"Q4_0","size":2375774688,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-IQ4_NL.gguf","label":"IQ4_NL","size":2381345248,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q4_K_S.gguf","label":"Q4_K_S","size":2383311328,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q4_K_M.gguf","label":"Q4_K_M","size":2497282528,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q4_K_L.gguf","label":"Q4_K_L","size":2591482848,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q4_1.gguf","label":"Q4_1","size":2596631008,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q5_K_S.gguf","label":"Q5_K_S","size":2823713248,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q5_K_M.gguf","label":"Q5_K_M","size":2889515488,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q5_K_L.gguf","label":"Q5_K_L","size":2983715808,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q6_K.gguf","label":"Q6_K","size":3306263008,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q6_K_L.gguf","label":"Q6_K_L","size":3400463328,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-Q8_0.gguf","label":"Q8_0","size":4280407008,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","file":"stepfun-ai_GELab-Zero-4B-preview-bf16.gguf","label":"BF16","size":8051286688,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF"],"logoFrom":"stepfun-ai"},{"id":"llama-3-1-minitron-4b-width-base","family":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","name":"Llama 3.1 Minitron 4B Width Base","maker":"ThomasBaruzier","catalog":null,"tuned":false,"params":4.51,"active":null,"layers":32,"probe":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF/Llama-3.1-Minitron-4B-Width-Base-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-08-17T00:00:14.000Z","downloads":4967,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ1_S.gguf","label":"IQ1_S","size":1213412256,"bits":2.15,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ1_M.gguf","label":"IQ1_M","size":1286255520,"bits":2.28,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ2_XXS.gguf","label":"IQ2_XXS","size":1407660960,"bits":2.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ2_XS.gguf","label":"IQ2_XS","size":1517368224,"bits":2.69,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ2_S.gguf","label":"IQ2_S","size":1625508768,"bits":2.88,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ2_M.gguf","label":"IQ2_M","size":1722633120,"bits":3.06,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q2_K_S.gguf","label":"Q2_K_S","size":1733372832,"bits":3.07,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q2_K.gguf","label":"Q2_K","size":1839737760,"bits":3.26,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ3_XXS.gguf","label":"IQ3_XXS","size":1880116128,"bits":3.34,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ3_XS.gguf","label":"IQ3_XS","size":2027602848,"bits":3.6,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q3_K_S.gguf","label":"Q3_K_S","size":2101527456,"bits":3.73,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ3_S.gguf","label":"IQ3_S","size":2114896800,"bits":3.75,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ3_M.gguf","label":"IQ3_M","size":2183414688,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q2_K_L.gguf","label":"Q2_K_L","size":2224505824,"bits":3.95,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q3_K_M.gguf","label":"Q3_K_M","size":2296562592,"bits":4.07,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q3_K_L.gguf","label":"Q3_K_L","size":2464859040,"bits":4.37,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ4_XS.gguf","label":"IQ4_XS","size":2535545760,"bits":4.5,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2648521376,"bits":4.7,"known":false,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2648521376,"bits":4.7,"known":false,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2648521376,"bits":4.7,"known":false,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_0.gguf","label":"Q4_0","size":2655599520,"bits":4.71,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-IQ4_NL.gguf","label":"IQ4_NL","size":2661104544,"bits":4.72,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_K_S.gguf","label":"Q4_K_S","size":2664250272,"bits":4.73,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_K_M.gguf","label":"Q4_K_M","size":2778282912,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q3_K_XL.gguf","label":"Q3_K_XL","size":2809611232,"bits":4.98,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_1.gguf","label":"Q4_1","size":2905930656,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q4_K_L.gguf","label":"Q4_K_L","size":3070706656,"bits":5.45,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q5_K_S.gguf","label":"Q5_K_S","size":3163339680,"bits":5.61,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q5_0.gguf","label":"Q5_0","size":3170417568,"bits":5.62,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q5_K_M.gguf","label":"Q5_K_M","size":3230186400,"bits":5.73,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q5_1.gguf","label":"Q5_1","size":3420748704,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q5_K_L.gguf","label":"Q5_K_L","size":3473359840,"bits":6.16,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q6_K.gguf","label":"Q6_K","size":3710333856,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q6_K_L.gguf","label":"Q6_K_L","size":3901178848,"bits":6.92,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-Q8_0.gguf","label":"Q8_0","size":4803216288,"bits":8.52,"known":true,"rank":0},{"repo":"ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","file":"Llama-3.1-Minitron-4B-Width-Base-F16.gguf","label":"F16","size":9033728672,"bits":16.02,"known":true,"rank":0}],"repos":["ThomasBaruzier/Llama-3.1-Minitron-4B-Width-Base-GGUF","bartowski/Llama-3.1-Minitron-4B-Width-Base-GGUF"],"logoFrom":"ThomasBaruzier"},{"id":"solar-10-7b-instruct-v1-0-uncensored","family":"w4r10ck/SOLAR-10.7B-Instruct-v1.0-uncensored","name":"SOLAR 10.7B V1.0 Uncensored","maker":"w4r10ck","catalog":null,"tuned":true,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF/solar-10.7b-instruct-v1.0-uncensored.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-19T16:20:38.000Z","downloads":4966,"likes":105,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q2_K.gguf","label":"Q2_K","size":4549951904,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":4665500064,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":5189263776,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":5651685792,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q4_0.gguf","label":"Q4_0","size":6073319840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":6104777120,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":6462603680,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q5_0.gguf","label":"Q5_0","size":7398326688,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":7398326688,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":7598866848,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q6_K.gguf","label":"Q6_K","size":8806146464,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF","file":"solar-10.7b-instruct-v1.0-uncensored.Q8_0.gguf","label":"Q8_0","size":11405091232,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/SOLAR-10.7B-Instruct-v1.0-uncensored-GGUF"],"logoFrom":null},{"id":"qwen3-4b-toolcalling-gguf-codex","family":"Manojb/Qwen3-4B-toolcalling-gguf-codex","name":"Qwen3 4B Toolcalling Gguf Codex","maker":"Manojb","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Manojb/Qwen3-4B-toolcalling-gguf-codex/Qwen3-4B-Function-Calling-Pro.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-09-21T06:14:24.000Z","downloads":4958,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Manojb/Qwen3-4B-toolcalling-gguf-codex","file":"Qwen3-4B-Function-Calling-Pro.gguf","label":"Qwen3-4B-Function-Calling-Pro","size":4280401952,"bits":8.52,"known":false,"rank":0}],"repos":["Manojb/Qwen3-4B-toolcalling-gguf-codex"],"logoFrom":"Qwen"},{"id":"ministral-3-8b-claude-opus-reasoning-distilled-i1","family":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","name":"Ministral 3 8B Claude Opus Reasoning Distilled I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.49,"active":null,"layers":34,"probe":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF/Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T16:41:28.000Z","downloads":4955,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","label":"IQ1_S","size":2121832640,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ1_M.gguf","label":"IQ1_M","size":2273417408,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2526058688,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2745997504,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ2_S.gguf","label":"IQ2_S","size":2904594624,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ2_M.gguf","label":"IQ2_M","size":3106707648,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3147274432,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q2_K.gguf","label":"Q2_K","size":3352926400,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455359168,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3714357440,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3866466496,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":3885406400,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":3992361152,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4242053312,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4565014720,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4696414400,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":4937324736,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4940470464,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4954101952,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5198387392,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":5419669696,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5916694720,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6058744000,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-8B-Claude-Opus-Reasoning-Distilled.i1-Q6_K.gguf","label":"Q6_K","size":6972872896,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-8B-Claude-Opus-Reasoning-Distilled-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"gemma-4-26b-a4b-it-heretic-zh-rp","family":"wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf","name":"Gemma 4 26B A4B Heretic Zh RP","maker":"wwlwwl","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf/gemma-4-26B-A4B-it-heretic-zh-RP-IQ3_XXS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-06T14:17:00.000Z","downloads":4953,"likes":10,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf","file":"gemma-4-26B-A4B-it-heretic-zh-RP-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325693536,"bits":3.59,"known":true,"rank":0},{"repo":"wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf","file":"gemma-4-26B-A4B-it-heretic-zh-RP-IQ4_XS.gguf","label":"IQ4_XS","size":13917725792,"bits":4.41,"known":true,"rank":0},{"repo":"wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf","file":"gemma-4-26B-A4B-it-heretic-zh-RP-Q4_K_M.gguf","label":"Q4_K_M","size":16796015712,"bits":5.33,"known":true,"rank":0},{"repo":"wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf","file":"gemma-4-26B-A4B-it-heretic-zh-RP-Q5_K_M.gguf","label":"Q5_K_M","size":19132890208,"bits":6.07,"known":true,"rank":0}],"repos":["wwlwwl/gemma-4-26B-A4B-it-heretic-zh-RP-gguf"],"logoFrom":"wwlwwl"},{"id":"c4ai-command-r-plus","family":"CohereLabs/c4ai-command-r-plus","name":"C4ai Command R Plus","maker":"Cohere","catalog":null,"tuned":false,"params":103.81,"active":null,"layers":64,"probe":"BNK128/c4ai-command-r-plus-GGUF/imatrix/command-r-plus-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-24T03:28:01.000Z","downloads":4951,"likes":140,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ1_S.gguf","label":"IQ1_S","size":23181871360,"bits":1.79,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ1_M.gguf","label":"IQ1_M","size":25217943808,"bits":1.94,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ2_XXS.gguf","label":"IQ2_XXS","size":28611397888,"bits":2.2,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ2_XS.gguf","label":"IQ2_XS","size":31628151040,"bits":2.44,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ2_S.gguf","label":"IQ2_S","size":33324484864,"bits":2.57,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ2_M.gguf","label":"IQ2_M","size":36039248128,"bits":2.78,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-Q2_K_S.gguf","label":"Q2_K_S","size":36595452160,"bits":2.82,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q2_K.gguf","label":"Q2_K","size":39497386112,"bits":3.04,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ3_XXS.gguf","label":"IQ3_XXS","size":40658749696,"bits":3.13,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ3_XS.gguf","label":"IQ3_XS","size":43599415552,"bits":3.36,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q3_K_S.gguf","label":"Q3_K_S","size":45851756672,"bits":3.53,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ3_S.gguf","label":"IQ3_S","size":45958711552,"bits":3.54,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ3_M.gguf","label":"IQ3_M","size":47683356928,"bits":3.67,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":50982439232,"bits":3.93,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":55402187072,"bits":4.27,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":56201202144,"bits":4.33,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"imatrix/command-r-plus-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":59321764320,"bits":4.57,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":59642628416,"bits":4.6,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":62750607680,"bits":4.84,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":71804012864,"bits":5.53,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":73622243648,"bits":5.67,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":85173356864,"bits":6.56,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":110314604992,"bits":8.5,"known":true,"rank":0},{"repo":"BNK128/c4ai-command-r-plus-GGUF","file":"command-r-plus-f16-00001-of-00005.gguf","label":"F16","size":207635565184,"bits":16,"known":true,"rank":0}],"repos":["BNK128/c4ai-command-r-plus-GGUF","dranger003/c4ai-command-r-plus-iMat.GGUF"],"logoFrom":"CohereLabs"},{"id":"granite-20b-code-instruct-8k","family":"ibm-granite/granite-20b-code-instruct-8k","name":"Granite 20B Code 8K","maker":"IBM","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF/granite-20b-code-instruct-8k.i1-IQ1_S.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T17:02:58.000Z","downloads":4945,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ1_S.gguf","label":"IQ1_S","size":4517698912,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ1_M.gguf","label":"IQ1_M","size":4912438624,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5570338144,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6157999456,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ2_S.gguf","label":"IQ2_S","size":6526049632,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ2_M.gguf","label":"IQ2_M","size":7052369248,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q2_K.gguf","label":"Q2_K","size":7929486688,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8062541152,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8658558304,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ3_S.gguf","label":"IQ3_S","size":8934595936,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8934595936,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ3_M.gguf","label":"IQ3_M","size":9587187040,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10566294880,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10936507744,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q4_0.gguf","label":"Q4_0","size":11609103712,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11665726816,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11736505696,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12820208992,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":14016372064,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14809341280,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/granite-20b-code-instruct-8k-i1-GGUF","file":"granite-20b-code-instruct-8k.i1-Q6_K.gguf","label":"Q6_K","size":16634256736,"bits":6.63,"known":true,"rank":0}],"repos":["mradermacher/granite-20b-code-instruct-8k-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"samantha-mythomax-l2-13b-merge-fixed","family":"Guilherme34/Samantha-Mythomax-l2-13b-merge-fixed","name":"Samantha Mythomax L2 13B Merge Fixed","maker":"Guilherme34","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF/Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-08-28T04:02:01.000Z","downloads":4944,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ1_S.gguf","label":"IQ1_S","size":2898687328,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ1_M.gguf","label":"IQ1_M","size":3138610528,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538482528,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891148128,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ2_S.gguf","label":"IQ2_S","size":4197682528,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4436684128,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ2_M.gguf","label":"IQ2_M","size":4517580128,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q2_K.gguf","label":"Q2_K","size":4854271328,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960562528,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361612128,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981728,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981728,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ3_M.gguf","label":"IQ3_M","size":5984511328,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770848,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560928,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964223328,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7365836128,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q4_0.gguf","label":"Q4_0","size":7387954528,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423180128,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957728,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q4_1.gguf","label":"Q4_1","size":8169061728,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972287328,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925728,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF","file":"Samantha-Mythomax-l2-13b-merge-fixed.i1-Q6_K.gguf","label":"Q6_K","size":10679141728,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Samantha-Mythomax-l2-13b-merge-fixed-i1-GGUF"],"logoFrom":"Guilherme34"},{"id":"llama3-1-airoboros3-2-qdt-8b","family":"nbeerbower/llama3.1-airoboros3.2-QDT-8B","name":"Llama3.1 Airoboros3.2 QDT 8B","maker":"nbeerbower","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF/llama3.1-airoboros3.2-QDT-8B-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-10-06T12:20:31.000Z","downloads":4941,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-IQ2_M.gguf","label":"IQ2_M","size":2948286048,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q2_K.gguf","label":"Q2_K","size":3179136608,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518752352,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664504416,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3692160608,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-IQ3_M.gguf","label":"IQ3_M","size":3784828512,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018923104,"bits":4,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321961568,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4447667808,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661216864,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661216864,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661216864,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_0.gguf","label":"Q4_0","size":4675896928,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692674144,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781631072,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920739424,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5310637664,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599299168,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732992608,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6057223776,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q6_K.gguf","label":"Q6_K","size":6596011616,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q6_K_L.gguf","label":"Q6_K_L","size":6850471520,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-Q8_0.gguf","label":"Q8_0","size":8540776032,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF","file":"llama3.1-airoboros3.2-QDT-8B-f16.gguf","label":"F16","size":16068896064,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/llama3.1-airoboros3.2-QDT-8B-GGUF"],"logoFrom":"nbeerbower"},{"id":"nuextract-1-5-tiny-mealie-ingredient-parser","family":"abyrne55/nuextract-1.5-tiny-mealie-ingredient-parser","name":"Nuextract 1.5 Tiny Mealie Ingredient Parser","maker":"abyrne55","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"abyrne55/nuextract-1.5-tiny-mealie-ingredient-parser/nuextract-1.5-tiny-finetuned-q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-05-20T05:11:44.000Z","downloads":4937,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abyrne55/nuextract-1.5-tiny-mealie-ingredient-parser","file":"nuextract-1.5-tiny-finetuned-q8_0.gguf","label":"Q8_0","size":531067424,"bits":8.67,"known":true,"rank":0}],"repos":["abyrne55/nuextract-1.5-tiny-mealie-ingredient-parser"],"logoFrom":"abyrne55"},{"id":"darkidol-llama-3-1-8b-instruct-1-0-uncensored","family":"aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored","name":"DarkIdol Llama 3.1 8B 1.0 Uncensored","maker":"aifeifei798","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-07-27T23:21:34.000Z","downloads":4936,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":2948281824,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q2_K.gguf","label":"Q2_K","size":3179132384,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":3518748128,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":3664500192,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q2_K_L.gguf","label":"Q2_K_L","size":3692156384,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":3784824288,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":4018918880,"bits":4,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":4321957344,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":4447663584,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":4692669920,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626848,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":4920735200,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q4_K_L.gguf","label":"Q4_K_L","size":5310633440,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":5599294944,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":5732988384,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q5_K_L.gguf","label":"Q5_K_L","size":6057219552,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q6_K.gguf","label":"Q6_K","size":6596007392,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q6_K_L.gguf","label":"Q6_K_L","size":6850467296,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-Q8_0.gguf","label":"Q8_0","size":8540771808,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","file":"DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-f32.gguf","label":"F32","size":32128881824,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-GGUF","mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF"],"logoFrom":"aifeifei798"},{"id":"snex-v1","family":"gbuzhf/SNEX-V1","name":"SNEX V1","maker":"gbuzhf","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"gbuzhf/SNEX-V1/SNEX-V1-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T20:11:08.000Z","downloads":4926,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/SNEX-V1","file":"SNEX-V1-12G-ICEv2.gguf","label":"SNEX-V1-12G-ICEv2","size":12188333184,"bits":2.75,"known":false,"rank":0},{"repo":"gbuzhf/SNEX-V1","file":"SNEX-V1-15G-ICEv2.gguf","label":"SNEX-V1-15G-ICEv2","size":14805578880,"bits":3.34,"known":false,"rank":0},{"repo":"gbuzhf/SNEX-V1","file":"SNEX-V1-19G-ICEv2.gguf","label":"SNEX-V1-19G-ICEv2","size":18762904704,"bits":4.23,"known":false,"rank":0},{"repo":"gbuzhf/SNEX-V1","file":"SNEX-V1-23G-ICEv2.gguf","label":"SNEX-V1-23G-ICEv2","size":22808310912,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/SNEX-V1","file":"SNEX-V1-25G-ICEv2.gguf","label":"SNEX-V1-25G-ICEv2","size":24821576832,"bits":5.59,"known":false,"rank":0},{"repo":"gbuzhf/SNEX-V1","file":"SNEX-V1-Q8_0.gguf","label":"Q8_0","size":37802234432,"bits":8.52,"known":true,"rank":0},{"repo":"gbuzhf/SNEX-V1","file":"BF16/SNEX-V1-BF16-00001-of-00002.gguf","label":"BF16","size":71067079232,"bits":16.01,"known":true,"rank":0}],"repos":["gbuzhf/SNEX-V1"],"logoFrom":"gbuzhf"},{"id":"reggie-v2-7b","family":"Bigchilli1978/reggie-v2-7b","name":"Reggie V2 7B","maker":"Bigchilli1978","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/reggie-v2-7b-i1-GGUF/reggie-v2-7b.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-11T07:21:43.000Z","downloads":4924,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668192,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2042196960,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078240,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022688,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638240,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343264,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074592,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q2_K.gguf","label":"Q2_K","size":3015941088,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515424,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346256864,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369376,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193312,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3574012896,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392160,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460256,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473440,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814240,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q4_0.gguf","label":"Q4_0","size":4444122080,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457769952,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074528,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q4_1.gguf","label":"Q4_1","size":4873284576,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177440,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832224,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/reggie-v2-7b-i1-GGUF","file":"reggie-v2-7b.i1-Q6_K.gguf","label":"Q6_K","size":6254199776,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/reggie-v2-7b-i1-GGUF"],"logoFrom":null},{"id":"qwen3-5-2b-multidistill-megamix-6xmerge-uncensored-heretic","family":"xtools-at/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic","name":"Qwen3.5 2B MultiDistill Megamix 6xMerge UNCENSORED Heretic","maker":"xtools-at","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":25,"probe":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-31T09:29:47.000Z","downloads":4921,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":722964192,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":748206816,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790277856,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824721120,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":832093920,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":865750752,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927756000,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944165600,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q2_K.gguf","label":"Q2_K","size":968544992,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020176096,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027204832,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1051092704,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":1059448544,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099261664,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164535520,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195965152,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q4_0.gguf","label":"Q4_0","size":1204849376,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212058336,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231588064,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274399456,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q4_1.gguf","label":"Q4_1","size":1288284896,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374079712,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411123936,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF","file":"Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic.i1-Q6_K.gguf","label":"Q6_K","size":1556393696,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-GGUF","mradermacher/Qwen3.5-2B-MultiDistill-Megamix-6xMerge-UNCENSORED-heretic-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"mistral-helcyon-mercury-12b-v3-2-absolute-heresy","family":"MuXodious/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy","name":"Mistral Helcyon Mercury 12B V3.2 Absolute Heresy","maker":"MuXodious","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-16T18:57:45.000Z","downloads":4917,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q2_K.gguf","label":"Q2_K","size":4791051840,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q3_K_S.gguf","label":"Q3_K_S","size":5534230080,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q3_K_M.gguf","label":"Q3_K_M","size":6083094080,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q3_K_L.gguf","label":"Q3_K_L","size":6561506880,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.IQ4_XS.gguf","label":"IQ4_XS","size":6800057920,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q4_K_S.gguf","label":"Q4_K_S","size":7120201280,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q4_K_M.gguf","label":"Q4_K_M","size":7477208640,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q5_K_S.gguf","label":"Q5_K_S","size":8518739520,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q5_K_M.gguf","label":"Q5_K_M","size":8727635520,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q6_K.gguf","label":"Q6_K","size":10056214080,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF","file":"Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy.Q8_0.gguf","label":"Q8_0","size":13022373440,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Helcyon-Mercury-12b-v3.2-absolute-heresy-GGUF"],"logoFrom":"MuXodious"},{"id":"xlam-8x22b-r","family":"Salesforce/xLAM-8x22b-r","name":"XLAM 8x22b R","maker":"Salesforce","catalog":null,"tuned":false,"params":140.63,"active":39.16,"layers":56,"probe":"legraphista/xLAM-8x22b-r-IMat-GGUF/xLAM-8x22b-r.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-31T12:54:57.000Z","downloads":4913,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ1_S.gguf","label":"IQ1_S","size":29654400704,"bits":1.69,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ1_M.gguf","label":"IQ1_M","size":32742719168,"bits":1.86,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ2_XXS.gguf","label":"IQ2_XXS","size":37889916608,"bits":2.16,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ2_XS.gguf","label":"IQ2_XS","size":42007674560,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ2_S.gguf","label":"IQ2_S","size":42600644288,"bits":2.42,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ2_M/xLAM-8x22b-r.IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":46718402432,"bits":2.66,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q2_K_S/xLAM-8x22b-r.Q2_K_S-00001-of-00003.gguf","label":"Q2_K_S","size":48095444992,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q2_K/xLAM-8x22b-r.Q2_K-00001-of-00003.gguf","label":"Q2_K","size":52114112480,"bits":2.96,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ3_XXS/xLAM-8x22b-r.IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":54909878240,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ3_XS/xLAM-8x22b-r.IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":58239631360,"bits":3.31,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ3_S/xLAM-8x22b-r.IQ3_S-00001-of-00003.gguf","label":"IQ3_S","size":61509615616,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q3_K_S/xLAM-8x22b-r.Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":61509615616,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ3_M/xLAM-8x22b-r.IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":64504348672,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q3_K/xLAM-8x22b-r.Q3_K-00001-of-00003.gguf","label":"Q3_K","size":67801071616,"bits":3.86,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q3_K_L/xLAM-8x22b-r.Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":72591229056,"bits":4.13,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ4_XS/xLAM-8x22b-r.IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":75485298816,"bits":4.29,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.IQ4_NL/xLAM-8x22b-r.IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":79785508992,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q4_K_S/xLAM-8x22b-r.Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":80490152064,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q4_K/xLAM-8x22b-r.Q4_K-00001-of-00004.gguf","label":"Q4_K","size":85598814304,"bits":4.87,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q5_K_S/xLAM-8x22b-r.Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":96986349600,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q5_K/xLAM-8x22b-r.Q5_K-00001-of-00005.gguf","label":"Q5_K","size":99981082592,"bits":5.69,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q6_K/xLAM-8x22b-r.Q6_K-00001-of-00005.gguf","label":"Q6_K","size":115542999008,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.Q8_0/xLAM-8x22b-r.Q8_0-00001-of-00007.gguf","label":"Q8_0","size":149430354208,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.BF16/xLAM-8x22b-r.BF16-00001-of-00012.gguf","label":"BF16","size":281267815232,"bits":16,"known":true,"rank":0},{"repo":"legraphista/xLAM-8x22b-r-IMat-GGUF","file":"xLAM-8x22b-r.FP16/xLAM-8x22b-r.FP16-00001-of-00012.gguf","label":"xLAM-8x22b-r.FP16","size":281267815232,"bits":16,"known":false,"rank":0}],"repos":["legraphista/xLAM-8x22b-r-IMat-GGUF"],"logoFrom":"Salesforce"},{"id":"tess-v2-5-phi-3-medium-128k-14b","family":"migtissera/Tess-v2.5-Phi-3-medium-128k-14B","name":"Tess V2.5 Phi 3 Medium 128K 14B","maker":"migtissera","catalog":null,"tuned":false,"params":13.96,"active":null,"layers":40,"probe":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF/Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-06-18T23:21:52.000Z","downloads":4912,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ1_S.gguf","label":"IQ1_S","size":2957997536,"bits":1.7,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ1_M.gguf","label":"IQ1_M","size":3242157536,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3715757536,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4127405536,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ2_S.gguf","label":"IQ2_S","size":4338126816,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ2_M.gguf","label":"IQ2_M","size":4717006816,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q2_K.gguf","label":"Q2_K","size":5143001056,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5453262816,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5806842336,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ3_S.gguf","label":"IQ3_S","size":6064890336,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6064890336,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ3_M.gguf","label":"IQ3_M","size":6473978336,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6923411936,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7466011616,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7490298336,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q4_0.gguf","label":"Q4_0","size":7925797856,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7954469856,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8566821856,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9621582816,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10074190816,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF","file":"Tess-v2.5-Phi-3-medium-128k-14B.i1-Q6_K.gguf","label":"Q6_K","size":11453818336,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Tess-v2.5-Phi-3-medium-128k-14B-i1-GGUF"],"logoFrom":"migtissera"},{"id":"agentica-org-deepscaler-1-5b-preview","family":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","name":"Agentica Org DeepScaleR 1.5B Preview","maker":"bartowski","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF/agentica-org_DeepScaleR-1.5B-Preview-Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-02-11T02:45:54.000Z","downloads":4905,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q2_K.gguf","label":"Q2_K","size":752881568,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":769071008,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":831977888,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":861223328,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-IQ3_M.gguf","label":"IQ3_M","size":876942752,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":924457376,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":980441504,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":980785568,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":1019712416,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":1067604896,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q4_0.gguf","label":"Q4_0","size":1068809120,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":1071586208,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":1117322144,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q4_1.gguf","label":"Q4_1","size":1162701728,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":1184643488,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":1259174816,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":1285495712,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":1290529184,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":1429531040,"bits":6.42,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q6_K.gguf","label":"Q6_K","size":1464180128,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":1577220512,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-Q8_0.gguf","label":"Q8_0","size":1894533536,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-f16.gguf","label":"F16","size":3560417696,"bits":16,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF","file":"agentica-org_DeepScaleR-1.5B-Preview-f32.gguf","label":"F32","size":7114303584,"bits":31.97,"known":true,"rank":0}],"repos":["bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF"],"logoFrom":"agentica-org"},{"id":"genz-70b","family":"budecosystem/genz-70b","name":"Genz 70B","maker":"budecosystem","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Genz-70b-GGUF/genz-70b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T16:37:13.000Z","downloads":4902,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Genz-70b-GGUF","file":"genz-70b.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Genz-70b-GGUF"],"logoFrom":"budecosystem"},{"id":"shisa-v2-1-unphi4-14b","family":"shisa-ai/shisa-v2.1-unphi4-14b","name":"Shisa V2.1 Unphi4 14B","maker":"shisa-ai","catalog":null,"tuned":false,"params":14.66,"active":null,"layers":40,"probe":"mradermacher/shisa-v2.1-unphi4-14b-GGUF/shisa-v2.1-unphi4-14b.Q2_K.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-12-09T10:22:40.000Z","downloads":4901,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q2_K.gguf","label":"Q2_K","size":5608796288,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q3_K_S.gguf","label":"Q3_K_S","size":6504755328,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q3_K_M.gguf","label":"Q3_K_M","size":7190835328,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q3_K_L.gguf","label":"Q3_K_L","size":7788851328,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.IQ4_XS.gguf","label":"IQ4_XS","size":8054026368,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q4_K_S.gguf","label":"Q4_K_S","size":8444047488,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q4_K_M.gguf","label":"Q4_K_M","size":8890306688,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q5_K_S.gguf","label":"Q5_K_S","size":10151587968,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q5_K_M.gguf","label":"Q5_K_M","size":10412707968,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q6_K.gguf","label":"Q6_K","size":12030259328,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-unphi4-14b-GGUF","file":"shisa-v2.1-unphi4-14b.Q8_0.gguf","label":"Q8_0","size":15580508288,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/shisa-v2.1-unphi4-14b-GGUF"],"logoFrom":"shisa-ai"},{"id":"l3-1-70b-euryale-v2-2","family":"Sao10K/L3.1-70B-Euryale-v2.2","name":"L3.1 70B Euryale V2.2","maker":"Sao10K","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/L3.1-70B-Euryale-v2.2-GGUF/L3.1-70B-Euryale-v2.2-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-27T09:49:35.000Z","downloads":4897,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ1_M.gguf","label":"IQ1_M","size":16751196736,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097385536,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ2_XS.gguf","label":"IQ2_XS","size":21142108736,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ2_M.gguf","label":"IQ2_M","size":24119294528,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q2_K.gguf","label":"Q2_K","size":26375109184,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q2_K_L.gguf","label":"Q2_K_L","size":27401157184,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494848,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q3_K_S.gguf","label":"Q3_K_S","size":30912051776,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ3_M.gguf","label":"IQ3_M","size":31937034816,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q3_K_M.gguf","label":"Q3_K_M","size":34267494976,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q3_K_L.gguf","label":"Q3_K_L","size":37140593216,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-IQ4_XS.gguf","label":"IQ4_XS","size":37902662208,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059932224,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q4_0.gguf","label":"Q4_0","size":40116533824,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q4_K_S.gguf","label":"Q4_K_S","size":40347220544,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q4_K_M.gguf","label":"Q4_K_M","size":42520394304,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q4_K_L.gguf","label":"Q4_K_L","size":43300190784,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q5_K_M/L3.1-70B-Euryale-v2.2-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949817632,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q6_K/L3.1-70B-Euryale-v2.2-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888144160,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/L3.1-70B-Euryale-v2.2-GGUF","file":"L3.1-70B-Euryale-v2.2-Q8_0/L3.1-70B-Euryale-v2.2-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975050496,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/L3.1-70B-Euryale-v2.2-GGUF"],"logoFrom":"Sao10K"},{"id":"internvl3-5-38b","family":"OpenGVLab/InternVL3_5-38B","name":"InternVL3 5 38B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF/OpenGVLab_InternVL3_5-38B-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":null,"open":false,"released":"2025-08-26T10:53:48.000Z","downloads":4897,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019910144,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ2_XS.gguf","label":"IQ2_XS","size":9951832064,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ2_S.gguf","label":"IQ2_S","size":10514822144,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ2_M.gguf","label":"IQ2_M","size":11362857984,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q2_K.gguf","label":"Q2_K","size":12344648704,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821033984,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q2_K_L.gguf","label":"Q2_K_L","size":13104328704,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ3_XS.gguf","label":"IQ3_XS","size":13702918144,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q3_K_S.gguf","label":"Q3_K_S","size":14389735424,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ3_M.gguf","label":"IQ3_M","size":14930079744,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q3_K_M.gguf","label":"Q3_K_M","size":15971774464,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q3_K_L.gguf","label":"Q3_K_L","size":17330991104,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ4_XS.gguf","label":"IQ4_XS","size":17690491904,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q3_K_XL.gguf","label":"Q3_K_XL","size":18011664384,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-IQ4_NL.gguf","label":"IQ4_NL","size":18679491584,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q4_0.gguf","label":"Q4_0","size":18703084544,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q4_K_S.gguf","label":"Q4_K_S","size":18771241984,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q4_K_M.gguf","label":"Q4_K_M","size":19762146304,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q4_K_L.gguf","label":"Q4_K_L","size":20339503104,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q4_1.gguf","label":"Q4_1","size":20636519424,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q5_K_S.gguf","label":"Q5_K_S","size":22635490304,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q5_K_M.gguf","label":"Q5_K_M","size":23214828544,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q5_K_L.gguf","label":"Q5_K_L","size":23694946304,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q6_K.gguf","label":"Q6_K","size":26883303424,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q6_K_L.gguf","label":"Q6_K_L","size":27260104704,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-Q8_0.gguf","label":"Q8_0","size":34817716224,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-38B-GGUF","file":"OpenGVLab_InternVL3_5-38B-bf16/OpenGVLab_InternVL3_5-38B-bf16-00001-of-00002.gguf","label":"BF16","size":65531572128,"bits":16,"known":true,"rank":0}],"repos":["bartowski/OpenGVLab_InternVL3_5-38B-GGUF"],"logoFrom":"OpenGVLab"},{"id":"huihui-qwen3-8-flash-next-abliterated-mtp","family":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","name":"Huihui Qwen3.8 Flash Next Abliterated MTP","maker":"htdohk","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF/swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-08T05:13:12.000Z","downloads":4897,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","file":"swift-IQ2_XS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68152167168,"bits":3.08,"known":true,"rank":0},{"repo":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","file":"swift-IQ3_XXS/Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":75966073120,"bits":3.43,"known":true,"rank":0},{"repo":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","file":"unsloth-UD-IQ4_XS/Qwen3.8-Flash-Next-UD-IQ4_XS-00001-of-00003.gguf","label":"UD-IQ4_XS","size":93682584224,"bits":4.24,"known":true,"rank":0},{"repo":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","file":"UD-Q4_K_XL/Qwen3.8-Flash-Next-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":111334655392,"bits":5.03,"known":true,"rank":0},{"repo":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","file":"Q8_0/Qwen3.8-Flash-Next-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":188225033440,"bits":8.51,"known":true,"rank":0},{"repo":"htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF","file":"BF16/Qwen3.8-Flash-Next-BF16-00001-of-00008.gguf","label":"BF16","size":354029930848,"bits":16.01,"known":true,"rank":0}],"repos":["htdohk/Huihui-Qwen3.8-Flash-Next-abliterated-MTP-GGUF"],"logoFrom":"Qwen"},{"id":"saiga-nemo-12b","family":"IlyaGusev/saiga_nemo_12b_gguf","name":"Saiga Nemo 12B","maker":"IlyaGusev","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"IlyaGusev/saiga_nemo_12b_gguf/saiga_nemo_12b.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-03T12:08:13.000Z","downloads":4896,"likes":106,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q2_K.gguf","label":"Q2_K","size":4791047040,"bits":3.13,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q3_K_S.gguf","label":"Q3_K_S","size":5534225280,"bits":3.61,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q3_K_M.gguf","label":"Q3_K_M","size":6083089280,"bits":3.97,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q4_0.gguf","label":"Q4_0","size":7071699840,"bits":4.62,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q4_K_S.gguf","label":"Q4_K_S","size":7120196480,"bits":4.65,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q4_K_M.gguf","label":"Q4_K_M","size":7477203840,"bits":4.88,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q5_K_S.gguf","label":"Q5_K_S","size":8518734720,"bits":5.56,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q5_K_M.gguf","label":"Q5_K_M","size":8727630720,"bits":5.7,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q6_K.gguf","label":"Q6_K","size":10056209280,"bits":6.57,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.Q8_0.gguf","label":"Q8_0","size":13022368640,"bits":8.5,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_nemo_12b_gguf","file":"saiga_nemo_12b.BF16.gguf","label":"BF16","size":24504275840,"bits":16,"known":true,"rank":0}],"repos":["IlyaGusev/saiga_nemo_12b_gguf"],"logoFrom":"IlyaGusev"},{"id":"huihui-qwen3-5-35b-a3b-claude-4-6-opus-abliterated","family":"huihui-ai/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated","name":"Huihui Qwen3.5 35B A3B Claude 4.6 Opus Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-17T12:41:52.000Z","downloads":4875,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7484139328,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8239206208,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497651008,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507028288,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652477248,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11659233088,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152094528,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12939591488,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623756608,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484141888,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182182208,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15250421568,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440516928,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764761920,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115327808,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728775488,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19799265088,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889901376,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166755648,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21848166208,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981281088,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729128768,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF","file":"Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":28514150208,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.5-35B-A3B-Claude-4.6-Opus-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"sarashina2-2-3b-instruct-v0-1","family":"sbintuitions/sarashina2.2-3b-instruct-v0.1","name":"Sarashina2.2 3B V0.1","maker":"sbintuitions","catalog":null,"tuned":false,"params":3.36,"active":null,"layers":32,"probe":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf/sarashina2.2-3b-instruct-v0.1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-03-05T07:56:41.000Z","downloads":4870,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ1_S.gguf","label":"IQ1_S","size":861654368,"bits":2.05,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ1_M.gguf","label":"IQ1_M","size":918486368,"bits":2.19,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1013206368,"bits":2.41,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":1095535968,"bits":2.61,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ2_S.gguf","label":"IQ2_S","size":1171619168,"bits":2.79,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ2_M.gguf","label":"IQ2_M","size":1247395168,"bits":2.97,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q2_K.gguf","label":"Q2_K","size":1339759712,"bits":3.19,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1370070368,"bits":3.26,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":1481071968,"bits":3.53,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":1547426912,"bits":3.68,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ3_S.gguf","label":"IQ3_S","size":1547427168,"bits":3.68,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ3_M.gguf","label":"IQ3_M","size":1601391968,"bits":3.81,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":1693244512,"bits":4.03,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":1817762912,"bits":4.33,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":1861590368,"bits":4.43,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q4_0.gguf","label":"Q4_0","size":1958255712,"bits":4.66,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":1958255968,"bits":4.66,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":1971362912,"bits":4.69,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":2066390112,"bits":4.92,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q5_0.gguf","label":"Q5_0","size":2344918112,"bits":5.58,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":2344918112,"bits":5.58,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":2400623712,"bits":5.72,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q6_K.gguf","label":"Q6_K","size":2755746912,"bits":6.56,"known":true,"rank":0},{"repo":"mmnga/sarashina2.2-3b-instruct-v0.1-gguf","file":"sarashina2.2-3b-instruct-v0.1-Q8_0.gguf","label":"Q8_0","size":3568393312,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/sarashina2.2-3b-instruct-v0.1-gguf"],"logoFrom":"sbintuitions"},{"id":"euaiact-qwen2-5-0-5b-edge","family":"sallani/EUAIAct-Qwen2.5-0.5B-Edge","name":"EUAIAct Qwen2.5 0.5B Edge","maker":"sallani","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"sallani/EUAIAct-Qwen2.5-0.5B-Edge/euaiact-qwen2.5-0.5b-q4_k_m.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-25T08:52:11.000Z","downloads":4867,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sallani/EUAIAct-Qwen2.5-0.5B-Edge","file":"euaiact-qwen2.5-0.5b-q4_k_m.gguf","label":"Q4_K_M","size":397807968,"bits":6.49,"known":true,"rank":0}],"repos":["sallani/EUAIAct-Qwen2.5-0.5B-Edge"],"logoFrom":"sallani"},{"id":"mixtral-7bx2-moe-13b","family":"cloudyu/Mixtral_7Bx2_MoE_13B","name":"Mixtral 7Bx2 MoE 13B","maker":"cloudyu","catalog":null,"tuned":false,"params":12.88,"active":12.88,"layers":32,"probe":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF/Mixtral_7Bx2_MoE_13B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-15T21:21:54.000Z","downloads":4866,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ1_S.gguf","label":"IQ1_S","size":2745354592,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ1_M.gguf","label":"IQ1_M","size":3014314336,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3462580576,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3837970784,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ2_S.gguf","label":"IQ2_S","size":3974490464,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ2_M.gguf","label":"IQ2_M","size":4333103456,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q2_K.gguf","label":"Q2_K","size":4760824160,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4986366304,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5309958496,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5587831136,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ3_S.gguf","label":"IQ3_S","size":5605656928,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ3_M.gguf","label":"IQ3_M","size":5739350368,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6206490976,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6729730400,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6903474528,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q4_0.gguf","label":"Q4_0","size":7310223712,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7341680992,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7782607200,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8874305888,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9132779872,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF","file":"Mixtral_7Bx2_MoE_13B.i1-Q6_K.gguf","label":"Q6_K","size":10567338336,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Mixtral_7Bx2_MoE_13B-i1-GGUF"],"logoFrom":"cloudyu"},{"id":"youri-7b-instruction","family":"rinna/youri-7b-instruction","name":"Youri 7B Instruction","maker":"rinna","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/youri-7b-instruction-i1-GGUF/youri-7b-instruction.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-07-21T20:42:20.000Z","downloads":4866,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ1_S.gguf","label":"IQ1_S","size":1528583200,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971680,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952480,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034914336,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ2_S.gguf","label":"IQ2_S","size":2196567072,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751712,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q2_K.gguf","label":"Q2_K","size":2532865056,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585392160,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524576,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ3_S.gguf","label":"IQ3_S","size":2948305952,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948305952,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865696,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298006048,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597112352,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619337248,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q4_0.gguf","label":"Q4_0","size":3837080608,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856741408,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005600,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651693088,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783158304,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/youri-7b-instruction-i1-GGUF","file":"youri-7b-instruction.i1-Q6_K.gguf","label":"Q6_K","size":5529195552,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/youri-7b-instruction-i1-GGUF"],"logoFrom":"rinna"},{"id":"hemmingway-1-heretic","family":"Abiray/Hemmingway-1-heretic-GGUF","name":"Hemmingway 1 Heretic","maker":"Abiray","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"Abiray/Hemmingway-1-heretic-GGUF/Hemmingway-1-heretic-Q3_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-23T15:40:24.000Z","downloads":4866,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/Hemmingway-1-heretic-GGUF","file":"Hemmingway-1-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":13500736672,"bits":3.95,"known":true,"rank":0},{"repo":"Abiray/Hemmingway-1-heretic-GGUF","file":"Hemmingway-1-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":15825298592,"bits":4.63,"known":true,"rank":0},{"repo":"Abiray/Hemmingway-1-heretic-GGUF","file":"Hemmingway-1-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":16810714272,"bits":4.92,"known":true,"rank":0},{"repo":"Abiray/Hemmingway-1-heretic-GGUF","file":"Hemmingway-1-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":19535701152,"bits":5.72,"known":true,"rank":0},{"repo":"Abiray/Hemmingway-1-heretic-GGUF","file":"Hemmingway-1-heretic-Q6_K.gguf","label":"Q6_K","size":22430999712,"bits":6.57,"known":true,"rank":0},{"repo":"Abiray/Hemmingway-1-heretic-GGUF","file":"Hemmingway-1-heretic-Q8_0.gguf","label":"Q8_0","size":29047084192,"bits":8.51,"known":true,"rank":0}],"repos":["Abiray/Hemmingway-1-heretic-GGUF"],"logoFrom":"Altworld"},{"id":"qwen3-8-4b-empero-ai-fullstack","family":"iBotIA/Qwen3.8-4B-Empero-AI-FullStack","name":"Qwen3.8 4B Empero AI FullStack","maker":"iBotIA","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF/Qwen3.8-4B-Empero-AI-FullStack.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T13:02:22.000Z","downloads":4866,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q2_K.gguf","label":"Q2_K","size":1959168576,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2121749056,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-IQ3_S.gguf","label":"IQ3_S","size":2191729216,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-IQ3_M.gguf","label":"IQ3_M","size":2216796736,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2318807616,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2482647616,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2578811456,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q4_0.gguf","label":"Q4_0","size":2617682496,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2631772736,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2677647936,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2783447616,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q4_1.gguf","label":"Q4_1","size":2842389056,"bits":5.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3072993856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3161426496,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF","file":"Qwen3.8-4B-Empero-AI-FullStack.i1-Q6_K.gguf","label":"Q6_K","size":3563029056,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-4B-Empero-AI-FullStack-i1-GGUF"],"logoFrom":"iBotIA"},{"id":"mimo-v2-5-pro","family":"XiaomiMiMo/MiMo-V2.5-Pro","name":"MiMo V2.5 Pro","maker":"Xiaomi","catalog":null,"tuned":false,"params":1023.18,"active":20.46,"layers":73,"probe":"unsloth/MiMo-V2.5-Pro-GGUF/UD-IQ1_M/MiMo-V2.5-Pro-UD-IQ1_M-00001-of-00008.gguf","kvBytesPerToken":59238,"kvHeader":51200,"kvFixed":41287680,"context":1048576,"arch":"mimo2","vision":false,"licence":"mit","open":true,"released":"2026-04-27T12:52:53.000Z","downloads":4864,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1467,"arenaCoding":1521,"arenaVision":null,"builds":[{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ1_M/MiMo-V2.5-Pro-UD-IQ1_M-00001-of-00008.gguf","label":"UD-IQ1_M","size":304091696608,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ2_XXS/MiMo-V2.5-Pro-UD-IQ2_XXS-00001-of-00008.gguf","label":"UD-IQ2_XXS","size":317152759232,"bits":2.48,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ2_M/MiMo-V2.5-Pro-UD-IQ2_M-00001-of-00008.gguf","label":"UD-IQ2_M","size":317269937600,"bits":2.48,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q2_K_XL/MiMo-V2.5-Pro-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":338409229792,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ3_S/MiMo-V2.5-Pro-UD-IQ3_S-00001-of-00009.gguf","label":"UD-IQ3_S","size":377893793376,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ3_XXS/MiMo-V2.5-Pro-UD-IQ3_XXS-00001-of-00010.gguf","label":"UD-IQ3_XXS","size":412660379264,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q3_K_M/MiMo-V2.5-Pro-UD-Q3_K_M-00001-of-00011.gguf","label":"UD-Q3_K_M","size":459667582880,"bits":3.59,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q3_K_XL/MiMo-V2.5-Pro-UD-Q3_K_XL-00001-of-00011.gguf","label":"UD-Q3_K_XL","size":459894615968,"bits":3.6,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ4_XS/MiMo-V2.5-Pro-UD-IQ4_XS-00001-of-00011.gguf","label":"UD-IQ4_XS","size":490697584416,"bits":3.84,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-IQ4_NL/MiMo-V2.5-Pro-UD-IQ4_NL-00001-of-00012.gguf","label":"UD-IQ4_NL","size":501267230720,"bits":3.92,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q4_K_S/MiMo-V2.5-Pro-UD-Q4_K_S-00001-of-00014.gguf","label":"UD-Q4_K_S","size":588542308576,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"MXFP4_MOE/MiMo-V2.5-Pro-MXFP4_MOE-00001-of-00014.gguf","label":"MXFP4_MOE","size":610512613600,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q4_K_M/MiMo-V2.5-Pro-UD-Q4_K_M-00001-of-00015.gguf","label":"UD-Q4_K_M","size":629612933568,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q4_K_XL/MiMo-V2.5-Pro-UD-Q4_K_XL-00001-of-00015.gguf","label":"UD-Q4_K_XL","size":631047926144,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q5_K_S/MiMo-V2.5-Pro-UD-Q5_K_S-00001-of-00016.gguf","label":"UD-Q5_K_S","size":713189175712,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q5_K_M/MiMo-V2.5-Pro-UD-Q5_K_M-00001-of-00017.gguf","label":"UD-Q5_K_M","size":757996925536,"bits":5.93,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q5_K_XL/MiMo-V2.5-Pro-UD-Q5_K_XL-00001-of-00017.gguf","label":"UD-Q5_K_XL","size":759280382560,"bits":5.94,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q6_K/MiMo-V2.5-Pro-UD-Q6_K-00001-of-00019.gguf","label":"UD-Q6_K","size":846555460416,"bits":6.62,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q6_K_XL/MiMo-V2.5-Pro-UD-Q6_K_XL-00001-of-00021.gguf","label":"UD-Q6_K_XL","size":928470217696,"bits":7.26,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"Q8_0/MiMo-V2.5-Pro-Q8_0-00001-of-00024.gguf","label":"Q8_0","size":1087618889024,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"UD-Q8_K_XL/MiMo-V2.5-Pro-UD-Q8_K_XL-00001-of-00025.gguf","label":"UD-Q8_K_XL","size":1101459109280,"bits":8.61,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","file":"BF16/MiMo-V2.5-Pro-BF16-00001-of-00043.gguf","label":"BF16","size":2046699256672,"bits":16,"known":true,"rank":0}],"repos":["unsloth/MiMo-V2.5-Pro-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"kestrel-4b-coder","family":"Jackrong/Kestrel-4B-Coder","name":"Kestrel 4B Coder","maker":"Jackrong","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/Kestrel-4B-Coder-i1-GGUF/Kestrel-4B-Coder.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-24T02:02:36.000Z","downloads":4856,"likes":14,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q2_K.gguf","label":"Q2_K","size":1959169280,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2121749760,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-IQ3_S.gguf","label":"IQ3_S","size":2191729920,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-IQ3_M.gguf","label":"IQ3_M","size":2216797440,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2318808320,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2482648320,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2578812160,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q4_0.gguf","label":"Q4_0","size":2617683200,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2631773440,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2677648640,"bits":4.95,"known":true,"rank":0},{"repo":"Jackrong/Kestrel-4B-Coder-GGUF","file":"Kestrel-4B-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":2783446976,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q4_1.gguf","label":"Q4_1","size":2842389760,"bits":5.25,"known":true,"rank":0},{"repo":"mradermacher/Kestrel-4B-Coder-i1-GGUF","file":"Kestrel-4B-Coder.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3072994560,"bits":5.68,"known":true,"rank":0},{"repo":"Jackrong/Kestrel-4B-Coder-GGUF","file":"Kestrel-4B-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":3161425856,"bits":5.84,"known":true,"rank":0},{"repo":"Jackrong/Kestrel-4B-Coder-GGUF","file":"Kestrel-4B-Coder-Q6_K.gguf","label":"Q6_K","size":3563028416,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Kestrel-4B-Coder-GGUF","file":"Kestrel-4B-Coder-Q8_0.gguf","label":"Q8_0","size":4610580448,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Kestrel-4B-Coder-GGUF","mradermacher/Kestrel-4B-Coder-i1-GGUF"],"logoFrom":"Jackrong"},{"id":"swish-26b-a4b","family":"ReadyArt/Swish-26B-A4B","name":"Swish 26B A4B","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"ReadyArt/Swish-26B-A4B-GGUF/Swish-26B-A4B.i1-IQ2_XS_hb16.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T01:18:32.000Z","downloads":4853,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":10785316768,"bits":3.42,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":12506912160,"bits":3.97,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":14157578144,"bits":4.49,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":14788570528,"bits":4.69,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":15310206368,"bits":4.85,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":16335669664,"bits":5.18,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":17666860448,"bits":5.6,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":18857577888,"bits":5.98,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":20003734944,"bits":6.34,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":23509243808,"bits":7.45,"known":false,"rank":0},{"repo":"ReadyArt/Swish-26B-A4B-GGUF","file":"Swish-26B-A4B-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":27551921568,"bits":8.74,"known":false,"rank":0}],"repos":["ReadyArt/Swish-26B-A4B-GGUF"],"logoFrom":"ReadyArt"},{"id":"rnj-1-instruct","family":"EssentialAI/rnj-1-instruct","name":"Rnj 1","maker":"EssentialAI","catalog":null,"tuned":false,"params":8.31,"active":null,"layers":32,"probe":"lmstudio-community/rnj-1-instruct-GGUF/rnj-1-instruct-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"gemma3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-09T18:17:21.000Z","downloads":4851,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/rnj-1-instruct-GGUF","file":"rnj-1-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":5113914368,"bits":4.92,"known":true,"rank":0},{"repo":"lmstudio-community/rnj-1-instruct-GGUF","file":"rnj-1-instruct-Q6_K.gguf","label":"Q6_K","size":6826763264,"bits":6.57,"known":true,"rank":0},{"repo":"lmstudio-community/rnj-1-instruct-GGUF","file":"rnj-1-instruct-Q8_0.gguf","label":"Q8_0","size":8839332864,"bits":8.51,"known":true,"rank":0}],"repos":["lmstudio-community/rnj-1-instruct-GGUF"],"logoFrom":"EssentialAI"},{"id":"gemma-1-1-7b-it","family":"bartowski/gemma-1.1-7b-it-GGUF","name":"Gemma 1.1 7B","maker":"bartowski","catalog":null,"tuned":false,"params":8.54,"active":null,"layers":28,"probe":"bartowski/gemma-1.1-7b-it-GGUF/gemma-1.1-7b-it-Q2_K.gguf","kvBytesPerToken":530776,"kvHeader":458752,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"gemma","open":false,"released":"2024-04-06T01:39:03.000Z","downloads":4841,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q2_K.gguf","label":"Q2_K","size":3481447392,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-IQ3_S.gguf","label":"IQ3_S","size":3982404576,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q3_K_S.gguf","label":"Q3_K_S","size":3982404576,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-IQ3_M.gguf","label":"IQ3_M","size":4106071008,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q3_K_M.gguf","label":"Q3_K_M","size":4369329120,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q3_K_L.gguf","label":"Q3_K_L","size":4709067744,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-IQ4_XS.gguf","label":"IQ4_XS","size":4805012448,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q4_0.gguf","label":"Q4_0","size":5011844064,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-IQ4_NL.gguf","label":"IQ4_NL","size":5040155616,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q4_K_S.gguf","label":"Q4_K_S","size":5046447072,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q4_K_M.gguf","label":"Q4_K_M","size":5329759200,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q5_0.gguf","label":"Q5_0","size":5980728288,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q5_K_S.gguf","label":"Q5_K_S","size":5980728288,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q5_K_M.gguf","label":"Q5_K_M","size":6144502752,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q6_K.gguf","label":"Q6_K","size":7010167776,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/gemma-1.1-7b-it-GGUF","file":"gemma-1.1-7b-it-Q8_0.gguf","label":"Q8_0","size":9077844960,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/gemma-1.1-7b-it-GGUF"],"logoFrom":"bartowski"},{"id":"ling-flash-2-0","family":"inclusionAI/Ling-flash-2.0","name":"Ling Flash 2.0","maker":"Ant Group","catalog":null,"tuned":false,"params":102.89,"active":6.15,"layers":32,"probe":"bartowski/inclusionAI_Ling-flash-2.0-GGUF/inclusionAI_Ling-flash-2.0-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":32768,"arch":"bailingmoe2","vision":false,"licence":"mit","open":true,"released":"2025-09-17T02:40:31.000Z","downloads":4839,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1343,"arenaCoding":1409,"arenaVision":null,"builds":[{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ1_S.gguf","label":"IQ1_S","size":21448691360,"bits":1.67,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ1_M.gguf","label":"IQ1_M","size":22224113312,"bits":1.73,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":25823350432,"bits":2.01,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ2_XS.gguf","label":"IQ2_XS","size":28526579360,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ2_S.gguf","label":"IQ2_S","size":28659076768,"bits":2.23,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ2_M.gguf","label":"IQ2_M","size":32410881696,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q2_K.gguf","label":"Q2_K","size":36247981728,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q2_K_L.gguf","label":"Q2_K_L","size":36876717728,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":40847101600,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ3_XS.gguf","label":"IQ3_XS","size":42479324832,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q3_K_S.gguf","label":"Q3_K_S","size":44895243936,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ3_M.gguf","label":"IQ3_M","size":47128481440,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q3_K_M.gguf","label":"Q3_K_M","size":47133200032,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q3_K_L.gguf","label":"Q3_K_L","size":49008053920,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":49571401376,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ4_XS/inclusionAI_Ling-flash-2.0-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":55182118752,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-IQ4_NL/inclusionAI_Ling-flash-2.0-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":58347310944,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q4_0/inclusionAI_Ling-flash-2.0-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":59289194336,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q4_K_S/inclusionAI_Ling-flash-2.0-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":60365295456,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q4_K_M/inclusionAI_Ling-flash-2.0-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":62620028768,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q4_K_L/inclusionAI_Ling-flash-2.0-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":63097868128,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q4_1/inclusionAI_Ling-flash-2.0-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":64644140896,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q5_K_S/inclusionAI_Ling-flash-2.0-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":71034818400,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q5_K_M/inclusionAI_Ling-flash-2.0-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":73316814688,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q6_K/inclusionAI_Ling-flash-2.0-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":84606947296,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/inclusionAI_Ling-flash-2.0-GGUF","file":"inclusionAI_Ling-flash-2.0-Q8_0/inclusionAI_Ling-flash-2.0-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":109423136704,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/inclusionAI_Ling-flash-2.0-GGUF"],"logoFrom":"inclusionAI"},{"id":"transliteration-2-0-0-8b-safetensors","family":"UnimeType/Transliteration-2.0-0.8B-Safetensors","name":"Transliteration 2.0 0.8B Safetensors","maker":"UnimeType","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF/Transliteration-2.0-0.8B-Safetensors.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-29T12:08:00.000Z","downloads":4838,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ1_S.gguf","label":"IQ1_S","size":329951008,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ1_M.gguf","label":"IQ1_M","size":338332960,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352302880,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363872032,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ2_S.gguf","label":"IQ2_S","size":366759712,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ2_M.gguf","label":"IQ2_M","size":377935648,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":398001952,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414685472,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q2_K.gguf","label":"Q2_K","size":422328608,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435364640,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443302688,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ3_S.gguf","label":"IQ3_S","size":450822944,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ3_M.gguf","label":"IQ3_M","size":453956384,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466223904,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491324192,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q4_0.gguf","label":"Q4_0","size":502142240,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ4_XS.gguf","label":"IQ4_XS","size":504089888,"bits":5.38,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505255200,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-IQ4_NL.gguf","label":"IQ4_NL","size":516003104,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529298720,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q4_1.gguf","label":"Q4_1","size":532555040,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563655968,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q5_K_M.gguf","label":"Q5_K_M","size":578000160,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF","file":"Transliteration-2.0-0.8B-Safetensors.i1-Q6_K.gguf","label":"Q6_K","size":629745440,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/Transliteration-2.0-0.8B-Safetensors-i1-GGUF"],"logoFrom":"UnimeType"},{"id":"mimo-v2-6-pro-mopd","family":"XiaomiMiMo/MiMo-V2.6-Pro-MOPD","name":"MiMo V2.6 Pro MOPD","maker":"Xiaomi","catalog":null,"tuned":false,"params":1023.18,"active":20.46,"layers":73,"probe":"AesSedai/MiMo-V2.6-Pro-MOPD-GGUF/MXFP4/MiMo-V2.6-Pro-MOPD-MXFP4-00001-of-00013.gguf","kvBytesPerToken":59238,"kvHeader":51200,"kvFixed":41287680,"context":1048576,"arch":"mimo2","vision":true,"licence":null,"open":false,"released":"2026-09-30T02:46:40.000Z","downloads":4830,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AesSedai/MiMo-V2.6-Pro-MOPD-GGUF","file":"BPW2.0/MiMo-V2.6-Pro-MOPD-BPW2.0-00001-of-00007.gguf","label":"MiMo-V2.6-Pro-MOPD-BPW2.0","size":255788448096,"bits":2,"known":false,"rank":0},{"repo":"AesSedai/MiMo-V2.6-Pro-MOPD-GGUF","file":"BPW2.5/MiMo-V2.6-Pro-MOPD-BPW2.5-00001-of-00008.gguf","label":"MiMo-V2.6-Pro-MOPD-BPW2.5","size":319583812032,"bits":2.5,"known":false,"rank":0},{"repo":"AesSedai/MiMo-V2.6-Pro-MOPD-GGUF","file":"BPW3.0/MiMo-V2.6-Pro-MOPD-BPW3.0-00001-of-00009.gguf","label":"MiMo-V2.6-Pro-MOPD-BPW3.0","size":383453960800,"bits":3,"known":false,"rank":0},{"repo":"AesSedai/MiMo-V2.6-Pro-MOPD-GGUF","file":"BPW3.5/MiMo-V2.6-Pro-MOPD-BPW3.5-00001-of-00011.gguf","label":"MiMo-V2.6-Pro-MOPD-BPW3.5","size":447475817344,"bits":3.5,"known":false,"rank":0},{"repo":"AesSedai/MiMo-V2.6-Pro-MOPD-GGUF","file":"MXFP4/MiMo-V2.6-Pro-MOPD-MXFP4-00001-of-00013.gguf","label":"MXFP4","size":577669438272,"bits":4.52,"known":true,"rank":0}],"repos":["AesSedai/MiMo-V2.6-Pro-MOPD-GGUF","ggml-org/MiMo-V2.6-Pro-MOPD-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"internvl3-5-30b-a3b","family":"OpenGVLab/InternVL3_5-30B-A3B","name":"InternVL3 5 30B A3B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF/OpenGVLab_InternVL3_5-30B-A3B-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":true,"licence":null,"open":false,"released":"2025-08-26T04:43:58.000Z","downloads":4824,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":7569021856,"bits":1.98,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":8662162336,"bits":2.27,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":8744096672,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":9870267296,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q2_K.gguf","label":"Q2_K","size":10908644256,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":11212516256,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216980384,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":12736457632,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":13428124576,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":14076537760,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14076799904,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":14582999968,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855269280,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":16457999264,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":17386275744,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q4_0.gguf","label":"Q4_0","size":17631642528,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":17984488352,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18632180640,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":18863123360,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q4_1.gguf","label":"Q4_1","size":19214517152,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":21099381664,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21744452512,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":21936499616,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q6_K.gguf","label":"Q6_K","size":25104718752,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":25255439264,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-Q8_0.gguf","label":"Q8_0","size":32483928992,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF","file":"OpenGVLab_InternVL3_5-30B-A3B-bf16/OpenGVLab_InternVL3_5-30B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":61095799648,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF"],"logoFrom":"OpenGVLab"},{"id":"gemma-3n-e2b-it-litert-preview","family":"google/gemma-3n-E2B-it-litert-preview","name":"Gemma 3n E2B Litert Preview","maker":"Google","catalog":null,"tuned":false,"params":4.46,"active":null,"layers":30,"probe":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF/gemma-3n-E2B-it-litert-preview-UD-IQ2_XXS.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":25165824,"context":32768,"arch":"gemma3n","vision":true,"licence":"gemma","open":false,"released":"2025-07-08T08:03:42.000Z","downloads":4817,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2053426528,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q2_K.gguf","label":"Q2_K","size":2221329760,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q2_K_L.gguf","label":"Q2_K_L","size":2221329760,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2324114784,"bits":4.17,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q3_K_S.gguf","label":"Q3_K_S","size":2393083232,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q3_K_M.gguf","label":"Q3_K_M","size":2483178848,"bits":4.45,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2625236320,"bits":4.71,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2847870304,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-IQ4_XS.gguf","label":"IQ4_XS","size":2909785440,"bits":5.22,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q4_0.gguf","label":"Q4_0","size":2965687648,"bits":5.32,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-IQ4_NL.gguf","label":"IQ4_NL","size":2966474080,"bits":5.32,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q4_K_S.gguf","label":"Q4_K_S","size":2969357664,"bits":5.33,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q4_K_M.gguf","label":"Q4_K_M","size":3026881888,"bits":5.43,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q4_1.gguf","label":"Q4_1","size":3078540640,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3239447904,"bits":5.81,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q5_K_S.gguf","label":"Q5_K_S","size":3261648224,"bits":5.85,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q5_K_M.gguf","label":"Q5_K_M","size":3294793056,"bits":5.91,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":3753905504,"bits":6.73,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":4013010272,"bits":7.2,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q6_K.gguf","label":"Q6_K","size":4208594272,"bits":7.55,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4465593696,"bits":8.01,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-Q8_0.gguf","label":"Q8_0","size":4788112736,"bits":8.59,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":7468862816,"bits":13.4,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E2B-it-litert-preview-GGUF","file":"gemma-3n-E2B-it-litert-preview-F16.gguf","label":"F16","size":8918846560,"bits":16,"known":true,"rank":0}],"repos":["unsloth/gemma-3n-E2B-it-litert-preview-GGUF"],"logoFrom":"google"},{"id":"llama-3-aplite-instruct-4x8b","family":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","name":"Llama 3 Aplite 4x8B","maker":"mradermacher","catalog":null,"tuned":false,"params":24.94,"active":13.67,"layers":32,"probe":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF/Llama-3-Aplite-Instruct-4x8B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-08T18:08:28.000Z","downloads":4816,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q2_K.gguf","label":"Q2_K","size":9301770496,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.IQ3_XS.gguf","label":"IQ3_XS","size":10390069504,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q3_K_S.gguf","label":"Q3_K_S","size":10932183296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.IQ3_S.gguf","label":"IQ3_S","size":10950009088,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.IQ3_M.gguf","label":"IQ3_M","size":11146092800,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q3_K_M.gguf","label":"Q3_K_M","size":12079325440,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q3_K_L.gguf","label":"Q3_K_L","size":13042966784,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.IQ4_XS.gguf","label":"IQ4_XS","size":13579714816,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q4_K_S.gguf","label":"Q4_K_S","size":14294483200,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q4_K_M.gguf","label":"Q4_K_M","size":15161131264,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q5_K_S.gguf","label":"Q5_K_S","size":17226957056,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q5_K_M.gguf","label":"Q5_K_M","size":17734992128,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q6_K.gguf","label":"Q6_K","size":20469719296,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF","file":"Llama-3-Aplite-Instruct-4x8B.Q8_0.gguf","label":"Q8_0","size":26510221568,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Llama-3-Aplite-Instruct-4x8B-GGUF"],"logoFrom":"raincandy-u"},{"id":"zdtaichu5-0-9b","family":"TaichuAI/ZDTaichu5.0-9B","name":"ZDTaichu5.0 9B","maker":"TaichuAI","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"ngquocvinh/ZDTaichu5.0-9B-GGUF/ZDTaichu5.0-9B-IQ1_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-17T03:30:57.000Z","downloads":4812,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q1_0.gguf","label":"Q1_0","size":1965508000,"bits":1.76,"known":false,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ1_M.gguf","label":"IQ1_M","size":2877261216,"bits":2.57,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ2_XS.gguf","label":"IQ2_XS","size":3285337472,"bits":2.94,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ2_S.gguf","label":"IQ2_S","size":3427960224,"bits":3.06,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q2_K_S.gguf","label":"Q2_K_S","size":3697231264,"bits":3.3,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q2_K.gguf","label":"Q2_K","size":3827254656,"bits":3.42,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4259399072,"bits":3.81,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ3_S.gguf","label":"IQ3_S","size":4370810272,"bits":3.91,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ3_M.gguf","label":"IQ3_M","size":4415374752,"bits":3.95,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4623517056,"bits":4.13,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q3_K_L.gguf","label":"Q3_K_L","size":4925506976,"bits":4.4,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5196432800,"bits":4.64,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5351622048,"bits":4.78,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5418206624,"bits":4.84,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5629101440,"bits":5.03,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6305301920,"bits":5.64,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6467962240,"bits":5.78,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q6_K.gguf","label":"Q6_K","size":7359251840,"bits":6.58,"known":true,"rank":0},{"repo":"ngquocvinh/ZDTaichu5.0-9B-GGUF","file":"ZDTaichu5.0-9B-Q8_0.gguf","label":"Q8_0","size":9527493728,"bits":8.52,"known":true,"rank":0}],"repos":["ngquocvinh/ZDTaichu5.0-9B-GGUF"],"logoFrom":null},{"id":"qwopus3-5-27b-v3-abliterated","family":"croll83/Qwopus3.5-27B-v3-Abliterated","name":"Qwopus3.5 27B V3 Abliterated","maker":"croll83","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF/Qwopus3.5-27B-v3-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T09:13:20.000Z","downloads":4812,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7149820928,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7631080448,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433179648,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090587648,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9362910208,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10004589568,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248322048,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10711661568,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186367488,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967126528,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073950208,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12419324928,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580871168,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301439488,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344772608,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082503168,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521430528,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586311168,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547396608,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078238208,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679610368,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231095808,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF","file":"Qwopus3.5-27B-v3-Abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22082526208,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwopus3.5-27B-v3-Abliterated-i1-GGUF"],"logoFrom":null},{"id":"sexeh-time-testing","family":"mergekit-community/sexeh_time_testing","name":"Sexeh Time Testing","maker":"mergekit-community","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/sexeh_time_testing-GGUF/sexeh_time_testing.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-01-09T07:33:53.000Z","downloads":4809,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q2_K.gguf","label":"Q2_K","size":3179139360,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q3_K_S.gguf","label":"Q3_K_S","size":3664507168,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q3_K_M.gguf","label":"Q3_K_M","size":4018925856,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q3_K_L.gguf","label":"Q3_K_L","size":4321964320,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.IQ4_XS.gguf","label":"IQ4_XS","size":4484370720,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q4_K_S.gguf","label":"Q4_K_S","size":4692676896,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q4_K_M.gguf","label":"Q4_K_M","size":4920742176,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q5_K_S.gguf","label":"Q5_K_S","size":5599301920,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q5_K_M.gguf","label":"Q5_K_M","size":5732995360,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q6_K.gguf","label":"Q6_K","size":6596014368,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.Q8_0.gguf","label":"Q8_0","size":8540778784,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/sexeh_time_testing-GGUF","file":"sexeh_time_testing.f16.gguf","label":"F16","size":16068899104,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/sexeh_time_testing-GGUF"],"logoFrom":"mergekit-community"},{"id":"nvidia-nemotron-labs-3-elastic-30b-a3b-bf16","family":"nvidia/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16","name":"NVIDIA Nemotron Labs 3 Elastic 30B A3B BF16","maker":"NVIDIA","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ1_S.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-05-09T21:42:54.000Z","downloads":4809,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":17864524576,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":17870459680,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17880351520,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":17890329376,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":17899619104,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":17907532576,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q2_K.gguf","label":"Q2_K","size":17908994848,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":17922843424,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":17934713632,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":17934713632,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17934713632,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17967141664,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_0.gguf","label":"Q4_0","size":18058189600,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":18064425760,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":18106143520,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19849236256,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_1.gguf","label":"Q4_1","size":19928166688,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20749436704,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":21920544544,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23810305312,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":24515131168,"bits":6.21,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":26040162592,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q6_K.gguf","label":"Q6_K","size":33508168480,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF"],"logoFrom":"nvidia"},{"id":"spark-x2-6-1-7b-localai","family":"weareapexcreators/Spark-X2.6-1.7B-LocalAI","name":"Spark X2.6 1.7B LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":1.71,"active":null,"layers":28,"probe":"weareapexcreators/Spark-X2.6-1.7B-LocalAI/Spark-X2.6-1.7B-Q8_0.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":22020096,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T15:17:39.000Z","downloads":4808,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/Spark-X2.6-1.7B-LocalAI","file":"Spark-X2.6-1.7B-Q8_0.gguf","label":"Q8_0","size":1820113440,"bits":8.52,"known":true,"rank":0}],"repos":["weareapexcreators/Spark-X2.6-1.7B-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"gemma-4-e4b-xreadable-zhtw-ocr-v1","family":"xCloudinfo/Gemma-4-E4B-xReadable-zhTW-OCR-v1","name":"Gemma 4 E4B XReadable ZhTW OCR V1","maker":"xCloudinfo","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"xCloudinfo/Gemma-4-E4B-xReadable-zhTW-OCR-v1/Gemma-4-E4B-xReadable-zhTW-OCR-v1-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-07-25T07:56:52.000Z","downloads":4806,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"xCloudinfo/Gemma-4-E4B-xReadable-zhTW-OCR-v1","file":"Gemma-4-E4B-xReadable-zhTW-OCR-v1-Q4_K_M.gguf","label":"Q4_K_M","size":5302273952,"bits":5.69,"known":true,"rank":0}],"repos":["xCloudinfo/Gemma-4-E4B-xReadable-zhTW-OCR-v1"],"logoFrom":"google"},{"id":"omni-edu-27b","family":"OmniEdu/Omni-Edu-27B","name":"Omni Edu 27B","maker":"OmniEdu","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Omni-Edu-27B-GGUF/Omni-Edu-27B.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-24T05:03:38.000Z","downloads":4800,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q2_K.gguf","label":"Q2_K","size":10711665824,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12073954464,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13301443744,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14344776864,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.IQ4_XS.gguf","label":"IQ4_XS","size":15193918624,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15586315424,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16547400864,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18679614624,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19231100064,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q6_K.gguf","label":"Q6_K","size":22082530464,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Omni-Edu-27B-GGUF","file":"Omni-Edu-27B.Q8_0.gguf","label":"Q8_0","size":28595764384,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Omni-Edu-27B-GGUF"],"logoFrom":null},{"id":"sex-roleplay-v4-3-2-1b","family":"NovaCorp/SEX_ROLEPLAY.v4-3.2-1B","name":"SEX ROLEPLAY.v4 3.2 1B","maker":"NovaCorp","catalog":null,"tuned":true,"params":1.5,"active":null,"layers":16,"probe":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF/SEX_ROLEPLAY.v4-3.2-1B.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T06:06:28.000Z","downloads":4799,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ1_S.gguf","label":"IQ1_S","size":479743872,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ1_M.gguf","label":"IQ1_M","size":499797888,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":533221248,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":562057088,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ2_S.gguf","label":"IQ2_S","size":601579392,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ2_M.gguf","label":"IQ2_M","size":628318080,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640851840,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q2_K.gguf","label":"Q2_K","size":667066240,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":674979712,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":733982592,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":754560896,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ3_S.gguf","label":"IQ3_S","size":756789120,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ3_M.gguf","label":"IQ3_M","size":770158464,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":803712896,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":845393792,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":882687872,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":920780672,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q4_0.gguf","label":"Q4_0","size":920780672,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":923402112,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":955449216,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q4_1.gguf","label":"Q4_1","size":995917696,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1073151872,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1092091776,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY.v4-3.2-1B.i1-Q6_K.gguf","label":"Q6_K","size":1237274496,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/SEX_ROLEPLAY.v4-3.2-1B-i1-GGUF"],"logoFrom":"NovaCorp"},{"id":"gemma-4-31b-styletune-heretic-ara","family":"densenet/Gemma-4-31B-StyleTune-heretic-ara","name":"Gemma 4 31B StyleTune Heretic Ara","maker":"densenet","catalog":null,"tuned":true,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF/Gemma-4-31B-StyleTune-heretic-ara.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-09T13:31:47.000Z","downloads":4796,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ1_S.gguf","label":"IQ1_S","size":7618911872,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ1_M.gguf","label":"IQ1_M","size":8188294784,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137266304,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992781440,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ2_S.gguf","label":"IQ2_S","size":10763441792,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439011456,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ2_M.gguf","label":"IQ2_M","size":11522619008,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q2_K.gguf","label":"Q2_K","size":12378736256,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683060864,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677921920,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ3_S.gguf","label":"IQ3_S","size":14366910080,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366910080,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ3_M.gguf","label":"IQ3_M","size":15030050432,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892661888,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233823360,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484473984,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q4_0.gguf","label":"Q4_0","size":18494301824,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555889280,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479787136,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q4_1.gguf","label":"Q4_1","size":20362225280,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22280726144,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22814455424,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF","file":"Gemma-4-31B-StyleTune-heretic-ara.i1-Q6_K.gguf","label":"Q6_K","size":26357540480,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-31B-StyleTune-heretic-ara-i1-GGUF"],"logoFrom":"densenet"},{"id":"qwenmodel1st","family":"atypical-chai/Qwenmodel1st","name":"Qwenmodel1st","maker":"atypical-chai","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":64,"probe":"atypical-chai/Qwenmodel1st/Huihui-Qwen3.8-27B-abliterated-Swift-1.5-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T17:34:46.000Z","downloads":4792,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PTQ1_0.gguf","label":"PTQ1_0","size":6608603616,"bits":1.94,"known":false,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-PQ2_0.gguf","label":"PQ2_0","size":7704693216,"bits":2.26,"known":false,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Swift-1.5-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8422841760,"bits":2.47,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-IQ2_S.gguf","label":"UD-IQ2_S","size":8424398848,"bits":2.47,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Swift-1.5-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259511200,"bits":2.71,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":10011909024,"bits":2.93,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q2_K.gguf","label":"Q2_K","size":10864592160,"bits":3.18,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11021122464,"bits":3.23,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-DW-IQ3_XXS.gguf","label":"IQ3_XXS","size":11367766944,"bits":3.33,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":11952901024,"bits":3.5,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-DW-IQ3_S.gguf","label":"IQ3_S","size":12334566304,"bits":3.61,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13326125984,"bits":3.9,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q3_K.gguf","label":"Q3_K","size":13500736800,"bits":3.95,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":14403496864,"bits":4.22,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-DW-Q4_K_S.gguf","label":"Q4_K_S","size":15624084384,"bits":4.58,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-DW-Q4_K_M.gguf","label":"Q4_K_M","size":16551316384,"bits":4.85,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q4_K.gguf","label":"Q4_K","size":16810714400,"bits":4.92,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":17219597600,"bits":5.04,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17378626464,"bits":5.09,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":18688238880,"bits":5.47,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q5_K.gguf","label":"Q5_K","size":19535701280,"bits":5.72,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20673612704,"bits":6.05,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":20915090720,"bits":6.12,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q6_K.gguf","label":"Q6_K","size":22430999840,"bits":6.57,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":22869046560,"bits":6.7,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":24826588064,"bits":7.27,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":24945124640,"bits":7.3,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-DW-Q8_K_L.gguf","label":"Q8_K_L","size":27250826144,"bits":7.98,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q8_0.gguf","label":"Q8_0","size":29047084320,"bits":8.51,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":31457991680,"bits":9.21,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Q8_0_L.gguf","label":"Q8_0_L","size":38779180320,"bits":11.36,"known":false,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-Ternary-Bonsai-f16.gguf","label":"F16","size":53808408928,"bits":15.76,"known":true,"rank":0},{"repo":"atypical-chai/Qwenmodel1st","file":"Huihui-Qwen3.8-27B-abliterated-bf16.gguf","label":"BF16","size":54657733920,"bits":16.01,"known":true,"rank":0}],"repos":["atypical-chai/Qwenmodel1st"],"logoFrom":"Qwen"},{"id":"granite-3-1-8b-instruct","family":"ibm-granite/granite-3.1-8b-instruct","name":"Granite 3.1 8B","maker":"IBM","catalog":null,"tuned":false,"params":8.17,"active":null,"layers":40,"probe":"bartowski/granite-3.1-8b-instruct-GGUF/granite-3.1-8b-instruct-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-06T19:56:54.000Z","downloads":4791,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1209,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-IQ2_M.gguf","label":"IQ2_M","size":2836824960,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q2_K.gguf","label":"Q2_K","size":3103590880,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3152352640,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3427994080,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3592489440,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-IQ3_M.gguf","label":"IQ3_M","size":3738716640,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3996584416,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4349430240,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4398192000,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4428073440,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q4_0.gguf","label":"Q4_0","size":4667279840,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4671867360,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4685760992,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4942858720,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4991620480,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5647043040,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5797448160,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5846209920,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q6_K.gguf","label":"Q6_K","size":6705449440,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6754211200,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-Q8_0.gguf","label":"Q8_0","size":8684246400,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","file":"granite-3.1-8b-instruct-f16.gguf","label":"F16","size":16344105312,"bits":16,"known":true,"rank":0}],"repos":["bartowski/granite-3.1-8b-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"mistral3-14b-instruct-bf16-20260130","family":"SF-Foundation/Mistral3_14B_Instruct_BF16_20260130","name":"Mistral3 14B BF16 20260130","maker":"SF-Foundation","catalog":null,"tuned":false,"params":13.51,"active":null,"layers":40,"probe":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF/Mistral3_14B_Instruct_BF16_20260130.i1-IQ1_S.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-10-21T08:40:04.000Z","downloads":4790,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ1_S.gguf","label":"IQ1_S","size":3251942496,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ1_M.gguf","label":"IQ1_M","size":3502617696,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3920409696,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4280857696,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ2_S.gguf","label":"IQ2_S","size":4509578336,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ2_M.gguf","label":"IQ2_M","size":4843811936,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4918850656,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q2_K.gguf","label":"Q2_K","size":5246530656,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5427082336,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5817676896,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6074905696,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ3_S.gguf","label":"IQ3_S","size":6102758496,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ3_M.gguf","label":"IQ3_M","size":6269875296,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6682096736,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7210316896,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7411184736,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7805711456,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q4_0.gguf","label":"Q4_0","size":7805711456,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7834547296,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8239068256,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q4_1.gguf","label":"Q4_1","size":8581657696,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9383818336,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9620567136,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF","file":"Mistral3_14B_Instruct_BF16_20260130.i1-Q6_K.gguf","label":"Q6_K","size":11088409696,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral3_14B_Instruct_BF16_20260130-i1-GGUF"],"logoFrom":"mistralai"},{"id":"gemma-4-19b-a4b-it-the-deckard-heretic-uncensored-thinking","family":"DavidAU/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking","name":"Gemma 4 19B A4B The DECKARD Heretic Uncensored Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":18.45,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-12T13:17:26.000Z","downloads":4785,"likes":20,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":6123351648,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":6395799648,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6849879648,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7225759328,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":7282529888,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":7645793888,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":7815502944,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":7828997216,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8311271008,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8572207200,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":8996110944,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8996110944,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":9138014816,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9773225568,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10174437984,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10232363104,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf","label":"IQ4_NL","size":10612748384,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":10647317600,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11341585504,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":11719211104,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12291399776,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13171365984,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":13987938400,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":16516464224,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-19B-A4B-it-The-DECKARD-Heretic-Uncensored-Thinking-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"twil-lm","family":"webAI-Official/TwIL-LM","name":"TwIL LM","maker":"webAI-Official","catalog":null,"tuned":false,"params":1.71,"active":null,"layers":24,"probe":"webAI-Official/TwIL-LM/TwIL-LM2-Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-07-23T14:04:22.000Z","downloads":4785,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"webAI-Official/TwIL-LM","file":"TwIL-LM2-Q4_K_M.gguf","label":"Q4_K_M","size":1055609472,"bits":4.94,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM","file":"TwIL-LM2-Q5_K_M.gguf","label":"Q5_K_M","size":1225478784,"bits":5.73,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM","file":"TwIL-LM2-Q8_0.gguf","label":"Q8_0","size":1820414592,"bits":8.52,"known":true,"rank":0},{"repo":"webAI-Official/TwIL-LM","file":"TwIL-LM2-F16.gguf","label":"F16","size":3424735872,"bits":16.02,"known":true,"rank":0}],"repos":["webAI-Official/TwIL-LM"],"logoFrom":"webAI-Official"},{"id":"l3-3-70b-magnum-v4-se","family":"DS-Archive/L3.3-70B-Magnum-v4-SE","name":"L3.3 70B Magnum V4 SE","maker":"DS-Archive","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF/L3.3-70B-Magnum-v4-SE-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2025-01-16T18:40:06.000Z","downloads":4775,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ1_M.gguf","label":"IQ1_M","size":16751202944,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097391744,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ2_XS.gguf","label":"IQ2_XS","size":21142114944,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ2_S.gguf","label":"IQ2_S","size":22242349696,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ2_M.gguf","label":"IQ2_M","size":24119300736,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q2_K.gguf","label":"Q2_K","size":26375115392,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q2_K_L.gguf","label":"Q2_K_L","size":27401163392,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469501056,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q3_K_S.gguf","label":"Q3_K_S","size":30912057984,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ3_M.gguf","label":"IQ3_M","size":31937041024,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q3_K_M.gguf","label":"Q3_K_M","size":34267501184,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q3_K_L.gguf","label":"Q3_K_L","size":37140599424,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ4_XS.gguf","label":"IQ4_XS","size":37902668416,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059938432,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-IQ4_NL.gguf","label":"IQ4_NL","size":40053625472,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q4_0.gguf","label":"Q4_0","size":40116540032,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q4_K_S.gguf","label":"Q4_K_S","size":40347226752,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q4_K_M.gguf","label":"Q4_K_M","size":42520400512,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q4_1.gguf","label":"Q4_1","size":44313596544,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q5_K_S.gguf","label":"Q5_K_S","size":48657453696,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q5_K_M/L3.3-70B-Magnum-v4-SE-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949823840,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q6_K/L3.3-70B-Magnum-v4-SE-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888150368,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/L3.3-70B-Magnum-v4-SE-GGUF","file":"L3.3-70B-Magnum-v4-SE-Q8_0/L3.3-70B-Magnum-v4-SE-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975056416,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/L3.3-70B-Magnum-v4-SE-GGUF"],"logoFrom":"DS-Archive"},{"id":"pyrut-8b-instruct-uncensored-i1","family":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","name":"Pyrut 8B Uncensored I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF/Pyrut-8B-Instruct-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-10-03T06:08:07.000Z","downloads":4773,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668320,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197088,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078368,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022816,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638368,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343392,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074720,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3015941216,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515552,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346256992,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369504,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193440,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013024,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392288,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460384,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473568,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814368,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":4444122208,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770080,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074656,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":4873284704,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177568,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832352,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF","file":"Pyrut-8B-Instruct-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":6254199904,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Pyrut-8B-Instruct-Uncensored-i1-GGUF"],"logoFrom":"ImposterOnline"},{"id":"gamescaling-27b-s3","family":"THUSI-Lab/GameScaling-27B-S3","name":"GameScaling 27B S3","maker":"THUSI-Lab","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/GameScaling-27B-S3-GGUF/GameScaling-27B-S3.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T06:56:37.000Z","downloads":4763,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q2_K.gguf","label":"Q2_K","size":10711664672,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q3_K_S.gguf","label":"Q3_K_S","size":12073953312,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q3_K_M.gguf","label":"Q3_K_M","size":13301442592,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q3_K_L.gguf","label":"Q3_K_L","size":14344775712,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.IQ4_XS.gguf","label":"IQ4_XS","size":15193917472,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q4_K_S.gguf","label":"Q4_K_S","size":15586314272,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q4_K_M.gguf","label":"Q4_K_M","size":16547399712,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q5_K_S.gguf","label":"Q5_K_S","size":18679613472,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q5_K_M.gguf","label":"Q5_K_M","size":19231098912,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q6_K.gguf","label":"Q6_K","size":22082529312,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-27B-S3-GGUF","file":"GameScaling-27B-S3.Q8_0.gguf","label":"Q8_0","size":28595763232,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/GameScaling-27B-S3-GGUF"],"logoFrom":"THUSI-Lab"},{"id":"llama-3-patronus-lynx-8b-instruct","family":"PatronusAI/Llama-3-Patronus-Lynx-8B-Instruct","name":"Llama 3 Patronus Lynx 8B","maker":"PatronusAI","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF/Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-07-12T09:53:20.000Z","downloads":4761,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628032,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972224,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212544,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782016,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489088,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281344,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":3179131904,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912768,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747648,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664499712,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325504,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":3784823808,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918400,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321956864,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663104,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":4675892224,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669440,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920734720,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294464,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732987904,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF","file":"Llama-3-Patronus-Lynx-8B-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":6596006912,"bits":6.57,"known":true,"rank":0}],"repos":["QuantFactory/Llama-3-Patronus-Lynx-8B-Instruct-GGUF","mradermacher/Llama-3-Patronus-Lynx-8B-Instruct-i1-GGUF"],"logoFrom":"PatronusAI"},{"id":"medgap-qwen-3-5-9b","family":"protocolsyncllc/medgap-qwen-3.5-9b","name":"Medgap Qwen 3.5 9B","maker":"protocolsyncllc","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"protocolsyncllc/medgap-qwen-3.5-9b/medgap-qwen-3.5-9b_q6_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-30T12:36:06.000Z","downloads":4755,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"protocolsyncllc/medgap-qwen-3.5-9b","file":"medgap-qwen-3.5-9b_q6_K.gguf","label":"Q6_K","size":7558902208,"bits":6.57,"known":true,"rank":0},{"repo":"protocolsyncllc/medgap-qwen-3.5-9b","file":"medgap-qwen-3.5-9b_q8_0.gguf","label":"Q8_0","size":9786061248,"bits":8.51,"known":true,"rank":0}],"repos":["protocolsyncllc/medgap-qwen-3.5-9b"],"logoFrom":"unsloth"},{"id":"nous-hermes-2-solar-10-7b","family":"NousResearch/Nous-Hermes-2-SOLAR-10.7B","name":"Nous Hermes 2 SOLAR 10.7B","maker":"Nous Research","catalog":null,"tuned":true,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF/nous-hermes-2-solar-10.7b.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-02T09:04:20.000Z","downloads":4752,"likes":113,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q2_K.gguf","label":"Q2_K","size":4549025120,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q3_K_S.gguf","label":"Q3_K_S","size":4664574112,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q3_K_M.gguf","label":"Q3_K_M","size":5188337824,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q3_K_L.gguf","label":"Q3_K_L","size":5650759840,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q4_0.gguf","label":"Q4_0","size":6072394976,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q4_K_S.gguf","label":"Q4_K_S","size":6103852256,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q4_K_M.gguf","label":"Q4_K_M","size":6461678816,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q5_0.gguf","label":"Q5_0","size":7397402848,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q5_K_S.gguf","label":"Q5_K_S","size":7397402848,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q5_K_M.gguf","label":"Q5_K_M","size":7597943008,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q6_K.gguf","label":"Q6_K","size":8805223712,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF","file":"nous-hermes-2-solar-10.7b.Q8_0.gguf","label":"Q8_0","size":11404172448,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Nous-Hermes-2-SOLAR-10.7B-GGUF"],"logoFrom":"NousResearch"},{"id":"davinci-tool-30b","family":"SII-Enigma/Davinci-Tool-30B","name":"Davinci Tool 30B","maker":"SII-Enigma","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Davinci-Tool-30B-i1-GGUF/Davinci-Tool-30B.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T01:49:53.000Z","downloads":4752,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ1_S.gguf","label":"IQ1_S","size":6416512096,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ1_M.gguf","label":"IQ1_M","size":7078294624,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181265504,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076225120,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ2_S.gguf","label":"IQ2_S","size":9287134304,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ2_M.gguf","label":"IQ2_M","size":10169511008,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519366752,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q2_K.gguf","label":"Q2_K","size":11258612832,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849329760,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598445152,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292471392,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ3_S.gguf","label":"IQ3_S","size":13299156064,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ3_M.gguf","label":"IQ3_M","size":13513065568,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711850080,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900673120,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368352352,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q4_0.gguf","label":"Q4_0","size":17379990624,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456012384,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556689504,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q4_1.gguf","label":"Q4_1","size":19192503392,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080513632,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725584480,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Davinci-Tool-30B-i1-GGUF","file":"Davinci-Tool-30B.i1-Q6_K.gguf","label":"Q6_K","size":25092535392,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Davinci-Tool-30B-i1-GGUF"],"logoFrom":null},{"id":"k2-horizon-3-7b-heretic-xortron","family":"darkc0de/K2-Horizon-3.7B-heretic-xortron","name":"K2 Horizon 3.7B Heretic Xortron","maker":"darkc0de","catalog":null,"tuned":true,"params":5.06,"active":null,"layers":36,"probe":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF/K2-Horizon-3.7B-heretic-xortron.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T03:21:08.000Z","downloads":4752,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ1_S.gguf","label":"IQ1_S","size":1473290112,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ1_M.gguf","label":"IQ1_M","size":1548246912,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1673174912,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1784913792,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ2_S.gguf","label":"IQ2_S","size":1913809792,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ2_M.gguf","label":"IQ2_M","size":2013752192,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2034375552,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q2_K.gguf","label":"Q2_K","size":2143984512,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2179230592,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2360289152,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2436228992,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ3_S.gguf","label":"IQ3_S","size":2448762752,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ3_M.gguf","label":"IQ3_M","size":2512824192,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2631444352,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2801182592,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2899522432,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q4_0.gguf","label":"Q4_0","size":3029345152,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3034588032,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3037209472,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3156607872,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q4_1.gguf","label":"Q4_1","size":3298820992,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3574850432,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3643786112,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF","file":"K2-Horizon-3.7B-heretic-xortron.i1-Q6_K.gguf","label":"Q6_K","size":4161412992,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-3.7B-heretic-xortron-i1-GGUF"],"logoFrom":"darkc0de"},{"id":"internvl3-1b-instruct","family":"OpenGVLab/InternVL3-1B-Instruct","name":"InternVL3 1B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":0.63,"active":null,"layers":24,"probe":"ggml-org/InternVL3-1B-Instruct-GGUF/InternVL3-1B-Instruct-Q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-05-10T12:28:36.000Z","downloads":4749,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/InternVL3-1B-Instruct-GGUF","file":"InternVL3-1B-Instruct-Q8_0.gguf","label":"Q8_0","size":675206560,"bits":8.57,"known":true,"rank":0},{"repo":"ggml-org/InternVL3-1B-Instruct-GGUF","file":"InternVL3-1B-Instruct-f16.gguf","label":"F16","size":1265481248,"bits":16.07,"known":true,"rank":0}],"repos":["ggml-org/InternVL3-1B-Instruct-GGUF"],"logoFrom":"OpenGVLab"},{"id":"armeniangpt-1-0-3b","family":"ArmGPT/ArmenianGPT-1.0-3B","name":"ArmenianGPT 1.0 3B","maker":"ArmGPT","catalog":null,"tuned":true,"params":3.43,"active":null,"layers":26,"probe":"ArmGPT/ArmenianGPT-1.0-3B/ArmenianGPT-1.0-3B-Q4_K_M.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"other","open":false,"released":"2026-01-12T03:03:32.000Z","downloads":4749,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArmGPT/ArmenianGPT-1.0-3B","file":"ArmenianGPT-1.0-3B-Q4_K_M.gguf","label":"Q4_K_M","size":2146497344,"bits":5.01,"known":true,"rank":0},{"repo":"ArmGPT/ArmenianGPT-1.0-3B","file":"ArmenianGPT-1.0-3B-Q8_0.gguf","label":"Q8_0","size":3651679040,"bits":8.52,"known":true,"rank":0},{"repo":"ArmGPT/ArmenianGPT-1.0-3B","file":"ArmenianGPT-1.0-3B-F16.gguf","label":"F16","size":6866219456,"bits":16.01,"known":true,"rank":0}],"repos":["ArmGPT/ArmenianGPT-1.0-3B","mradermacher/ArmenianGPT-1.0-3B-i1-GGUF"],"logoFrom":"ArmGPT"},{"id":"gpt-oss-20b-heretic-ara-v3","family":"p-e-w/gpt-oss-20b-heretic-ara-v3","name":"Gpt Oss 20B Heretic Ara V3","maker":"p-e-w","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF/gpt-oss-20b-heretic-ara-v3.Q3_K_S.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-06T02:33:49.000Z","downloads":4746,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q3_K_S.gguf","label":"Q3_K_S","size":12061091136,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q2_K.gguf","label":"Q2_K","size":12065514816,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109567296,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.IQ4_XS.gguf","label":"IQ4_XS","size":12245779776,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q3_K_M.gguf","label":"Q3_K_M","size":12916151616,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q3_K_L.gguf","label":"Q3_K_L","size":13335110976,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q4_K_S.gguf","label":"Q4_K_S","size":14654243136,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q4_K_M.gguf","label":"Q4_K_M","size":15805137216,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q5_K_S.gguf","label":"Q5_K_S","size":15892205376,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q5_K_M.gguf","label":"Q5_K_M","size":16893062976,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q6_K.gguf","label":"Q6_K","size":22193345856,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF","file":"gpt-oss-20b-heretic-ara-v3.Q8_0.gguf","label":"Q8_0","size":22261912896,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/gpt-oss-20b-heretic-ara-v3-GGUF"],"logoFrom":"p-e-w"},{"id":"zephyr-7b-alpha","family":"HuggingFaceH4/zephyr-7b-alpha","name":"Zephyr 7B Alpha","maker":"HuggingFaceH4","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/zephyr-7B-alpha-GGUF/zephyr-7b-alpha.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-10-09T08:45:10.000Z","downloads":4744,"likes":138,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q2_K.gguf","label":"Q2_K","size":3083097792,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q4_0.gguf","label":"Q4_0","size":4108916416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q4_K_S.gguf","label":"Q4_K_S","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q4_K_M.gguf","label":"Q4_K_M","size":4368438976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q5_0.gguf","label":"Q5_0","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q5_K_S.gguf","label":"Q5_K_S","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q6_K.gguf","label":"Q6_K","size":5942064832,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/zephyr-7B-alpha-GGUF","file":"zephyr-7b-alpha.Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/zephyr-7b-alpha-GGUF","TheBloke/zephyr-7B-alpha-GGUF","mradermacher/zephyr-7b-alpha-GGUF","second-state/Zephyr-7B-Alpha-GGUF"],"logoFrom":"HuggingFaceH4"},{"id":"gamescaling-9b-s1","family":"THUSI-Lab/GameScaling-9B-S1","name":"GameScaling 9B S1","maker":"THUSI-Lab","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/GameScaling-9B-S1-GGUF/GameScaling-9B-S1.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T08:08:36.000Z","downloads":4743,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q2_K.gguf","label":"Q2_K","size":3827262816,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q3_K_S.gguf","label":"Q3_K_S","size":4259407200,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q3_K_M.gguf","label":"Q3_K_M","size":4623525216,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q3_K_L.gguf","label":"Q3_K_L","size":4925515104,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.IQ4_XS.gguf","label":"IQ4_XS","size":5227898208,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q4_K_S.gguf","label":"Q4_K_S","size":5351630176,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q4_K_M.gguf","label":"Q4_K_M","size":5629109600,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q5_K_S.gguf","label":"Q5_K_S","size":6305310048,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q5_K_M.gguf","label":"Q5_K_M","size":6467970400,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q6_K.gguf","label":"Q6_K","size":7359260000,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.Q8_0.gguf","label":"Q8_0","size":9527502176,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-9B-S1-GGUF","file":"GameScaling-9B-S1.f16.gguf","label":"F16","size":17920697696,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/GameScaling-9B-S1-GGUF"],"logoFrom":"THUSI-Lab"},{"id":"crow-4b-opus-4-6-distill-heretic-qwen3-5","family":"Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5","name":"Crow 4B Opus 4.6 Distill Heretic Qwen3.5","maker":"Crownelius","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-03-03T17:17:34.000Z","downloads":4733,"likes":64,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5","file":"Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q4_K_M.gguf","label":"Q4_K_M","size":2707514272,"bits":5.14,"known":true,"rank":0},{"repo":"Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5","file":"Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q5_K_M.gguf","label":"Q5_K_M","size":3108758432,"bits":5.91,"known":true,"rank":0},{"repo":"Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5","file":"Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.Q8_0.gguf","label":"Q8_0","size":4482403232,"bits":8.52,"known":true,"rank":0},{"repo":"Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5","file":"Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5.BF16.gguf","label":"BF16","size":8424393632,"bits":16.01,"known":true,"rank":0}],"repos":["Crownelius/Crow-4B-Opus-4.6-Distill-Heretic_Qwen3.5"],"logoFrom":"Qwen"},{"id":"kitchoon-v3-1-26b-a4b","family":"SubMaroon/Kitchoon-V3.1-26B-A4B","name":"Kitchoon V3.1 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF/Kitchoon-V3.1-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T08:07:58.000Z","downloads":4733,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273824,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659744,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302944,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816433184,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203744,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377718304,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582740000,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484384,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696544,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070432,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412320,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412320,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392566304,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736416,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491040,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728800,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488058912,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827936,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969579040,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018720,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736160,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132893216,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF","file":"Kitchoon-V3.1-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638402080,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Kitchoon-V3.1-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"qwen3-8-27b-cold-fusion-gain-heretic","family":"Luni/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic","name":"Qwen3.8 27B Cold Fusion GAIN Heretic","maker":"Luni","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-21T09:05:21.000Z","downloads":4730,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825376,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084896,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184096,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592096,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914656,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594016,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326496,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":10711666016,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371936,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130976,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954656,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329376,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875616,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443936,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777056,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507616,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":15521434976,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315616,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401056,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":17078242656,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614816,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100256,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":22082530656,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Cold-Fusion-GAIN-Heretic-i1-GGUF"],"logoFrom":"Luni"},{"id":"qwen-3-14b-instruct","family":"lm-kit/qwen-3-14b-instruct-gguf","name":"Qwen 3 14B","maker":"lm-kit","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"lm-kit/qwen-3-14b-instruct-gguf/Qwen3-14B-Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T08:27:07.000Z","downloads":4726,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lm-kit/qwen-3-14b-instruct-gguf","file":"Qwen3-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9001753408,"bits":4.88,"known":true,"rank":0},{"repo":"lm-kit/qwen-3-14b-instruct-gguf","file":"Qwen3-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10514570048,"bits":5.7,"known":true,"rank":0},{"repo":"lm-kit/qwen-3-14b-instruct-gguf","file":"Qwen3-14B-Q6_K.gguf","label":"Q6_K","size":12121937728,"bits":6.57,"known":true,"rank":0},{"repo":"lm-kit/qwen-3-14b-instruct-gguf","file":"Qwen3-14B-Q8_0.gguf","label":"Q8_0","size":15698534208,"bits":8.5,"known":true,"rank":0},{"repo":"lm-kit/qwen-3-14b-instruct-gguf","file":"Qwen3-14B-F16.gguf","label":"F16","size":29543423712,"bits":16,"known":true,"rank":0}],"repos":["lm-kit/qwen-3-14b-instruct-gguf"],"logoFrom":"lm-kit"},{"id":"llama-2-coder-7b","family":"mrm8488/llama-2-coder-7b","name":"Llama 2 Coder 7B","maker":"mrm8488","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Llama-2-Coder-7B-GGUF/llama-2-coder-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-13T16:28:12.000Z","downloads":4725,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-Coder-7B-GGUF","file":"llama-2-coder-7b.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-Coder-7B-GGUF"],"logoFrom":"mrm8488"},{"id":"qwen3-8-9b-distill-uncensored-heretic-china-uncensored-dpo","family":"benjamin920101/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo","name":"Qwen3.8 9B Distill Uncensored Heretic China Uncensored Dpo","maker":"benjamin920101","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-29T10:48:05.000Z","downloads":4724,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q2_K.gguf","label":"Q2_K","size":3827262752,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q3_K_S.gguf","label":"Q3_K_S","size":4259407136,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q3_K_M.gguf","label":"Q3_K_M","size":4623525152,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q3_K_L.gguf","label":"Q3_K_L","size":4925515040,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.IQ4_XS.gguf","label":"IQ4_XS","size":5227898144,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q4_K_S.gguf","label":"Q4_K_S","size":5351630112,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q4_K_M.gguf","label":"Q4_K_M","size":5629109536,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q5_K_S.gguf","label":"Q5_K_S","size":6305309984,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q5_K_M.gguf","label":"Q5_K_M","size":6467970336,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q6_K.gguf","label":"Q6_K","size":7359259936,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.Q8_0.gguf","label":"Q8_0","size":9527502112,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo.f16.gguf","label":"F16","size":17920697632,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-9B-Distill-uncensored-heretic-china_uncensored_dpo-GGUF"],"logoFrom":"Qwen"},{"id":"fenrir-x-26b-a4b","family":"Vortex5/Fenrir-X-26B-A4B","name":"Fenrir X 26B A4B","maker":"Vortex5","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF/Fenrir-X-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-26T23:23:59.000Z","downloads":4720,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290274656,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668660576,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299303776,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816434016,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873204576,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377719136,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582740832,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624485216,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325697376,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636071264,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222413152,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222413152,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392567136,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286737248,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491872,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917729632,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488059744,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464828768,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969579872,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796019552,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736992,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132894048,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Fenrir-X-26B-A4B-i1-GGUF","file":"Fenrir-X-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638402912,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Fenrir-X-26B-A4B-i1-GGUF"],"logoFrom":null},{"id":"fastbrain-9b","family":"TypeScript/FastBrain-9B","name":"FastBrain 9B","maker":"TypeScript","catalog":null,"tuned":false,"params":9.08,"active":null,"layers":32,"probe":"TypeScript/FastBrain-9B/FastBrain-9B-Q4_K_M.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"clef","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-29T07:09:24.000Z","downloads":4718,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TypeScript/FastBrain-9B","file":"FastBrain-9B-Q4_K_M.gguf","label":"Q4_K_M","size":6732782144,"bits":5.93,"known":true,"rank":0},{"repo":"TypeScript/FastBrain-9B","file":"FastBrain-9B-Q8_0.gguf","label":"Q8_0","size":9657260608,"bits":8.51,"known":true,"rank":0},{"repo":"TypeScript/FastBrain-9B","file":"FastBrain-9B-BF16.gguf","label":"BF16","size":18164488768,"bits":16,"known":true,"rank":0}],"repos":["TypeScript/FastBrain-9B"],"logoFrom":"Cloudflare"},{"id":"jirackultra-32b","family":"CMSManhattan/JiRackUltra_32b","name":"JiRackUltra 32B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"CMSManhattan/JiRackUltra_32b/JiRackUltra_32b_Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-08-03T01:04:46.000Z","downloads":4715,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b_Q2_K.gguf","label":"Q2_K","size":12313098208,"bits":3.01,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b_Q3_K_M.gguf","label":"Q3_K_M","size":15935047648,"bits":3.89,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b_Q4_K_M.gguf","label":"Q4_K_M","size":19851335648,"bits":4.85,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b.Q5_K_M.gguf","label":"Q5_K_M","size":23262156768,"bits":5.68,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b.Q6_K.gguf","label":"Q6_K","size":26886154208,"bits":6.57,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b.Q8_0.gguf","label":"Q8_0","size":34820884448,"bits":8.5,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackUltra_32b","file":"JiRackUltra_32b.gguf","label":"JiRackUltra_32b","size":65535969248,"bits":16,"known":false,"rank":0}],"repos":["CMSManhattan/JiRackUltra_32b"],"logoFrom":"CMSManhattan"},{"id":"qwen3-8-4b-distill-heretic","family":"valiolla/Qwen3.8-4B-Distill-heretic","name":"Qwen3.8 4B Distill Heretic","maker":"valiolla","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF/Qwen3.8-4B-Distill-heretic.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-24T05:17:42.000Z","downloads":4713,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q2_K.gguf","label":"Q2_K","size":1915471264,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":2069880224,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":2262064544,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":2421317024,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":2529031584,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":2563888544,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":2708805024,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":2990036384,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":3074987424,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q6_K.gguf","label":"Q6_K","size":3464056224,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.Q8_0.gguf","label":"Q8_0","size":4482403744,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Distill-heretic-GGUF","file":"Qwen3.8-4B-Distill-heretic.f16.gguf","label":"F16","size":8424394144,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-4B-Distill-heretic-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-coder-1-5b-instruct-128k","family":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","name":"Qwen2.5 Coder 1.5B 128K","maker":"unsloth","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF/Qwen2.5-Coder-1.5B-Instruct-Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-12T19:22:33.000Z","downloads":4712,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q2_K.gguf","label":"Q2_K","size":676304608,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":824178400,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":986048224,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1125050080,"bits":5.84,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":1272739552,"bits":6.61,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":1646572768,"bits":8.55,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-F16.gguf","label":"F16","size":3093669088,"bits":16.07,"known":true,"rank":0}],"repos":["unsloth/Qwen2.5-Coder-1.5B-Instruct-128K-GGUF"],"logoFrom":"Qwen"},{"id":"mage-vl-cowork","family":"microsoft/Mage-VL-Cowork","name":"Mage VL Cowork","maker":"Microsoft","catalog":null,"tuned":true,"params":4.41,"active":null,"layers":36,"probe":"Hansda/Mage-VL-Cowork-GGUF/Mage-VL-Cowork-Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T20:47:29.000Z","downloads":4699,"likes":15,"trending":15,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Hansda/Mage-VL-Cowork-GGUF","file":"Mage-VL-Cowork-Q2_K.gguf","label":"Q2_K","size":1797135456,"bits":3.26,"known":true,"rank":0},{"repo":"Hansda/Mage-VL-Cowork-GGUF","file":"Mage-VL-Cowork-Q3_K_M.gguf","label":"Q3_K_M","size":2242757216,"bits":4.07,"known":true,"rank":0},{"repo":"Hansda/Mage-VL-Cowork-GGUF","file":"Mage-VL-Cowork-Q4_K_M.gguf","label":"Q4_K_M","size":2716078176,"bits":4.93,"known":true,"rank":0},{"repo":"Hansda/Mage-VL-Cowork-GGUF","file":"Mage-VL-Cowork-Q6_K.gguf","label":"Q6_K","size":3625336416,"bits":6.58,"known":true,"rank":0},{"repo":"Hansda/Mage-VL-Cowork-GGUF","file":"Mage-VL-Cowork-Q8_0.gguf","label":"Q8_0","size":4693680736,"bits":8.51,"known":true,"rank":0}],"repos":["Hansda/Mage-VL-Cowork-GGUF"],"logoFrom":"microsoft"},{"id":"ingot-xxiii-27b-q2","family":"dendriteholdings/Ingot-XXIII-27B-Q2","name":"Ingot XXIII 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XXIII-27B-Q2/Ingot-XXIII-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-02T16:34:46.000Z","downloads":4694,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XXIII-27B-Q2","file":"Ingot-XXIII-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XXIII-27B-Q2","file":"Ingot-XXIII-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XXIII-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gemma-4-dark-thoughts-v2-31b","family":"Ateron/Gemma-4-Dark-Thoughts-V2-31B","name":"Gemma 4 Dark Thoughts V2 31B","maker":"Ateron","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF/Gemma-4-Dark-Thoughts-V2-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T09:14:11.000Z","downloads":4693,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491776,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874688,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674846208,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361344,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891072,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068288,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591360,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916316160,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510144,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072371200,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359360,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359360,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499712,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287111168,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272640,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792640,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701580288,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167744,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065600,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481423360,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843840,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845573120,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF","file":"Gemma-4-Dark-Thoughts-V2-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201487360,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Dark-Thoughts-V2-31B-i1-GGUF"],"logoFrom":"Ateron"},{"id":"gemma-4-writers-31b-v2","family":"Ateron/Gemma-4-Writers-31B-V2","name":"Gemma 4 Writers 31B V2","maker":"Ateron","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF/Gemma-4-Writers-31B-V2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T23:59:25.000Z","downloads":4690,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491776,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874688,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674846208,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361344,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891072,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068288,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591360,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q2_K.gguf","label":"Q2_K","size":11916316160,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510144,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072371200,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359360,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359360,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499712,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287111168,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272640,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792640,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q4_0.gguf","label":"Q4_0","size":17701580288,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167744,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065600,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q4_1.gguf","label":"Q4_1","size":19481423360,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843840,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845573120,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF","file":"Gemma-4-Writers-31B-V2.i1-Q6_K.gguf","label":"Q6_K","size":25201487360,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Writers-31B-V2-i1-GGUF"],"logoFrom":"Ateron"},{"id":"exaone-4-5-33b","family":"LGAI-EXAONE/EXAONE-4.5-33B","name":"EXAONE 4.5 33B","maker":"LG AI","catalog":null,"tuned":false,"params":33.06,"active":null,"layers":65,"probe":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF/EXAONE-4.5-33B-IQ4_XS.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":822083584,"context":262144,"arch":"exaone4","vision":true,"licence":"other","open":false,"released":"2026-04-04T08:34:23.000Z","downloads":4690,"likes":55,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","file":"EXAONE-4.5-33B-IQ4_XS.gguf","label":"IQ4_XS","size":18029955264,"bits":4.36,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","file":"EXAONE-4.5-33B-Q4_K_M.gguf","label":"Q4_K_M","size":20047839424,"bits":4.85,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","file":"EXAONE-4.5-33B-Q5_K_M.gguf","label":"Q5_K_M","size":23482253504,"bits":5.68,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","file":"EXAONE-4.5-33B-Q6_K.gguf","label":"Q6_K","size":27131318464,"bits":6.57,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","file":"EXAONE-4.5-33B-Q8_0.gguf","label":"Q8_0","size":35138742464,"bits":8.5,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","file":"EXAONE-4.5-33B-BF16.gguf","label":"BF16","size":66135222464,"bits":16,"known":true,"rank":0}],"repos":["LGAI-EXAONE/EXAONE-4.5-33B-GGUF"],"logoFrom":"LGAI-EXAONE"},{"id":"behemoth-128b-v3","family":"TheDrummer/Behemoth-128B-v3","name":"Behemoth 128B V3","maker":"TheDrummer","catalog":null,"tuned":false,"params":125.03,"active":null,"layers":88,"probe":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF/TheDrummer_Behemoth-128B-v3-IQ1_S.gguf","kvBytesPerToken":417038,"kvHeader":360448,"kvFixed":0,"context":262144,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-18T18:42:42.000Z","downloads":4689,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ1_S.gguf","label":"IQ1_S","size":35344326240,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ1_M.gguf","label":"IQ1_M","size":37251817056,"bits":2.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ2_XXS.gguf","label":"IQ2_XXS","size":40430968416,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ2_XS.gguf","label":"IQ2_XS","size":43389525600,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ2_S.gguf","label":"IQ2_S","size":46065753696,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ2_M.gguf","label":"IQ2_M","size":48609074784,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q2_K.gguf","label":"Q2_K","size":49860681312,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q2_K_L.gguf","label":"Q2_K_L","size":51433545312,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ3_XXS.gguf","label":"IQ3_XXS","size":52172004960,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ3_XS/TheDrummer_Behemoth-128B-v3-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":54929235744,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q3_K_S/TheDrummer_Behemoth-128B-v3-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":56962162464,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ3_M/TheDrummer_Behemoth-128B-v3-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":59527110464,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q3_K_M/TheDrummer_Behemoth-128B-v3-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":63281143584,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q3_K_L/TheDrummer_Behemoth-128B-v3-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":67005685568,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q3_K_XL/TheDrummer_Behemoth-128B-v3-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":68414971680,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ4_XS/TheDrummer_Behemoth-128B-v3-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":69141634880,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q4_0/TheDrummer_Behemoth-128B-v3-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":72712822592,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-IQ4_NL/TheDrummer_Behemoth-128B-v3-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":72756076320,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q4_K_S/TheDrummer_Behemoth-128B-v3-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":73024249664,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q4_K_M/TheDrummer_Behemoth-128B-v3-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":78409342752,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q4_K_L/TheDrummer_Behemoth-128B-v3-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":79604719392,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q4_1/TheDrummer_Behemoth-128B-v3-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":79768690464,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q5_K_S/TheDrummer_Behemoth-128B-v3-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":87066779552,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q5_K_M/TheDrummer_Behemoth-128B-v3-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":91111006112,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q5_K_L/TheDrummer_Behemoth-128B-v3-Q5_K_L-00001-of-00003.gguf","label":"Q5_K_L","size":92105056160,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q6_K/TheDrummer_Behemoth-128B-v3-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":107804598176,"bits":6.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-Q8_0/TheDrummer_Behemoth-128B-v3-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":132854423264,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Behemoth-128B-v3-GGUF","file":"TheDrummer_Behemoth-128B-v3-bf16/TheDrummer_Behemoth-128B-v3-bf16-00001-of-00007.gguf","label":"BF16","size":250064248928,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Behemoth-128B-v3-GGUF"],"logoFrom":"TheDrummer"},{"id":"gemma-4-e4b-it-uncensored-heretic","family":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","name":"Gemma 4 E4B Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":7.46,"active":null,"layers":42,"probe":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF/gemma-4-E4B-it-uncensored-heretic-UD-Q2_K_XL.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-15T04:06:47.000Z","downloads":4689,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-uncensored-heretic-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3726428352,"bits":4,"known":true,"rank":0},{"repo":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-uncensored-heretic-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4550568128,"bits":4.88,"known":true,"rank":0},{"repo":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-uncensored-heretic-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5081123008,"bits":5.45,"known":true,"rank":0},{"repo":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-uncensored-heretic-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":6610970816,"bits":7.09,"known":true,"rank":0},{"repo":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-uncensored-heretic-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7399246016,"bits":7.93,"known":true,"rank":0},{"repo":"OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF","file":"gemma-4-E4B-it-uncensored-heretic-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":8601381056,"bits":9.22,"known":true,"rank":0}],"repos":["OS-Software/gemma-4-E4B-it-uncensored-heretic-GGUF"],"logoFrom":"google"},{"id":"qwen3-14b-heretic","family":"asigalov61/Qwen3-14B-heretic","name":"Qwen3 14B Heretic","maker":"asigalov61","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Qwen3-14B-heretic-GGUF/Qwen3-14B-heretic.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-19T06:50:31.000Z","downloads":4687,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q2_K.gguf","label":"Q2_K","size":5753984352,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":6657106272,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":7321313632,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":7900651872,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":8180362592,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":8573476192,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":9001753952,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":10263895392,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":10514570592,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q6_K.gguf","label":"Q6_K","size":12121938272,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-heretic-GGUF","file":"Qwen3-14B-heretic.Q8_0.gguf","label":"Q8_0","size":15698534752,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-14B-heretic-GGUF"],"logoFrom":"asigalov61"},{"id":"falcon-h1r-7b","family":"tiiuae/Falcon-H1R-7B-GGUF","name":"Falcon H1R 7B","maker":"TII","catalog":null,"tuned":false,"params":7.59,"active":null,"layers":44,"probe":"tiiuae/Falcon-H1R-7B-GGUF/Falcon-H1R-7B-TQ1_0.gguf","kvBytesPerToken":52130,"kvHeader":45056,"kvFixed":0,"context":262144,"arch":"falcon-h1","vision":false,"licence":"other","open":false,"released":"2025-11-28T10:59:26.000Z","downloads":4685,"likes":80,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-TQ1_0.gguf","label":"TQ1_0","size":1994273056,"bits":2.1,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-TQ2_0.gguf","label":"TQ2_0","size":2312340256,"bits":2.44,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3301983520,"bits":3.48,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3425527072,"bits":3.61,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-IQ3_S.gguf","label":"IQ3_S","size":3430122784,"bits":3.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-IQ3_M.gguf","label":"IQ3_M","size":3482764576,"bits":3.67,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q3_K.gguf","label":"Q3_K","size":3687925024,"bits":3.89,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3687925024,"bits":3.89,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q3_K_L.gguf","label":"Q3_K_L","size":3916186912,"bits":4.13,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4190145568,"bits":4.42,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q4_0.gguf","label":"Q4_0","size":4379777056,"bits":4.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4403763232,"bits":4.64,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4407695392,"bits":4.65,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q4_K.gguf","label":"Q4_K","size":4598343712,"bits":4.85,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4598343712,"bits":4.85,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q4_1.gguf","label":"Q4_1","size":4828835872,"bits":5.09,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q5_0.gguf","label":"Q5_0","size":5277894688,"bits":5.56,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5277894688,"bits":5.56,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q5_K.gguf","label":"Q5_K","size":5390489632,"bits":5.68,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5390489632,"bits":5.68,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q5_1.gguf","label":"Q5_1","size":5726953504,"bits":6.04,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q6_K.gguf","label":"Q6_K","size":6232144672,"bits":6.57,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-Q8_0.gguf","label":"Q8_0","size":8069003296,"bits":8.5,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-BF16.gguf","label":"BF16","size":15179424128,"bits":16,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-F16.gguf","label":"F16","size":15179424128,"bits":16,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1R-7B-GGUF","file":"Falcon-H1R-7B-F32.gguf","label":"F32","size":30348321152,"bits":31.99,"known":true,"rank":0}],"repos":["tiiuae/Falcon-H1R-7B-GGUF"],"logoFrom":"tiiuae"},{"id":"mtreelva-dune-12b","family":"12B-Suite/Mtreelva-Dune-12B","name":"Mtreelva Dune 12B","maker":"12B-Suite","catalog":null,"tuned":false,"params":12.91,"active":null,"layers":48,"probe":"mradermacher/Mtreelva-Dune-12B-i1-GGUF/Mtreelva-Dune-12B.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T08:39:01.000Z","downloads":4679,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":3313995456,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3533151936,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3898412736,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4218146496,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4512136896,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4804345536,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4834451136,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q2_K.gguf","label":"Q2_K","size":5160451776,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5281734336,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5704933056,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5960769216,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5960769216,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":6166531776,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6519627456,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6998859456,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7170031296,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7542111936,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q4_0.gguf","label":"Q4_0","size":7564230336,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7590280896,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7947615936,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q4_1.gguf","label":"Q4_1","size":8286273216,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9030434496,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9239330496,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/Mtreelva-Dune-12B-i1-GGUF","file":"Mtreelva-Dune-12B.i1-Q6_K.gguf","label":"Q6_K","size":10611777216,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Mtreelva-Dune-12B-i1-GGUF"],"logoFrom":"12B-Suite"},{"id":"kimi-k2-6","family":"moonshotai/Kimi-K2.6","name":"Kimi K2.6","maker":"Moonshot AI","catalog":"kimi-k2-6","tuned":true,"params":1026.41,"active":32.86,"layers":61,"probe":"unsloth/Kimi-K2.6-GGUF/UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00001-of-00008.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":true,"licence":"other","open":false,"released":"2026-04-14T04:23:36.000Z","downloads":4662,"likes":176,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1461,"arenaCoding":1516,"arenaVision":1279,"builds":[{"repo":"unsloth/Kimi-K2.6-GGUF","file":"UD-Q2_K_XL/Kimi-K2.6-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":340477209888,"bits":2.65,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.6-GGUF","file":"UD-Q4_K_XL/Kimi-K2.6-UD-Q4_K_XL-00001-of-00014.gguf","label":"UD-Q4_K_XL","size":583710875520,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2.6-GGUF","file":"BF16/Kimi-K2.6-BF16-00001-of-00046.gguf","label":"BF16","size":2053155814880,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Kimi-K2.6-GGUF"],"logoFrom":"moonshotai"},{"id":"gemma-4-26b-a4b-it-qat-q4-0-uncensored-heretic-v2","family":"OS-Software/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-v2-GGUF","name":"Gemma 4 26B A4B Qat Q4 0 Uncensored Heretic V2","maker":"OS-Software","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"OS-Software/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-v2-GGUF/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-v2-Q4_0.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-07T23:34:58.000Z","downloads":4655,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OS-Software/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-v2-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-v2-Q4_0.gguf","label":"Q4_0","size":14249046784,"bits":4.52,"known":true,"rank":0}],"repos":["OS-Software/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-v2-GGUF"],"logoFrom":"google"},{"id":"k2-horizon-7b-uno-uncensored","family":"geantendormi/K2-Horizon-7B-Uno-Uncensored-GGUF","name":"K2 Horizon 7B Uno Uncensored","maker":"geantendormi","catalog":null,"tuned":true,"params":9,"active":null,"layers":36,"probe":"geantendormi/K2-Horizon-7B-Uno-Uncensored-GGUF/K2-Horizon-7B-Uno-Uncensored-IQ4_XS.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-16T14:15:21.000Z","downloads":4653,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"geantendormi/K2-Horizon-7B-Uno-Uncensored-GGUF","file":"K2-Horizon-7B-Uno-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":5113641824,"bits":4.55,"known":true,"rank":0},{"repo":"geantendormi/K2-Horizon-7B-Uno-Uncensored-GGUF","file":"K2-Horizon-7B-Uno-Uncensored-base-f16.gguf","label":"F16","size":18010413600,"bits":16.01,"known":true,"rank":0}],"repos":["geantendormi/K2-Horizon-7B-Uno-Uncensored-GGUF"],"logoFrom":"IFM"},{"id":"occamy-1-0-abliterated-sangreal-ice","family":"gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE","name":"Occamy 1.0 Abliterated Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE/Occamy-1.0-Abliterated-Sangreal-15G-ICE.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-05T18:48:26.000Z","downloads":4651,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE","file":"Occamy-1.0-Abliterated-Sangreal-15G-ICE.gguf","label":"Occamy-1.0-Abliterated-Sangreal-15G-ICE","size":14514303904,"bits":3.35,"known":false,"rank":0},{"repo":"gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE","file":"Occamy-1.0-Abliterated-Sangreal-19G-ICE.gguf","label":"Occamy-1.0-Abliterated-Sangreal-19G-ICE","size":18471629728,"bits":4.26,"known":false,"rank":0},{"repo":"gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE","file":"Occamy-1.0-Abliterated-Sangreal-23G-ICE.gguf","label":"Occamy-1.0-Abliterated-Sangreal-23G-ICE","size":22517035936,"bits":5.2,"known":false,"rank":0},{"repo":"gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE","file":"Occamy-1.0-Abliterated-Sangreal-25G-ICE.gguf","label":"Occamy-1.0-Abliterated-Sangreal-25G-ICE","size":24530301856,"bits":5.66,"known":false,"rank":0}],"repos":["gbuzhf/Occamy-1.0-Abliterated-Sangreal-ICE"],"logoFrom":"Accio-Lab"},{"id":"llama-3-1-nemotron-nano-4b-v1-1","family":"nvidia/Llama-3.1-Nemotron-Nano-4B-v1.1","name":"Llama 3.1 Nemotron Nano 4B V1.1","maker":"NVIDIA","catalog":null,"tuned":false,"params":4.51,"active":null,"layers":32,"probe":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-05-03T17:43:43.000Z","downloads":4649,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ2_M.gguf","label":"IQ2_M","size":1722635808,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q2_K.gguf","label":"Q2_K","size":1839740448,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1880118816,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":2027605536,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":2101530144,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ3_M.gguf","label":"IQ3_M","size":2183417376,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q2_K_L.gguf","label":"Q2_K_L","size":2224508448,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q3_K_M.gguf","label":"Q3_K_M","size":2296565280,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":2464861728,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":2535548448,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_0.gguf","label":"Q4_0","size":2655602208,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-IQ4_NL.gguf","label":"IQ4_NL","size":2661107232,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":2664252960,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":2778285600,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":2809613856,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_1.gguf","label":"Q4_1","size":2905933344,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":3070709280,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":3163342368,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q5_K_M.gguf","label":"Q5_K_M","size":3230189088,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q5_K_L.gguf","label":"Q5_K_L","size":3473362464,"bits":6.16,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q6_K.gguf","label":"Q6_K","size":3710336544,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":3901181472,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q8_0.gguf","label":"Q8_0","size":4803218976,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF","file":"nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-bf16.gguf","label":"BF16","size":9033731328,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF"],"logoFrom":"nvidia"},{"id":"zephyr-orpo-141b-a35b-v0-1-gguf-smashed","family":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","name":"Zephyr Orpo 141B A35B V0.1 GGUF Smashed","maker":"PrunaAI","catalog":null,"tuned":false,"params":140.62,"active":39.15,"layers":56,"probe":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed/zephyr-orpo-141b-A35b-v0.1.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-14T17:46:31.000Z","downloads":4647,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.IQ1_S.gguf","label":"IQ1_S","size":29644079776,"bits":1.69,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.IQ1_M.gguf","label":"IQ1_M","size":32732398240,"bits":1.86,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q2_K-00001-of-00005.gguf","label":"Q2_K","size":52103165184,"bits":2.96,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":58228204800,"bits":3.31,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":61498189056,"bits":3.5,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":67789645056,"bits":3.86,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":72579802368,"bits":4.13,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":76354196736,"bits":4.34,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":80478098688,"bits":4.58,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":85586760960,"bits":4.87,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":96973706496,"bits":5.52,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":99968439552,"bits":5.69,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.Q6_K-00001-of-00005.gguf","label":"Q6_K","size":115529729280,"bits":6.57,"known":true,"rank":0},{"repo":"PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed","file":"zephyr-orpo-141b-A35b-v0.1.fp16-00001-of-00007.gguf","label":"zephyr-orpo-141b-A35b-v0.1.fp16","size":281243411936,"bits":16,"known":false,"rank":0}],"repos":["PrunaAI/zephyr-orpo-141b-A35b-v0.1-GGUF-smashed"],"logoFrom":"PrunaAI"},{"id":"qwen2-5-vl-32b-instruct-heretic","family":"coder3101/Qwen2.5-VL-32B-Instruct-heretic","name":"Qwen2.5 VL 32B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF/Qwen2.5-VL-32B-Instruct-heretic.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-18T08:20:38.000Z","downloads":4647,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7274506240,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7932160000,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028249600,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957550080,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10387568640,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":11264440320,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11488000000,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q2_K.gguf","label":"Q2_K","size":12313098240,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839270400,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705512960,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14392330240,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":14436894720,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14810122240,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15935047680,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17247078400,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17693153280,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q4_0.gguf","label":"Q4_0","size":18711009280,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18784409600,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19851335680,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q4_1.gguf","label":"Q4_1","size":20639242240,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22638254080,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23262156800,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-heretic.i1-Q6_K.gguf","label":"Q6_K","size":26886154240,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-32B-Instruct-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"nemotron-3-5-lightning-30b-a3b-heretic-uncensored-q4-k-m","family":"mlasli/Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF","name":"Nemotron 3.5 Lightning 30B A3B Heretic Uncensored Q4 K M","maker":"mlasli","catalog":null,"tuned":true,"params":31.58,"active":0.63,"layers":52,"probe":"mlasli/Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF/Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-08-16T15:54:40.000Z","downloads":4643,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mlasli/Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF","file":"Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF.gguf","label":"Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF","size":24515128896,"bits":6.21,"known":false,"rank":0}],"repos":["mlasli/Nemotron-3.5-Lightning-30B-A3B-Heretic-Uncensored-Q4_K_M-GGUF"],"logoFrom":"nvidia"},{"id":"gemma-4-e4b-uncensored-hauhaucs-aggressive-kamjin","family":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","name":"Gemma 4 E4B Uncensored HauhauCS Aggressive (kamjin)","maker":"kamjin","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-04-03T02:43:57.000Z","downloads":4642,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":4431882208,"bits":4.71,"known":false,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":4714690528,"bits":5.02,"known":true,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_M.gguf","label":"Q3_K_M","size":4850391008,"bits":5.16,"known":true,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":4884505568,"bits":5.2,"known":false,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":5070950368,"bits":5.39,"known":true,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":5335285728,"bits":5.68,"known":true,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":5369246688,"bits":5.71,"known":false,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_M.gguf","label":"Q5_K_M","size":5762908128,"bits":6.13,"known":true,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":5812940768,"bits":6.18,"known":false,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":6249794528,"bits":6.65,"known":false,"rank":0},{"repo":"kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive","file":"Gemma-4-E4B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":8133226464,"bits":8.65,"known":false,"rank":0}],"repos":["kamjin/Gemma-4-E4B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"google"},{"id":"qwen2-5-coder-32b-instruct-sota","family":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","name":"Qwen2.5 Coder 32B SOTA","maker":"CISCai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF/Qwen2.5-Coder-32B-Instruct.IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-12T07:53:39.000Z","downloads":4639,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":7274507168,"bits":1.78,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":7932160928,"bits":1.94,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250528,"bits":2.2,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":9957551008,"bits":2.43,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":10387569568,"bits":2.54,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":11264441248,"bits":2.75,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271328,"bits":3.14,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":13705513888,"bits":3.35,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":14436895648,"bits":3.53,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":14810123168,"bits":3.62,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":17693154208,"bits":4.32,"known":true,"rank":0},{"repo":"CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF","file":"Qwen2.5-Coder-32B-Instruct-bf16-00001-of-00003.gguf","label":"BF16","size":65535970304,"bits":16,"known":true,"rank":0}],"repos":["CISCai/Qwen2.5-Coder-32B-Instruct-SOTA-GGUF"],"logoFrom":"Qwen"},{"id":"pentacoder-9b","family":"pragmaticcs/PentaCoder-9B","name":"PentaCoder 9B","maker":"pragmaticcs","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/PentaCoder-9B-i1-GGUF/PentaCoder-9B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T05:47:41.000Z","downloads":4634,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ1_S.gguf","label":"IQ1_S","size":2742669024,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ1_M.gguf","label":"IQ1_M","size":2877296352,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101675232,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285372640,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ2_S.gguf","label":"IQ2_S","size":3427995360,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ2_M.gguf","label":"IQ2_M","size":3607498464,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697266400,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q2_K.gguf","label":"Q2_K","size":3827289824,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938193120,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243443424,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259434208,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":4370845408,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4415409888,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623552224,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925542112,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196467936,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q4_0.gguf","label":"Q4_0","size":5325967072,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351657184,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418241760,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629136608,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q4_1.gguf","label":"Q4_1","size":5809360608,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305337056,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467997408,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/PentaCoder-9B-i1-GGUF","file":"PentaCoder-9B.i1-Q6_K.gguf","label":"Q6_K","size":7359287008,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/PentaCoder-9B-i1-GGUF"],"logoFrom":"pragmaticcs"},{"id":"ternary-bonsai-4b","family":"prism-ml/Ternary-Bonsai-4B-gguf","name":"Ternary Bonsai 4B","maker":"PrismML","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"prism-ml/Ternary-Bonsai-4B-gguf/Ternary-Bonsai-4B-F16.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-18T04:57:46.000Z","downloads":4617,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prism-ml/Ternary-Bonsai-4B-gguf","file":"Ternary-Bonsai-4B-PQ2_0.gguf","label":"PQ2_0","size":1074969344,"bits":2.14,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-4B-gguf","file":"Ternary-Bonsai-4B-Q2_0.gguf","label":"Q2_0","size":1074969344,"bits":2.14,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-4B-gguf","file":"Ternary-Bonsai-4B-Q2_0_g64.gguf","label":"Q2_0_G64","size":1137806656,"bits":2.26,"known":false,"rank":0},{"repo":"prism-ml/Ternary-Bonsai-4B-gguf","file":"Ternary-Bonsai-4B-F16.gguf","label":"F16","size":8049911840,"bits":16.02,"known":true,"rank":0}],"repos":["prism-ml/Ternary-Bonsai-4B-gguf"],"logoFrom":"prism-ml"},{"id":"qwen3-8-9b-hermes-function-calling-v2","family":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","name":"Qwen3.8 9B Hermes Function Calling V2","maker":"mradermacher","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF/qwen3.8-9b-hermes-function-calling-v2.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-29T11:31:14.000Z","downloads":4616,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q2_K.gguf","label":"Q2_K","size":3913830240,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q3_K_S.gguf","label":"Q3_K_S","size":4362782656,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4736370624,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q3_K_L.gguf","label":"Q3_K_L","size":5047273408,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.IQ4_XS.gguf","label":"IQ4_XS","size":5356535840,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q4_K_S.gguf","label":"Q4_K_S","size":5487183776,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5778720672,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q5_K_S.gguf","label":"Q5_K_S","size":6471148960,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q5_K_M.gguf","label":"Q5_K_M","size":6641051040,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q6_K.gguf","label":"Q6_K","size":7557277056,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.Q8_0.gguf","label":"Q8_0","size":9783957952,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF","file":"qwen3.8-9b-hermes-function-calling-v2.f16.gguf","label":"F16","size":18403367872,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/qwen3.8-9b-hermes-function-calling-v2-GGUF"],"logoFrom":"JamieBradfield"},{"id":"dbrx-16x12b-instruct-q4-0","family":"phymbert/dbrx-16x12b-instruct-q4_0-gguf","name":"Dbrx 16x12b Q4 0","maker":"phymbert","catalog":null,"tuned":false,"params":131.6,"active":36.47,"layers":40,"probe":"phymbert/dbrx-16x12b-instruct-q4_0-gguf/dbrx-16x12b-instruct-q4_0-00001-of-00010.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"dbrx","vision":false,"licence":"other","open":false,"released":"2024-04-12T21:08:53.000Z","downloads":4609,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"phymbert/dbrx-16x12b-instruct-q4_0-gguf","file":"dbrx-16x12b-instruct-q4_0-00001-of-00010.gguf","label":"Q4_0","size":74192929728,"bits":4.51,"known":true,"rank":0}],"repos":["phymbert/dbrx-16x12b-instruct-q4_0-gguf"],"logoFrom":"phymbert"},{"id":"stablelm-tuned-alpha-7b","family":"stabilityai/stablelm-tuned-alpha-7b","name":"Stablelm Tuned Alpha 7B","maker":"stabilityai","catalog":null,"tuned":false,"params":7.87,"active":null,"layers":16,"probe":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF/stablelm-tuned-alpha-7b.i1-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"gptneox","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2023-04-19T04:29:58.000Z","downloads":4607,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1815074688,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1963710336,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2211436416,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2428491648,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2575566720,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2773747584,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q2_K.gguf","label":"Q2_K","size":3047671680,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3155953536,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3423598464,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3508533120,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3508533120,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3869505408,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4169136000,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4276103040,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4527748992,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q4_0.gguf","label":"Q4_0","size":4531152768,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4550027136,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5050197888,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5456979840,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5858060160,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/stablelm-tuned-alpha-7b-i1-GGUF","file":"stablelm-tuned-alpha-7b.i1-Q6_K.gguf","label":"Q6_K","size":6460725120,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/stablelm-tuned-alpha-7b-GGUF","mradermacher/stablelm-tuned-alpha-7b-i1-GGUF"],"logoFrom":"stabilityai"},{"id":"interimlabs-huihui-qwen3-5-9b-abliterated-gguf-q4-k-m","family":"interimlabs/InterimLabs-Huihui-Qwen3.5-9B-abliterated-GGUF-Q4_K_M","name":"InterimLabs Huihui Qwen3.5 9B Abliterated GGUF Q4 K M","maker":"interimlabs","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"interimlabs/InterimLabs-Huihui-Qwen3.5-9B-abliterated-GGUF-Q4_K_M/model.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-01T05:16:07.000Z","downloads":4605,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"interimlabs/InterimLabs-Huihui-Qwen3.5-9B-abliterated-GGUF-Q4_K_M","file":"model.gguf","label":"model","size":5627045248,"bits":5.03,"known":false,"rank":0}],"repos":["interimlabs/InterimLabs-Huihui-Qwen3.5-9B-abliterated-GGUF-Q4_K_M"],"logoFrom":"huihui-ai"},{"id":"discolm-german-7b-v1","family":"DiscoResearch/DiscoLM_German_7b_v1","name":"DiscoLM German 7B V1","maker":"DiscoResearch","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/DiscoLM_German_7b_v1-GGUF/discolm_german_7b_v1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-18T20:12:06.000Z","downloads":4601,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q2_K.gguf","label":"Q2_K","size":2719251744,"bits":3,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q3_K_S.gguf","label":"Q3_K_S","size":3164577888,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q3_K_M.gguf","label":"Q3_K_M","size":3518996576,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q3_K_L.gguf","label":"Q3_K_L","size":3822035040,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q4_0.gguf","label":"Q4_0","size":4108928160,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q4_K_S.gguf","label":"Q4_K_S","size":4140385440,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q4_K_M.gguf","label":"Q4_K_M","size":4368450720,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q5_0.gguf","label":"Q5_0","size":4997728416,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q5_K_S.gguf","label":"Q5_K_S","size":4997728416,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q5_K_M.gguf","label":"Q5_K_M","size":5131421856,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q6_K.gguf","label":"Q6_K","size":5942078688,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM_German_7b_v1-GGUF","file":"discolm_german_7b_v1.Q8_0.gguf","label":"Q8_0","size":7695875168,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/DiscoLM_German_7b_v1-GGUF"],"logoFrom":"DiscoResearch"},{"id":"archangel-sft-kto-llama30b","family":"ContextualAI/archangel_sft-kto_llama30b","name":"Archangel Sft Kto Llama30b","maker":"ContextualAI","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF/archangel_sft-kto_llama30b.i1-IQ1_S.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-31T18:54:39.000Z","downloads":4600,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ1_S.gguf","label":"IQ1_S","size":7120307456,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ1_M.gguf","label":"IQ1_M","size":7728532736,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8742241536,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9636275456,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ2_S.gguf","label":"IQ2_S","size":10386473216,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ2_M.gguf","label":"IQ2_M","size":11197440256,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q2_K.gguf","label":"Q2_K","size":12048875776,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12323369216,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13311718656,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ3_S.gguf","label":"IQ3_S","size":14064112896,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14064112896,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ3_M.gguf","label":"IQ3_M","size":14881070336,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15776462080,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17279759616,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17346119936,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q4_0.gguf","label":"Q4_0","size":18408151296,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18482485504,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19621140736,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22395361536,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23047117056,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/archangel_sft-kto_llama30b-i1-GGUF","file":"archangel_sft-kto_llama30b.i1-Q6_K.gguf","label":"Q6_K","size":26687216896,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/archangel_sft-kto_llama30b-i1-GGUF"],"logoFrom":"ContextualAI"},{"id":"qwen2-5-vl-32b-instruct-abliterated","family":"huihui-ai/Qwen2.5-VL-32B-Instruct-abliterated","name":"Qwen2.5 VL 32B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF/Qwen2.5-VL-32B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-04-03T08:14:08.000Z","downloads":4595,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":12313099296,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":14392331296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":15935048736,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":17247079456,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":17870101536,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":18784410656,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":19851336736,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":22638255136,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":23262157856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":26886155296,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":34820885536,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"olmo-3-1-32b-think","family":"allenai/Olmo-3.1-32B-Think","name":"Olmo 3.1 32B Think","maker":"Ai2","catalog":null,"tuned":false,"params":32.23,"active":null,"layers":64,"probe":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF/allenai_Olmo-3.1-32B-Think-IQ2_XXS.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":805306368,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-10T07:30:57.000Z","downloads":4584,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1286,"arenaCoding":1340,"arenaVision":null,"builds":[{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ2_XXS.gguf","label":"IQ2_XXS","size":8756306240,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ2_XS.gguf","label":"IQ2_XS","size":9685606720,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ2_S.gguf","label":"IQ2_S","size":10088696576,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ2_M.gguf","label":"IQ2_M","size":10965568256,"bits":2.72,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q2_K.gguf","label":"Q2_K","size":12005940416,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q2_K_L.gguf","label":"Q2_K_L","size":12507330400,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ3_XXS.gguf","label":"IQ3_XXS","size":12540398336,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ3_XS.gguf","label":"IQ3_XS","size":13371426432,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q3_K_S.gguf","label":"Q3_K_S","size":14058243712,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ3_M.gguf","label":"IQ3_M","size":14476035712,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q3_K_M.gguf","label":"Q3_K_M","size":15600961152,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q3_K_L.gguf","label":"Q3_K_L","size":16912991872,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ4_XS.gguf","label":"IQ4_XS","size":17332138016,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q3_K_XL.gguf","label":"Q3_K_XL","size":17362237280,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-IQ4_NL.gguf","label":"IQ4_NL","size":18312872416,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q4_0.gguf","label":"Q4_0","size":18341708256,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q4_K_S.gguf","label":"Q4_K_S","size":18415108576,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf","label":"Q4_K_M","size":19482034656,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q4_K_L.gguf","label":"Q4_K_L","size":19863091040,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q4_1.gguf","label":"Q4_1","size":20253369696,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q5_K_S.gguf","label":"Q5_K_S","size":22235810016,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q5_K_M.gguf","label":"Q5_K_M","size":22859712736,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q5_K_L.gguf","label":"Q5_K_L","size":23176591200,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q6_K.gguf","label":"Q6_K","size":26448495712,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q6_K_L.gguf","label":"Q6_K_L","size":26697185120,"bits":6.63,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-Q8_0.gguf","label":"Q8_0","size":34254796640,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/allenai_Olmo-3.1-32B-Think-GGUF","file":"allenai_Olmo-3.1-32B-Think-bf16/allenai_Olmo-3.1-32B-Think-bf16-00001-of-00002.gguf","label":"BF16","size":64472735776,"bits":16,"known":true,"rank":0}],"repos":["bartowski/allenai_Olmo-3.1-32B-Think-GGUF"],"logoFrom":"allenai"},{"id":"t-pro-it-2-1","family":"t-tech/T-pro-it-2.1","name":"T Pro 2.1","maker":"t-tech","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"t-tech/T-pro-it-2.1-GGUF/T-pro-it-2.1-Q4_K_M.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-18T08:43:17.000Z","downloads":4575,"likes":12,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"t-tech/T-pro-it-2.1-GGUF","file":"T-pro-it-2.1-Q4_K_M.gguf","label":"Q4_K_M","size":19761766048,"bits":4.83,"known":true,"rank":0},{"repo":"t-tech/T-pro-it-2.1-GGUF","file":"T-pro-it-2.1-Q5_0.gguf","label":"Q5_0","size":22634951968,"bits":5.53,"known":true,"rank":0},{"repo":"t-tech/T-pro-it-2.1-GGUF","file":"T-pro-it-2.1-Q5_K_S.gguf","label":"Q5_K_S","size":22634951968,"bits":5.53,"known":true,"rank":0},{"repo":"t-tech/T-pro-it-2.1-GGUF","file":"T-pro-it-2.1-Q5_K_M.gguf","label":"Q5_K_M","size":23214290208,"bits":5.67,"known":true,"rank":0},{"repo":"t-tech/T-pro-it-2.1-GGUF","file":"T-pro-it-2.1-Q6_K.gguf","label":"Q6_K","size":26882597152,"bits":6.56,"known":true,"rank":0},{"repo":"t-tech/T-pro-it-2.1-GGUF","file":"T-pro-it-2.1-Q8_0.gguf","label":"Q8_0","size":34816397344,"bits":8.5,"known":true,"rank":0}],"repos":["t-tech/T-pro-it-2.1-GGUF"],"logoFrom":"t-tech"},{"id":"unsloth-ornith-1-5-35b-a3b","family":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","name":"Unsloth Ornith 1.5 35B A3B","maker":"peculiar-ragdoll","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B/Unsloth-Ornith-1.5-35B-A3B-UD-Q2_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-08-20T12:47:05.000Z","downloads":4572,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12290627808,"bits":2.84,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13211154656,"bits":3.05,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16845510880,"bits":3.89,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17730509024,"bits":4.09,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893014240,"bits":4.82,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22360455392,"bits":5.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26592508128,"bits":6.14,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843776736,"bits":7.35,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B","file":"Unsloth-Ornith-1.5-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38451181792,"bits":8.88,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Unsloth-Ornith-1.5-35B-A3B"],"logoFrom":"ornith-ai"},{"id":"0gm-1-0-35b-a3b-0427","family":"0G-AI/0GM-1.0-35B-A3B-0427","name":"0GM 1.0 35B A3B 0427","maker":"0G-AI","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF/0GM-1.0-35B-A3B-0427.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-11T11:22:17.000Z","downloads":4570,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ1_S.gguf","label":"IQ1_S","size":7484138752,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ1_M.gguf","label":"IQ1_M","size":8239205632,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497650432,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507027712,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ2_S.gguf","label":"IQ2_S","size":10652476672,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ2_M.gguf","label":"IQ2_M","size":11659232512,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152093952,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q2_K.gguf","label":"Q2_K","size":12939590912,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623756032,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484141312,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182181632,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ3_S.gguf","label":"IQ3_S","size":15250420992,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ3_M.gguf","label":"IQ3_M","size":15440516352,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764761344,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115327232,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728774912,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q4_0.gguf","label":"Q4_0","size":19799264512,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889900800,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166755072,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q4_1.gguf","label":"Q4_1","size":21848165632,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981280512,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729128192,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF","file":"0GM-1.0-35B-A3B-0427.i1-Q6_K.gguf","label":"Q6_K","size":28514149632,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/0GM-1.0-35B-A3B-0427-i1-GGUF"],"logoFrom":"0G-AI"},{"id":"flint-roleplay-antislop-heretic","family":"AlexWortega/flint-roleplay-antislop-heretic","name":"Flint Roleplay Antislop Heretic","maker":"AlexWortega","catalog":null,"tuned":true,"params":39.79,"active":2.82,"layers":49,"probe":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF/flint-roleplay-antislop-heretic.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T12:26:20.000Z","downloads":4567,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8182556832,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":9075919008,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10564855968,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11768850592,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":11915391136,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":13106540704,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":13574205600,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q2_K.gguf","label":"Q2_K","size":14650355872,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15433396384,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":16381679776,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17309579424,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":17316403360,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":17518057632,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19100276896,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20713380000,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":21324546208,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q4_0.gguf","label":"Q4_0","size":22618628256,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":22688358560,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":24166842528,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q4_1.gguf","label":"Q4_1","size":25015230624,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":27481039008,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":28314255520,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/flint-roleplay-antislop-heretic-i1-GGUF","file":"flint-roleplay-antislop-heretic.i1-Q6_K.gguf","label":"Q6_K","size":32720881824,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/flint-roleplay-antislop-heretic-i1-GGUF"],"logoFrom":"AlexWortega"},{"id":"erebus-rp-engine-31b","family":"Naphula/Erebus-RP-Engine-31B","name":"Erebus RP Engine 31B","maker":"Naphula","catalog":null,"tuned":true,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF/Erebus-RP-Engine-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-11-01T10:30:57.000Z","downloads":4562,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7618912832,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":8188295744,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137267264,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992782400,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10763442752,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439012416,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":11522619968,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q2_K.gguf","label":"Q2_K","size":12378737216,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683061824,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677922880,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":14366911040,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366911040,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":15030051392,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892662848,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233824320,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484474944,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q4_0.gguf","label":"Q4_0","size":18494302784,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555890240,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479788096,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q4_1.gguf","label":"Q4_1","size":20362226240,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22280727104,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22814456384,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Erebus-RP-Engine-31B-i1-GGUF","file":"Erebus-RP-Engine-31B.i1-Q6_K.gguf","label":"Q6_K","size":26357541440,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Erebus-RP-Engine-31B-i1-GGUF"],"logoFrom":"Naphula"},{"id":"signal-3-8-27b-terse-coder-i1","family":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","name":"Signal 3.8 27B Terse Coder I1","maker":"mradermacher","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF/Signal-3.8-27B-Terse-Coder.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-25T12:15:05.000Z","downloads":4562,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q2_K.gguf","label":"Q2_K","size":10864593472,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537152,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608192,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332352,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738112,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799872,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040192,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q4_0.gguf","label":"Q4_0","size":15760419392,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300032,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715712,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q4_1.gguf","label":"Q4_1","size":17343769152,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683392,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702592,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF","file":"Signal-3.8-27B-Terse-Coder.i1-Q6_K.gguf","label":"Q6_K","size":22431001152,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Signal-3.8-27B-Terse-Coder-i1-GGUF"],"logoFrom":null},{"id":"gemma-3n-e4b-it-text","family":"lmstudio-community/gemma-3n-E4B-it-text-GGUF","name":"Gemma 3n E4B Text","maker":"lmstudio-community","catalog":null,"tuned":false,"params":6.87,"active":null,"layers":35,"probe":"lmstudio-community/gemma-3n-E4B-it-text-GGUF/gemma-3n-E4B-it-Q4_K_M.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":29360128,"context":32768,"arch":"gemma3n","vision":false,"licence":"gemma","open":false,"released":"2025-06-26T15:10:43.000Z","downloads":4562,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/gemma-3n-E4B-it-text-GGUF","file":"gemma-3n-E4B-it-Q4_K_M.gguf","label":"Q4_K_M","size":4237063328,"bits":4.93,"known":true,"rank":0},{"repo":"lmstudio-community/gemma-3n-E4B-it-text-GGUF","file":"gemma-3n-E4B-it-Q6_K.gguf","label":"Q6_K","size":5703365792,"bits":6.64,"known":true,"rank":0},{"repo":"lmstudio-community/gemma-3n-E4B-it-text-GGUF","file":"gemma-3n-E4B-it-Q8_0.gguf","label":"Q8_0","size":7353291936,"bits":8.56,"known":true,"rank":0}],"repos":["lmstudio-community/gemma-3n-E4B-it-text-GGUF"],"logoFrom":"lmstudio-community"},{"id":"darkc0de-muse-glimmer-30b-heretic","family":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","name":"Darkc0de Muse Glimmer 30B Heretic","maker":"bartowski","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":52,"probe":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF/darkc0de_Muse-Glimmer-30B-heretic-IQ2_XXS.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-11T18:19:40.000Z","downloads":4555,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ2_XXS.gguf","label":"IQ2_XXS","size":8920819136,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ2_XS.gguf","label":"IQ2_XS","size":9582585280,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ2_S.gguf","label":"IQ2_S","size":10040015552,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ2_M.gguf","label":"IQ2_M","size":10657479360,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q2_K.gguf","label":"Q2_K","size":11035580096,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":11546641088,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ3_XS.gguf","label":"IQ3_XS","size":12315026368,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q2_K_L.gguf","label":"Q2_K_L","size":12348892096,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":12789199808,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ3_M.gguf","label":"IQ3_M","size":13106238400,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":13962519488,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":14782112704,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":15435096256,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q3_K_XL.gguf","label":"Q3_K_XL","size":15958840256,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-IQ4_NL.gguf","label":"IQ4_NL","size":16238568640,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q4_0.gguf","label":"Q4_0","size":16265565376,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":16320943296,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":17306324160,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q4_1.gguf","label":"Q4_1","size":17828207808,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q4_K_L.gguf","label":"Q4_K_L","size":18304441280,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":19440690368,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":20105571520,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q5_K_L.gguf","label":"Q5_K_L","size":20935584704,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q6_K.gguf","label":"Q6_K","size":23414418880,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q6_K_L.gguf","label":"Q6_K_L","size":24065821632,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-Q8_0.gguf","label":"Q8_0","size":29612958368,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF","file":"darkc0de_Muse-Glimmer-30B-heretic-bf16/darkc0de_Muse-Glimmer-30B-heretic-bf16-00001-of-00002.gguf","label":"BF16","size":55725511488,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/darkc0de_Muse-Glimmer-30B-heretic-GGUF"],"logoFrom":"darkc0de"},{"id":"carnice-v2-27b","family":"kai-os/Carnice-V2-27b","name":"Carnice V2 27B","maker":"kai-os","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"kai-os/Carnice-V2-27b-GGUF/carnice-v2-27b-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-25T18:07:18.000Z","downloads":4546,"likes":109,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kai-os/Carnice-V2-27b-GGUF","file":"carnice-v2-27b-IQ2_M.gguf","label":"IQ2_M","size":10004592448,"bits":2.98,"known":true,"rank":0},{"repo":"kai-os/Carnice-V2-27b-GGUF","file":"carnice-v2-27b-Q2_K.gguf","label":"Q2_K","size":10711664224,"bits":3.19,"known":true,"rank":0},{"repo":"kai-os/Carnice-V2-27b-GGUF","file":"carnice-v2-27b-Q4_K_M.gguf","label":"Q4_K_M","size":16547399264,"bits":4.92,"known":true,"rank":0},{"repo":"kai-os/Carnice-V2-27b-GGUF","file":"carnice-v2-27b-Q5_K_M.gguf","label":"Q5_K_M","size":19231098464,"bits":5.72,"known":true,"rank":0},{"repo":"kai-os/Carnice-V2-27b-GGUF","file":"carnice-v2-27b-Q8_0.gguf","label":"Q8_0","size":28595762784,"bits":8.5,"known":true,"rank":0},{"repo":"kai-os/Carnice-V2-27b-GGUF","file":"carnice-v2-27b-bf16.gguf","label":"BF16","size":53808281184,"bits":16,"known":true,"rank":0}],"repos":["kai-os/Carnice-V2-27b-GGUF"],"logoFrom":"kai-os"},{"id":"lensvlm-9b","family":"apple/LensVLM-9B","name":"LensVLM 9B","maker":"apple","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/LensVLM-9B-GGUF/LensVLM-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apple-amlr","open":false,"released":"2026-09-23T14:44:34.000Z","downloads":4544,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-IQ2_M.gguf","label":"IQ2_M","size":3536905440,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q2_K.gguf","label":"Q2_K","size":3644384480,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4138837216,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4260308192,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4268041440,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4479952096,"bits":4,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q3_K_L.gguf","label":"Q3_K_L","size":4659160288,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-IQ3_M.gguf","label":"IQ3_M","size":4846462176,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5227308256,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q4_0.gguf","label":"Q4_0","size":5482833120,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5483259104,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5825062112,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5841052896,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q4_1.gguf","label":"Q4_1","size":5944861920,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6202025184,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6496019680,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6876128480,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q6_K_S.gguf","label":"Q6_K_S","size":7509288160,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q6_K.gguf","label":"Q6_K","size":7793714400,"bits":6.97,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8106583264,"bits":7.25,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-Q8_0.gguf","label":"Q8_0","size":9545983200,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/LensVLM-9B-GGUF","file":"LensVLM-9B-bf16.gguf","label":"BF16","size":17920697280,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/LensVLM-9B-GGUF"],"logoFrom":"apple"},{"id":"szl-khipu-1-5b","family":"SZLHOLDINGS/SZL-Khipu-1.5B","name":"SZL Khipu 1.5B","maker":"SZLHOLDINGS","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"SZLHOLDINGS/SZL-Khipu-1.5B-GGUF/SZL-Khipu-1.5B-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-15T01:19:11.000Z","downloads":4536,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SZLHOLDINGS/SZL-Khipu-1.5B-GGUF","file":"SZL-Khipu-1.5B-Q4_K_M.gguf","label":"Q4_K_M","size":986047904,"bits":5.12,"known":true,"rank":0},{"repo":"SZLHOLDINGS/SZL-Khipu-1.5B-GGUF","file":"SZL-Khipu-1.5B-Q5_K_M.gguf","label":"Q5_K_M","size":1125049760,"bits":5.84,"known":true,"rank":0},{"repo":"SZLHOLDINGS/SZL-Khipu-1.5B-GGUF","file":"SZL-Khipu-1.5B-Q8_0.gguf","label":"Q8_0","size":1646572448,"bits":8.55,"known":true,"rank":0},{"repo":"SZLHOLDINGS/SZL-Khipu-1.5B-GGUF","file":"SZL-Khipu-1.5B-F16.gguf","label":"F16","size":3093668768,"bits":16.07,"known":true,"rank":0}],"repos":["SZLHOLDINGS/SZL-Khipu-1.5B-GGUF"],"logoFrom":"SZLHOLDINGS"},{"id":"deepreinforce-ai-ornith-1-0-9b","family":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","name":"Deepreinforce Ai Ornith 1.0 9B","maker":"bartowski","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF/deepreinforce-ai_Ornith-1.0-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-06-25T18:02:57.000Z","downloads":4529,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-IQ2_M.gguf","label":"IQ2_M","size":3769426624,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q2_K.gguf","label":"Q2_K","size":4064273088,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276019904,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528064,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669317824,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533056,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920189632,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553088,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111030464,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643136,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478900416,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q4_0.gguf","label":"Q4_0","size":5482832576,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598175936,"bits":5,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5910782656,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q4_1.gguf","label":"Q4_1","size":5944861376,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001009344,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526427840,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665675456,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6852928192,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681152,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q6_K.gguf","label":"Q6_K","size":7700259520,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192926400,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-Q8_0.gguf","label":"Q8_0","size":9545982656,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF","file":"deepreinforce-ai_Ornith-1.0-9B-bf16.gguf","label":"BF16","size":17920696736,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/deepreinforce-ai_Ornith-1.0-9B-GGUF"],"logoFrom":"ornith-ai"},{"id":"vikhr-gemma-2b-instruct","family":"Vikhrmodels/Vikhr-Gemma-2B-instruct","name":"Vikhr Gemma 2B","maker":"Vikhrmodels","catalog":null,"tuned":false,"params":2.61,"active":null,"layers":26,"probe":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF/Vikhr-Gemma-2B-instruct-IQ1_S.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":218103808,"context":8192,"arch":"gemma2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-21T11:00:18.000Z","downloads":4522,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ1_S.gguf","label":"IQ1_S","size":832160096,"bits":2.55,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ1_M.gguf","label":"IQ1_M","size":873797984,"bits":2.68,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":943194464,"bits":2.89,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1002545504,"bits":3.07,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ2_S.gguf","label":"IQ2_S","size":1032497504,"bits":3.16,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ2_M.gguf","label":"IQ2_M","size":1088014688,"bits":3.33,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q2_K_S.gguf","label":"Q2_K_S","size":1170000224,"bits":3.59,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1181686112,"bits":3.62,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q2_K.gguf","label":"Q2_K","size":1229830496,"bits":3.77,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1314212192,"bits":4.03,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ3_S.gguf","label":"IQ3_S","size":1360660832,"bits":4.17,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1360660832,"bits":4.17,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ3_M.gguf","label":"IQ3_M","size":1393561952,"bits":4.27,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q3_K.gguf","label":"Q3_K","size":1461668192,"bits":4.48,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1461668192,"bits":4.48,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1550436704,"bits":4.75,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1566251360,"bits":4.8,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q4_0.gguf","label":"Q4_0","size":1629509568,"bits":4.99,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1629509984,"bits":4.99,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1638651840,"bits":5.02,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q4_K.gguf","label":"Q4_K","size":1708582848,"bits":5.24,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1708582848,"bits":5.24,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q4_1.gguf","label":"Q4_1","size":1756026816,"bits":5.38,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q5_0.gguf","label":"Q5_0","size":1882544064,"bits":5.77,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1882544064,"bits":5.77,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q5_K.gguf","label":"Q5_K","size":1923278784,"bits":5.9,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1923278784,"bits":5.9,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q5_1.gguf","label":"Q5_1","size":2009061312,"bits":6.16,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q6_K.gguf","label":"Q6_K","size":2151393216,"bits":6.59,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-Q8_0.gguf","label":"Q8_0","size":2784495552,"bits":8.53,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-BF16.gguf","label":"BF16","size":5235214272,"bits":16.05,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-F16.gguf","label":"F16","size":5235214272,"bits":16.05,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF","file":"Vikhr-Gemma-2B-instruct-F32.gguf","label":"F32","size":10463414208,"bits":32.07,"known":true,"rank":0}],"repos":["Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF"],"logoFrom":"Vikhrmodels"},{"id":"model","family":"ChatGpt1/model","name":"Model","maker":"ChatGpt1","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"ChatGpt1/model/unsloth.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-07T06:13:55.000Z","downloads":4521,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ChatGpt1/model","file":"unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":4920734240,"bits":4.9,"known":true,"rank":0},{"repo":"ChatGpt1/model","file":"unsloth.Q8_0.gguf","label":"Q8_0","size":8540770848,"bits":8.51,"known":true,"rank":0},{"repo":"ChatGpt1/model","file":"unsloth.F16.gguf","label":"F16","size":16068891168,"bits":16.01,"known":true,"rank":0}],"repos":["ChatGpt1/model"],"logoFrom":"unsloth"},{"id":"llama-xlam-2-8b-fc-r","family":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","name":"Llama XLAM 2 8B Fc R","maker":"Salesforce","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf/Llama-xLAM-2-8B-fc-r-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2025-03-28T23:24:10.000Z","downloads":4521,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q2_K.gguf","label":"Q2_K","size":3179134176,"bits":3.17,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q3_K_S.gguf","label":"Q3_K_S","size":3664501984,"bits":3.65,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q3_K_L.gguf","label":"Q3_K_L","size":4321959136,"bits":4.31,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q4_0.gguf","label":"Q4_0","size":4661214432,"bits":4.64,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q4_K_S.gguf","label":"Q4_K_S","size":4692671712,"bits":4.68,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q4_K_M.gguf","label":"Q4_K_M","size":4920736992,"bits":4.9,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q5_0.gguf","label":"Q5_0","size":5599296736,"bits":5.58,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q5_K_S.gguf","label":"Q5_K_S","size":5599296736,"bits":5.58,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q5_K_M.gguf","label":"Q5_K_M","size":5732990176,"bits":5.71,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q6_K.gguf","label":"Q6_K","size":6596009184,"bits":6.57,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-Q8_0.gguf","label":"Q8_0","size":8540773600,"bits":8.51,"known":true,"rank":0},{"repo":"Salesforce/Llama-xLAM-2-8b-fc-r-gguf","file":"Llama-xLAM-2-8B-fc-r-F16.gguf","label":"F16","size":16068893920,"bits":16.01,"known":true,"rank":0}],"repos":["Salesforce/Llama-xLAM-2-8b-fc-r-gguf"],"logoFrom":"Salesforce"},{"id":"amalia-9b-0626-sft","family":"amalia-llm/AMALIA-9B-0626-SFT","name":"AMALIA 9B 0626 SFT","maker":"amalia-llm","catalog":null,"tuned":false,"params":9.15,"active":null,"layers":42,"probe":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF/AMALIA-9B-0626-SFT-Q2_K.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-05T00:19:24.000Z","downloads":4512,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q2_K.gguf","label":"Q2_K","size":3593066848,"bits":3.14,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q3_K_S.gguf","label":"Q3_K_S","size":4141767008,"bits":3.62,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q3_K_M.gguf","label":"Q3_K_M","size":4553136480,"bits":3.98,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q3_K_L.gguf","label":"Q3_K_L","size":4913846624,"bits":4.3,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-IQ4_XS.gguf","label":"IQ4_XS","size":5084862816,"bits":4.45,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q4_K_S.gguf","label":"Q4_K_S","size":5321185632,"bits":4.65,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q4_K_M.gguf","label":"Q4_K_M","size":5582838112,"bits":4.88,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q5_K_S.gguf","label":"Q5_K_S","size":6366091616,"bits":5.57,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q5_K_M.gguf","label":"Q5_K_M","size":6518167904,"bits":5.7,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q6_K.gguf","label":"Q6_K","size":7511955808,"bits":6.57,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-Q8_0.gguf","label":"Q8_0","size":9728448864,"bits":8.51,"known":true,"rank":0},{"repo":"NoxNotreve/AMALIA-9B-0626-SFT-GGUF","file":"AMALIA-9B-0626-SFT-BF16.gguf","label":"BF16","size":18308421984,"bits":16.01,"known":true,"rank":0}],"repos":["NoxNotreve/AMALIA-9B-0626-SFT-GGUF"],"logoFrom":"amalia-llm"},{"id":"qwen3-5-2b-emperoai-qwen3-8-distill-heretic-abliterated","family":"insraq/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated","name":"Qwen3.5 2B EmperoAI Qwen3.8 Distill Heretic Abliterated","maker":"insraq","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-19T04:27:44.000Z","downloads":4505,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q2_K.gguf","label":"Q2_K","size":968542848,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1020173952,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1099259520,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1164533376,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":1201861248,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1212056192,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":1274397312,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":1374077568,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":1411121792,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q6_K.gguf","label":"Q6_K","size":1556391552,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.Q8_0.gguf","label":"Q8_0","size":2012013184,"bits":8.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF","file":"Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated.f16.gguf","label":"F16","size":3775709824,"bits":16.07,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-2B-EmperoAI-Qwen3.8-Distill-Heretic-Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"lynx-alpha-i1","family":"mradermacher/LYNX-ALPHA-i1-GGUF","name":"LYNX ALPHA I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/LYNX-ALPHA-i1-GGUF/LYNX-ALPHA.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T18:03:37.000Z","downloads":4498,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642528,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269856,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648736,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346144,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968864,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471968,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239904,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q2_K.gguf","label":"Q2_K","size":3827263328,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166624,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416928,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407712,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818912,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383392,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525728,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515616,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441440,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q4_0.gguf","label":"Q4_0","size":5325940576,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630688,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215264,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110112,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q4_1.gguf","label":"Q4_1","size":5809334112,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310560,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970912,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/LYNX-ALPHA-i1-GGUF","file":"LYNX-ALPHA.i1-Q6_K.gguf","label":"Q6_K","size":7359260512,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/LYNX-ALPHA-i1-GGUF"],"logoFrom":"alphalabz"},{"id":"qwen3-8-27b-abliterated-rocmfpx","family":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","name":"Qwen3.8 27B Abliterated ROCmFPX","maker":"ArtomYuan","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX/Qwen3.8-27B-abliterated_Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-26T15:46:11.000Z","downloads":4494,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":14562236224,"bits":4.26,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q4_0_ROCMFP4_FAST_COHERENT.gguf","label":"Q4_0_ROCMFP4_FAST_COHERENT","size":14929749824,"bits":4.37,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q4_0_ROCMFP4_STRIX.gguf","label":"Q4_0_ROCMFP4_STRIX","size":15013963584,"bits":4.4,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q6_0_ROCMFPX.gguf","label":"Q6_0_ROCMFPX","size":22528382784,"bits":6.6,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q6_0_ROCMFPX_AGENT.gguf","label":"Q6_0_ROCMFPX_AGENT","size":25283188544,"bits":7.4,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":28193396544,"bits":8.26,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX","file":"Qwen3.8-27B-abliterated_Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":28664108864,"bits":8.39,"known":false,"rank":0}],"repos":["ArtomYuan/Qwen3.8-27B-abliterated-ROCmFPX"],"logoFrom":"huihui-ai"},{"id":"silicon-based-girlfriend-v2","family":"RX5950XT/silicon-based-girlfriend-v2-GGUF","name":"Silicon Based Girlfriend V2","maker":"RX5950XT","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"RX5950XT/silicon-based-girlfriend-v2-GGUF/sbg-v2-9b.imat-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-17T16:36:02.000Z","downloads":4492,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RX5950XT/silicon-based-girlfriend-v2-GGUF","file":"sbg-v2-9b.imat-Q4_K_M.gguf","label":"Q4_K_M","size":5780091104,"bits":5.03,"known":true,"rank":0},{"repo":"RX5950XT/silicon-based-girlfriend-v2-GGUF","file":"sbg-v2-9b.Q8_0.gguf","label":"Q8_0","size":9786060640,"bits":8.51,"known":true,"rank":0}],"repos":["RX5950XT/silicon-based-girlfriend-v2-GGUF"],"logoFrom":"huihui-ai"},{"id":"nemotron-cascade-8b-thinking","family":"nvidia/Nemotron-Cascade-8B-Thinking","name":"Nemotron Cascade 8B Thinking","maker":"NVIDIA","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/nvidia_Nemotron-Cascade-8B-Thinking-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2025-12-16T17:34:43.000Z","downloads":4489,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-IQ2_M.gguf","label":"IQ2_M","size":3051915328,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q2_K.gguf","label":"Q2_K","size":3281733696,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633856,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-IQ3_XS.gguf","label":"IQ3_XS","size":3626874944,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":3769612352,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":3889477696,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-IQ3_M.gguf","label":"IQ3_M","size":3896621120,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":4124162112,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q3_K_L.gguf","label":"Q3_K_L","size":4431394880,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":4561840192,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q4_0.gguf","label":"Q4_0","size":4787333184,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":4793624640,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":4802013248,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975933504,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":5027784768,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q4_1.gguf","label":"Q4_1","size":5247756352,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q4_K_L.gguf","label":"Q4_K_L","size":5489670208,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":5720762432,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":5851113536,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q5_K_L.gguf","label":"Q5_K_L","size":6235207744,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q6_K.gguf","label":"Q6_K","size":6725900352,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q6_K_L.gguf","label":"Q6_K_L","size":7027341376,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-Q8_0.gguf","label":"Q8_0","size":8709519424,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","file":"nvidia_Nemotron-Cascade-8B-Thinking-bf16.gguf","label":"BF16","size":16388044544,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF"],"logoFrom":"nvidia"},{"id":"lsa-semantic","family":"maite123/lsa-semantic-gguf","name":"Lsa Semantic","maker":"maite123","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":24,"probe":"maite123/lsa-semantic-gguf/sordo/qwen2.5-0.5b.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-09-16T15:52:22.000Z","downloads":4487,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"maite123/lsa-semantic-gguf","file":"sordo/qwen2.5-0.5b.gguf","label":"qwen2.5-0.5b","size":397807552,"bits":2.57,"known":false,"rank":0},{"repo":"maite123/lsa-semantic-gguf","file":"sordo/llama-3.2-1b.gguf","label":"llama-3.2-1b","size":807694912,"bits":5.21,"known":false,"rank":0},{"repo":"maite123/lsa-semantic-gguf","file":"sordo/qwen2.5-1.5b.gguf","label":"qwen2.5-1.5b","size":986048128,"bits":6.36,"known":false,"rank":0},{"repo":"maite123/lsa-semantic-gguf","file":"sordo/smollm2-1.7b.gguf","label":"smollm2-1.7b","size":1055611232,"bits":6.81,"known":false,"rank":0}],"repos":["maite123/lsa-semantic-gguf"],"logoFrom":null},{"id":"glm-5-3-gguf-dgx-spark","family":"autotrust/GLM-5.3-GGUF-DGX-Spark","name":"GLM 5.3 GGUF DGX Spark","maker":"autotrust","catalog":null,"tuned":true,"params":562.69,"active":41.76,"layers":78,"probe":"autotrust/GLM-5.3-GGUF-DGX-Spark/GLM-5.3-Q2-DGX-Spark-00001-of-00004.gguf","kvBytesPerToken":103963,"kvHeader":89856,"kvFixed":0,"context":1048576,"arch":"glm-dsa","vision":false,"licence":"other","open":false,"released":"2026-09-20T04:57:35.000Z","downloads":4487,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"autotrust/GLM-5.3-GGUF-DGX-Spark","file":"GLM-5.3-Q2-DGX-Spark-00001-of-00004.gguf","label":"GLM-5.3-Q2-DGX-Spark","size":160760302208,"bits":2.29,"known":false,"rank":0}],"repos":["autotrust/GLM-5.3-GGUF-DGX-Spark"],"logoFrom":"zai-org"},{"id":"nora0-1-1-7b","family":"uniqueplayer9102/Nora0.1-1.7B","name":"Nora0.1 1.7B","maker":"uniqueplayer9102","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"mradermacher/Nora0.1-1.7B-i1-GGUF/Nora0.1-1.7B.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T14:09:43.000Z","downloads":4481,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ1_S.gguf","label":"IQ1_S","size":515778464,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ1_M.gguf","label":"IQ1_M","size":543795104,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":590489504,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":631515040,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ2_S.gguf","label":"IQ2_S","size":657827744,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ2_M.gguf","label":"IQ2_M","size":695183264,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":732970912,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":754362272,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q2_K.gguf","label":"Q2_K","size":777797536,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":834224032,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ3_S.gguf","label":"IQ3_S","size":867254176,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":867254176,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ3_M.gguf","label":"IQ3_M","size":895664032,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":939540384,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1003503520,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1010384800,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1054424992,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q4_0.gguf","label":"Q4_0","size":1056784288,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1060192160,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1107410848,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q4_1.gguf","label":"Q4_1","size":1142505376,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1230585760,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1257881504,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Nora0.1-1.7B-i1-GGUF","file":"Nora0.1-1.7B.i1-Q6_K.gguf","label":"Q6_K","size":1417756576,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/Nora0.1-1.7B-i1-GGUF"],"logoFrom":"uniqueplayer9102"},{"id":"qwen2-5-coder-3b-uncensored","family":"bappi/Qwen2.5-Coder-3B-Uncensored","name":"Qwen2.5 Coder 3B Uncensored","maker":"bappi","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"bappi/Qwen2.5-Coder-3B-Uncensored/Qwen2.5-Coder-3B-Uncensored-Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-09-05T06:34:18.000Z","downloads":4479,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bappi/Qwen2.5-Coder-3B-Uncensored","file":"Qwen2.5-Coder-3B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":1929902464,"bits":5,"known":true,"rank":0},{"repo":"bappi/Qwen2.5-Coder-3B-Uncensored","file":"Qwen2.5-Coder-3B-Uncensored-Q8_0.gguf","label":"Q8_0","size":3285475744,"bits":8.51,"known":true,"rank":0}],"repos":["bappi/Qwen2.5-Coder-3B-Uncensored"],"logoFrom":"bappi"},{"id":"lunar-huntress-0-1","family":"Husky110/Lunar-Huntress-0.1","name":"Lunar Huntress 0.1","maker":"Husky110","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Lunar-Huntress-0.1-i1-GGUF/Lunar-Huntress-0.1.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T11:17:53.000Z","downloads":4473,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491200,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874112,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845632,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360768,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890496,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067712,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590784,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q2_K.gguf","label":"Q2_K","size":11916315584,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509568,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370624,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358784,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358784,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499136,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110592,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272064,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792064,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q4_0.gguf","label":"Q4_0","size":17701579712,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065024,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q4_1.gguf","label":"Q4_1","size":19481422784,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843264,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572544,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Lunar-Huntress-0.1-i1-GGUF","file":"Lunar-Huntress-0.1.i1-Q6_K.gguf","label":"Q6_K","size":25201486784,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Lunar-Huntress-0.1-i1-GGUF"],"logoFrom":null},{"id":"tinyllama-1-1b-chat-v0-6","family":"TinyLlama/TinyLlama-1.1B-Chat-v0.6","name":"TinyLlama 1.1B V0.6","maker":"TinyLlama","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"TinyLlama/TinyLlama-1.1B-Chat-v0.6/ggml-model-q4_0.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-20T08:59:23.000Z","downloads":4466,"likes":118,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TinyLlama/TinyLlama-1.1B-Chat-v0.6","file":"ggml-model-q4_0.gguf","label":"Q4_0","size":636725760,"bits":4.63,"known":true,"rank":0}],"repos":["TinyLlama/TinyLlama-1.1B-Chat-v0.6"],"logoFrom":"TinyLlama"},{"id":"yarn-llama-2-13b-64k","family":"NousResearch/Yarn-Llama-2-13b-64k","name":"Yarn Llama 2 13B 64K","maker":"Nous Research","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Yarn-Llama-2-13B-64K-GGUF/yarn-llama-2-13b-64k.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-01T08:38:06.000Z","downloads":4464,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-64K-GGUF","file":"yarn-llama-2-13b-64k.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yarn-Llama-2-13B-64K-GGUF"],"logoFrom":"NousResearch"},{"id":"minicpm-o-2-6","family":"openbmb/MiniCPM-o-2_6","name":"MiniCPM O 2 6","maker":"openbmb","catalog":null,"tuned":false,"params":7.61,"active":null,"layers":28,"probe":"openbmb/MiniCPM-o-2_6-gguf/Model-7.6B-Q4_0.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-01-13T07:01:20.000Z","downloads":4462,"likes":120,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q4_0.gguf","label":"Q4_0","size":4429578144,"bits":4.66,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q4_K_S.gguf","label":"Q4_K_S","size":4455956384,"bits":4.68,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q4_K_M.gguf","label":"Q4_K_M","size":4681260960,"bits":4.92,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q4_1.gguf","label":"Q4_1","size":4871389472,"bits":5.12,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q5_0.gguf","label":"Q5_0","size":5313200800,"bits":5.59,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q5_K_M.gguf","label":"Q5_K_M","size":5442855584,"bits":5.72,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q5_1.gguf","label":"Q5_1","size":5755012128,"bits":6.05,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q6_K.gguf","label":"Q6_K","size":6252049888,"bits":6.57,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-Q8_0.gguf","label":"Q8_0","size":8095744352,"bits":8.51,"known":true,"rank":0},{"repo":"openbmb/MiniCPM-o-2_6-gguf","file":"Model-7.6B-F16.gguf","label":"F16","size":15232626272,"bits":16.01,"known":true,"rank":0}],"repos":["openbmb/MiniCPM-o-2_6-gguf"],"logoFrom":"openbmb"},{"id":"huihui-qwen3-next-80b-a3b-thinking-abliterated-i1","family":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","name":"Huihui Qwen3 Next 80B A3B Thinking Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"mit","open":true,"released":"2025-12-22T03:20:30.000Z","downloads":4461,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":16184074592,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":17995166048,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":21013651808,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":23431586144,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":23641241952,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":26056030560,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":27251779936,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":29127911776,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30796593504,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32723612000,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":34547446112,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":34549117280,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":34991141216,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":38193705312,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":41233396064,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":42604476768,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":45282711904,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":45484956000,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":48410990944,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":50037954912,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":54994917728,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":56710371680,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":65528463712,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-Next-80B-A3B-Thinking-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-26ba4b-sonnet-3-7-distilled-v2","family":"haster/Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2","name":"Gemma 4 26BA4B Sonnet 3.7 Distilled V2","maker":"haster","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"haster/Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2/Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2.Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-05-09T09:03:52.000Z","downloads":4460,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"haster/Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2","file":"Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2.Q4_K_M.gguf","label":"Q4_K_M","size":16796014880,"bits":5.33,"known":true,"rank":0},{"repo":"haster/Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2","file":"Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2.Q8_0.gguf","label":"Q8_0","size":26859858208,"bits":8.52,"known":true,"rank":0}],"repos":["haster/Gemma-4-26BA4B-Sonnet-3.7-Distilled-v2"],"logoFrom":"google"},{"id":"morpho-7b-distill","family":"bluemorpholimited/Morpho-7B-Distill","name":"Morpho 7B Distill","maker":"bluemorpholimited","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Morpho-7B-Distill-i1-GGUF/Morpho-7B-Distill.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T09:56:57.000Z","downloads":4460,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ1_S.gguf","label":"IQ1_S","size":1903666112,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ1_M.gguf","label":"IQ1_M","size":2042194880,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273076160,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469020608,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ2_S.gguf","label":"IQ2_S","size":2595636160,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ2_M.gguf","label":"IQ2_M","size":2780341184,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834072512,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q2_K.gguf","label":"Q2_K","size":3015939008,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513344,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346254784,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492367296,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ3_S.gguf","label":"IQ3_S","size":3499191232,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ3_M.gguf","label":"IQ3_M","size":3574010816,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808390080,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088458176,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218471360,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437812160,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q4_0.gguf","label":"Q4_0","size":4444120000,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457767872,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683072448,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q4_1.gguf","label":"Q4_1","size":4873282496,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315175360,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444830144,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Morpho-7B-Distill-i1-GGUF","file":"Morpho-7B-Distill.i1-Q6_K.gguf","label":"Q6_K","size":6254197696,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Morpho-7B-Distill-i1-GGUF"],"logoFrom":null},{"id":"llama-3-1-70b-instruct-abliterated","family":"mylesgoose/Llama-3.1-70B-Instruct-abliterated","name":"Llama 3.1 70B Abliterated","maker":"mylesgoose","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF/Llama-3.1-70B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-10-03T05:16:12.000Z","downloads":4457,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":26375113920,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.IQ3_XS.gguf","label":"IQ3_XS","size":29307735232,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":30912056512,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":30912056512,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.IQ3_M.gguf","label":"IQ3_M","size":31937039552,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":34267499712,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":37140597952,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":38269668544,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":40347225280,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":42520399040,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":48657452224,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF","file":"Llama-3.1-70B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":49949822144,"bits":5.66,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-70B-Instruct-abliterated-GGUF"],"logoFrom":"meta-llama"},{"id":"qwopus3-5-9b-v3","family":"Jackrong/Qwopus3.5-9B-v3-GGUF","name":"Qwopus3.5 9B V3","maker":"Jackrong","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Jackrong/Qwopus3.5-9B-v3-GGUF/Qwopus3.5-9B-v3.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-31T08:23:16.000Z","downloads":4455,"likes":378,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwopus3.5-9B-v3-GGUF","file":"Qwopus3.5-9B-v3.Q4_K_M.gguf","label":"Q4_K_M","size":5629105024,"bits":5.03,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-9B-v3-GGUF","file":"Qwopus3.5-9B-v3.Q6_K.gguf","label":"Q6_K","size":7359255424,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-9B-v3-GGUF","file":"Qwopus3.5-9B-v3.Q8_0.gguf","label":"Q8_0","size":9527497600,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.5-9B-v3-GGUF"],"logoFrom":"Jackrong"},{"id":"deepseek-v4-1-flash-1017-fp8","family":"AMAImedia/DeepSeek-V4.1-Flash-1017-FP8-GGUF","name":"DeepSeek V4.1 Flash 1017 FP8","maker":"AMAImedia","catalog":null,"tuned":true,"params":748.49,"active":213.41,"layers":40,"probe":"AMAImedia/DeepSeek-V4.1-Flash-1017-FP8-GGUF/GGUF/Q2_K/DeepSeek-V4.1-Flash-1017-Q2_K-00001-of-00010.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"mit","open":true,"released":"2026-10-17T14:56:54.000Z","downloads":4455,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AMAImedia/DeepSeek-V4.1-Flash-1017-FP8-GGUF","file":"GGUF/Q2_K/DeepSeek-V4.1-Flash-1017-Q2_K-00001-of-00010.gguf","label":"Q2_K","size":264515416800,"bits":2.83,"known":true,"rank":0},{"repo":"AMAImedia/DeepSeek-V4.1-Flash-1017-FP8-GGUF","file":"GGUF/Q4_K_M/DeepSeek-V4.1-Flash-1017-Q4_K_M-00001-of-00010.gguf","label":"Q4_K_M","size":444737572416,"bits":4.75,"known":true,"rank":0}],"repos":["AMAImedia/DeepSeek-V4.1-Flash-1017-FP8-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen2-5-coder-3b-instruct-128k","family":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","name":"Qwen2.5 Coder 3B 128K","maker":"unsloth","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF/Qwen2.5-Coder-3B-Instruct-Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-12T19:00:38.000Z","downloads":4455,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q2_K.gguf","label":"Q2_K","size":1274755680,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1590475360,"bits":4.12,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1929902688,"bits":5,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2224814688,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q6_K.gguf","label":"Q6_K","size":2538158688,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-Q8_0.gguf","label":"Q8_0","size":3285475936,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF","file":"Qwen2.5-Coder-3B-Instruct-F16.gguf","label":"F16","size":6178316896,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen2.5-Coder-3B-Instruct-128K-GGUF"],"logoFrom":"Qwen"},{"id":"melody1437-26b-a4b","family":"ReadyArt/Melody1437-26B-A4B","name":"Melody1437 26B A4B","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Melody1437-26B-A4B-i1-GGUF/Melody1437-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-18T10:16:15.000Z","downloads":4453,"likes":30,"trending":0.2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290272384,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668658304,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299301504,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816431744,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873202304,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377716864,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582738560,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624482944,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325695104,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636068992,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222410880,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222410880,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392564864,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286734976,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824489600,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917727360,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488057472,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464826496,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969577600,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796017280,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986734720,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132891776,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Melody1437-26B-A4B-i1-GGUF","file":"Melody1437-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638400640,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Melody1437-26B-A4B-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"yi-6b-200k","family":"01-ai/Yi-6B-200K","name":"Yi 6B 200K","maker":"01-ai","catalog":null,"tuned":false,"params":6.06,"active":null,"layers":32,"probe":"TheBloke/Yi-6B-200K-GGUF/yi-6b-200k.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-10T20:53:14.000Z","downloads":4450,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q2_K.gguf","label":"Q2_K","size":2621230400,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q3_K_S.gguf","label":"Q3_K_S","size":2709196096,"bits":3.58,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q3_K_M.gguf","label":"Q3_K_M","size":2992835904,"bits":3.95,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q3_K_L.gguf","label":"Q3_K_L","size":3236891968,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q4_0.gguf","label":"Q4_0","size":3479326016,"bits":4.59,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q4_K_S.gguf","label":"Q4_K_S","size":3502918976,"bits":4.62,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q4_K_M.gguf","label":"Q4_K_M","size":3673967936,"bits":4.85,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q5_0.gguf","label":"Q5_0","size":4204154176,"bits":5.55,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q5_K_S.gguf","label":"Q5_K_S","size":4204154176,"bits":5.55,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q5_K_M.gguf","label":"Q5_K_M","size":4304424256,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q6_K.gguf","label":"Q6_K","size":4974284096,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Yi-6B-200K-GGUF","file":"yi-6b-200k.Q8_0.gguf","label":"Q8_0","size":6442126656,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yi-6B-200K-GGUF"],"logoFrom":"01-ai"},{"id":"qwen3-5-35b-a3b-ultra-uncensored-heretic","family":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic","name":"Qwen3.5 35B A3B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF/Qwen3.5-35B-A3B-heretic-v2-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T06:01:14.000Z","downloads":4449,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-IQ2_XXS.gguf","label":"IQ2_XXS","size":9344299072,"bits":2.16,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-Q4_K_S.gguf","label":"Q4_K_S","size":19884005216,"bits":4.59,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-Q4_K_M.gguf","label":"Q4_K_M","size":21169117024,"bits":4.89,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-Q5_K_S.gguf","label":"Q5_K_S","size":23981283168,"bits":5.54,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-Q5_K_M.gguf","label":"Q5_K_M","size":24764782432,"bits":5.72,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-Q6_K.gguf","label":"Q6_K","size":28514152288,"bits":6.58,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-Q8_0.gguf","label":"Q8_0","size":36903139168,"bits":8.52,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF","file":"Qwen3.5-35B-A3B-heretic-v2-BF16.gguf","label":"BF16","size":69376637088,"bits":16.01,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.5-35B-A3B-ultra-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen2-5-vl-32b-geometry","family":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","name":"Qwen2.5 VL 32B Geometry","maker":"mradermacher","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF/Qwen2.5-VL-32B-Geometry.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-19T07:10:41.000Z","downloads":4444,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q2_K.gguf","label":"Q2_K","size":12313097824,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q3_K_S.gguf","label":"Q3_K_S","size":14392329824,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q3_K_M.gguf","label":"Q3_K_M","size":15935047264,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q3_K_L.gguf","label":"Q3_K_L","size":17247077984,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.IQ4_XS.gguf","label":"IQ4_XS","size":17870100064,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q4_K_S.gguf","label":"Q4_K_S","size":18784409184,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q4_K_M.gguf","label":"Q4_K_M","size":19851335264,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q5_K_S.gguf","label":"Q5_K_S","size":22638253664,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q5_K_M.gguf","label":"Q5_K_M","size":23262156384,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q6_K.gguf","label":"Q6_K","size":26886153824,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Geometry-GGUF","file":"Qwen2.5-VL-32B-Geometry.Q8_0.gguf","label":"Q8_0","size":34820884064,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-32B-Geometry-GGUF"],"logoFrom":"yongxianwei"},{"id":"cydonia-24b-v4-3-heretic-v4","family":"coder3101/Cydonia-24B-v4.3-heretic-v4","name":"Cydonia 24B V4.3 Heretic V4","maker":"coder3101","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF/Cydonia-24B-v4.3-heretic-v4.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-02-17T14:44:50.000Z","downloads":4441,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ1_S.gguf","label":"IQ1_S","size":5273723200,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ1_M.gguf","label":"IQ1_M","size":5750497600,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545121600,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207035200,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ2_S.gguf","label":"IQ2_S","size":7478354240,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ2_M.gguf","label":"IQ2_M","size":8114053440,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320164160,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q2_K.gguf","label":"Q2_K","size":8890327360,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280594240,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907118400,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400276800,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ3_S.gguf","label":"IQ3_S","size":10428129600,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ3_M.gguf","label":"IQ3_M","size":10650952000,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474084160,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400763200,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758917440,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q4_0.gguf","label":"Q4_0","size":13494231360,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281600,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333911360,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q4_1.gguf","label":"Q4_1","size":14873108800,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304415040,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763986240,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF","file":"Cydonia-24B-v4.3-heretic-v4.i1-Q6_K.gguf","label":"Q6_K","size":19345940800,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Cydonia-24B-v4.3-heretic-v4-i1-GGUF"],"logoFrom":null},{"id":"ling-3-0-flash-fin","family":"inclusionAI/Ling-3.0-flash-Fin","name":"Ling 3.0 Flash Fin","maker":"Ant Group","catalog":null,"tuned":false,"params":127.49,"active":5.61,"layers":43,"probe":"bartowski/Ling-3.0-flash-Fin-GGUF/Ling-3.0-flash-Fin-IQ1_S.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-09-03T06:09:53.000Z","downloads":4434,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ1_S.gguf","label":"IQ1_S","size":27571028224,"bits":1.73,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ1_M.gguf","label":"IQ1_M","size":30561301888,"bits":1.92,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ2_XXS.gguf","label":"IQ2_XXS","size":35238382848,"bits":2.21,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ2_XS.gguf","label":"IQ2_XS","size":39036670720,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ2_S.gguf","label":"IQ2_S","size":39698819840,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ2_M.gguf","label":"IQ2_M","size":43638665472,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q2_K.gguf","label":"Q2_K","size":45900759680,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q2_K_L.gguf","label":"Q2_K_L","size":46293719680,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ3_XXS/Ling-3.0-flash-Fin-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":54118505952,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q3_K_S/Ling-3.0-flash-Fin-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":56287608544,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ3_XS/Ling-3.0-flash-Fin-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":58941685440,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q3_K_M/Ling-3.0-flash-Fin-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":58969587424,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q3_K_L/Ling-3.0-flash-Fin-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":61427678944,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ3_M/Ling-3.0-flash-Fin-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":61517496032,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q3_K_XL/Ling-3.0-flash-Fin-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":61779771104,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ4_XS/Ling-3.0-flash-Fin-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":68739201632,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-IQ4_NL/Ling-3.0-flash-Fin-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":72564891744,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q4_0/Ling-3.0-flash-Fin-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":72841125952,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q4_K_S/Ling-3.0-flash-Fin-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":75049689184,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q4_K_M/Ling-3.0-flash-Fin-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":77804990560,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q4_K_L/Ling-3.0-flash-Fin-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":78103640160,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q4_1/Ling-3.0-flash-Fin-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":80204410080,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q5_K_S/Ling-3.0-flash-Fin-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":87892609216,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q5_K_M/Ling-3.0-flash-Fin-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":90661271776,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q5_K_L/Ling-3.0-flash-Fin-Q5_K_L-00001-of-00003.gguf","label":"Q5_K_L","size":90909622496,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q6_K/Ling-3.0-flash-Fin-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":109259389504,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-Q8_0/Ling-3.0-flash-Fin-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":135633373216,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Ling-3.0-flash-Fin-GGUF","file":"Ling-3.0-flash-Fin-bf16/Ling-3.0-flash-Fin-bf16-00001-of-00007.gguf","label":"BF16","size":255091083616,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Ling-3.0-flash-Fin-GGUF"],"logoFrom":"inclusionAI"},{"id":"llama-3-1-8b-stheno-v3-4-gguf-iq-imatrix","family":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","name":"Llama 3.1 8B Stheno V3.4 GGUF IQ Imatrix","maker":"Lewdiculous","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix/Llama-3.1-8B-Stheno-v3.4-BF16.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-21T02:48:00.000Z","downloads":4431,"likes":32,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-IQ3_XXS-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-IQ3_XXS-imat","size":3274913280,"bits":3.26,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-IQ3_M-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-IQ3_M-imat","size":3784824320,"bits":3.77,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-IQ4_XS-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-IQ4_XS-imat","size":4447663616,"bits":4.43,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-Q4_K_S-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-Q4_K_S-imat","size":4692669952,"bits":4.68,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-Q4_K_M-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-Q4_K_M-imat","size":4920735232,"bits":4.9,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-Q5_K_S-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-Q5_K_S-imat","size":5599294976,"bits":5.58,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-Q5_K_M-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-Q5_K_M-imat","size":5732988416,"bits":5.71,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-Q6_K-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-Q6_K-imat","size":6596007424,"bits":6.57,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-Q8_0-imat.gguf","label":"Llama-3.1-8B-Stheno-v3.4-Q8_0-imat","size":8540771840,"bits":8.51,"known":false,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-BF16.gguf","label":"BF16","size":16068891872,"bits":16.01,"known":true,"rank":0},{"repo":"Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix","file":"Llama-3.1-8B-Stheno-v3.4-F16.gguf","label":"F16","size":16068891872,"bits":16.01,"known":true,"rank":0}],"repos":["Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix"],"logoFrom":"Sao10K"},{"id":"trida2-0-4b-i1","family":"mradermacher/Trida2.0-4B-i1-GGUF","name":"Trida2.0 4B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":32,"probe":"mradermacher/Trida2.0-4B-i1-GGUF/Trida2.0-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-19T16:15:41.000Z","downloads":4431,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1567188672,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1634373312,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1746347712,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1838548672,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1924430080,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":2014009600,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2060264800,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q2_K.gguf","label":"Q2_K","size":2123343200,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2176948480,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2342252448,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2349952928,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2411884448,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2435559328,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2534436768,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2693689248,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2851158464,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q4_0.gguf","label":"Q4_0","size":2906517024,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2920607264,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2966154784,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3065523744,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q4_1.gguf","label":"Q4_1","size":3163379424,"bits":5.23,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3426140064,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3511091104,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/Trida2.0-4B-i1-GGUF","file":"Trida2.0-4B.i1-Q6_K.gguf","label":"Q6_K","size":3984506432,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/Trida2.0-4B-i1-GGUF"],"logoFrom":"trillionlabs"},{"id":"regescore-1-0-35","family":"iBossonline/RegesCore-1.0-35","name":"RegesCore 1.0 35","maker":"iBossonline","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"iBossonline/RegesCore-1.0-35/RegesCore-1.0-35B-UD-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-07-29T08:43:37.000Z","downloads":4428,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":10523761056,"bits":2.43,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":11043854752,"bits":2.55,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":11496839584,"bits":2.65,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11563424160,"bits":2.67,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12251290016,"bits":2.83,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":13742807456,"bits":3.17,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":14984321440,"bits":3.46,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":16680401312,"bits":3.85,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16803568032,"bits":3.88,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":17785035168,"bits":4.11,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":18112190880,"bits":4.18,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893014432,"bits":4.82,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":21670492576,"bits":5,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":22134528416,"bits":5.11,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22324804000,"bits":5.15,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":24942049696,"bits":5.76,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":26456193440,"bits":6.11,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26527496608,"bits":6.12,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q6_K.gguf","label":"UD-Q6_K","size":29308320160,"bits":6.76,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843776928,"bits":7.35,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-Q8_0.gguf","label":"Q8_0","size":36903139744,"bits":8.52,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"RegesCore-1.0-35B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38201489824,"bits":8.82,"known":true,"rank":0},{"repo":"iBossonline/RegesCore-1.0-35","file":"BF16/RegesCore-1.0-35B-BF16-00001-of-00002.gguf","label":"BF16","size":69376637632,"bits":16.01,"known":true,"rank":0}],"repos":["iBossonline/RegesCore-1.0-35"],"logoFrom":"ornith-ai"},{"id":"pythia-12b-deduped","family":"EleutherAI/pythia-12b-deduped","name":"Pythia 12B Deduped","maker":"EleutherAI","catalog":null,"tuned":false,"params":11.85,"active":null,"layers":36,"probe":"mradermacher/pythia-12b-deduped-i1-GGUF/pythia-12b-deduped.i1-IQ1_S.gguf","kvBytesPerToken":853033,"kvHeader":737280,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T07:56:43.000Z","downloads":4421,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ1_S.gguf","label":"IQ1_S","size":2601533792,"bits":1.76,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ1_M.gguf","label":"IQ1_M","size":2835005792,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3224125792,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3564912992,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ2_S.gguf","label":"IQ2_S","size":3766579552,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ2_M.gguf","label":"IQ2_M","size":4077875552,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q2_K.gguf","label":"Q2_K","size":4504596832,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4680806752,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5069168992,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ3_S.gguf","label":"IQ3_S","size":5201879392,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5201879392,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ3_M.gguf","label":"IQ3_M","size":5758935392,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6230794592,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6378393952,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":6740398432,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":6740398432,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":6740398432,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q4_0.gguf","label":"Q4_0","size":6766612832,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6792827232,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6794404192,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7580897632,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8188416352,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8815104352,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-deduped-i1-GGUF","file":"pythia-12b-deduped.i1-Q6_K.gguf","label":"Q6_K","size":9726935392,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/pythia-12b-deduped-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"qwen3-5-9b-bos-q8-nonthinking","family":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","name":"Qwen3.5 9B BOS Q8 NonThinking","maker":"shaban2024","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking/model-q8-9b-dpo01.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T11:29:54.000Z","downloads":4418,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-9b-dpo01.gguf","label":"model-q8-9b-dpo01","size":9527501280,"bits":8.52,"known":false,"rank":0},{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-v0.1.gguf","label":"model-q8-v0.1","size":9527501280,"bits":8.52,"known":false,"rank":0},{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-v0.2.gguf","label":"model-q8-v0.2","size":9527501280,"bits":8.52,"known":false,"rank":0},{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-v0.3.gguf","label":"model-q8-v0.3","size":9527501280,"bits":8.52,"known":false,"rank":0},{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-v0.4.gguf","label":"model-q8-v0.4","size":9527501280,"bits":8.52,"known":false,"rank":0},{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-v0.5.gguf","label":"model-q8-v0.5","size":9527501280,"bits":8.52,"known":false,"rank":0},{"repo":"shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking","file":"model-q8-v0.6.gguf","label":"model-q8-v0.6","size":9527501280,"bits":8.52,"known":false,"rank":0}],"repos":["shaban2024/Qwen3.5-9B-BOS-Q8-NonThinking"],"logoFrom":"Qwen"},{"id":"swift-1-5-glm-5-3-flash","family":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","name":"Swift 1.5 GLM 5.3 Flash","maker":"ukisai","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF/IQ1_S/Swift-1.5-GLM-5.3-Flash-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"other","open":false,"released":"2026-10-08T09:38:53.000Z","downloads":4416,"likes":17,"trending":16,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ1_S/Swift-1.5-GLM-5.3-Flash-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":74845873664,"bits":1.87,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ1_M/Swift-1.5-GLM-5.3-Flash-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":83014968832,"bits":2.07,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ2_XXS/Swift-1.5-GLM-5.3-Flash-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":96630711936,"bits":2.41,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ2_XS/Swift-1.5-GLM-5.3-Flash-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":101428274784,"bits":2.53,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ2_S/Swift-1.5-GLM-5.3-Flash-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":107523516000,"bits":2.68,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q2_K_S/Swift-1.5-GLM-5.3-Flash-Q2_K_S-00001-of-00003.gguf","label":"Q2_K_S","size":110421059200,"bits":2.75,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ2_M/Swift-1.5-GLM-5.3-Flash-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":120618067584,"bits":3.01,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q2_K/Swift-1.5-GLM-5.3-Flash-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":125671155328,"bits":3.13,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ3_XXS/Swift-1.5-GLM-5.3-Flash-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":138825148032,"bits":3.46,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ3_S/Swift-1.5-GLM-5.3-Flash-IQ3_S-00001-of-00003.gguf","label":"IQ3_S","size":140857288288,"bits":3.51,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ3_XS/Swift-1.5-GLM-5.3-Flash-IQ3_XS-00001-of-00004.gguf","label":"IQ3_XS","size":147357148896,"bits":3.68,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q3_K_S/Swift-1.5-GLM-5.3-Flash-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":147357148896,"bits":3.68,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q3_K_M/Swift-1.5-GLM-5.3-Flash-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":155020142336,"bits":3.87,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q3_K_L/Swift-1.5-GLM-5.3-Flash-Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":162437768992,"bits":4.05,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ3_M/Swift-1.5-GLM-5.3-Flash-IQ3_M-00001-of-00004.gguf","label":"IQ3_M","size":166627878624,"bits":4.16,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"MXFP4_MOE/Swift-1.5-GLM-5.3-Flash-MXFP4_MOE-00001-of-00004.gguf","label":"MXFP4_MOE","size":176083936992,"bits":4.39,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ4_XS/Swift-1.5-GLM-5.3-Flash-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":177744881376,"bits":4.43,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q4_0/Swift-1.5-GLM-5.3-Flash-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":184093198048,"bits":4.59,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q4_K_S/Swift-1.5-GLM-5.3-Flash-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":189295994752,"bits":4.72,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"IQ4_NL/Swift-1.5-GLM-5.3-Flash-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":200828233568,"bits":5.01,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q4_K_M/Swift-1.5-GLM-5.3-Flash-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":200828233568,"bits":5.01,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q4_1/Swift-1.5-GLM-5.3-Flash-Q4_1-00001-of-00005.gguf","label":"Q4_1","size":202609805184,"bits":5.05,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q5_0/Swift-1.5-GLM-5.3-Flash-Q5_0-00001-of-00005.gguf","label":"Q5_0","size":221405489024,"bits":5.52,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q5_K_S/Swift-1.5-GLM-5.3-Flash-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":227912951616,"bits":5.68,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q5_1/Swift-1.5-GLM-5.3-Flash-Q5_1-00001-of-00006.gguf","label":"Q5_1","size":240544098240,"bits":6,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q5_K_M/Swift-1.5-GLM-5.3-Flash-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":243691923424,"bits":6.08,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q6_K_S/Swift-1.5-GLM-5.3-Flash-Q6_K_S-00001-of-00006.gguf","label":"Q6_K_S","size":268171978720,"bits":6.69,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q6_K/Swift-1.5-GLM-5.3-Flash-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":281044297696,"bits":7.01,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"Q8_0/Swift-1.5-GLM-5.3-Flash-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":341502044416,"bits":8.52,"known":true,"rank":0},{"repo":"ukisai/Swift-1.5-GLM-5.3-Flash-GGUF","file":"BF16/Swift-1.5-GLM-5.3-Flash-BF16-00001-of-00015.gguf","label":"BF16","size":641724426912,"bits":16.01,"known":true,"rank":0}],"repos":["ukisai/Swift-1.5-GLM-5.3-Flash-GGUF"],"logoFrom":"ukisai"},{"id":"flint-roleplay-antislop","family":"rawmodels/flint-roleplay-antislop","name":"Flint Roleplay Antislop","maker":"rawmodels","catalog":null,"tuned":true,"params":39.79,"active":2.82,"layers":49,"probe":"rawmodels/flint-roleplay-antislop/gguf/flint-roleplay-antislop-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T11:42:35.000Z","downloads":4414,"likes":10,"trending":6,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"rawmodels/flint-roleplay-antislop","file":"gguf/flint-roleplay-antislop-Q4_K_M.gguf","label":"Q4_K_M","size":25346648928,"bits":5.1,"known":true,"rank":0},{"repo":"rawmodels/flint-roleplay-antislop","file":"gguf/flint-roleplay-antislop-Q8_0.gguf","label":"Q8_0","size":44141947456,"bits":8.87,"known":true,"rank":0},{"repo":"rawmodels/flint-roleplay-antislop","file":"gguf/flint-roleplay-antislop-BF16.gguf","label":"BF16","size":79625759296,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/flint-roleplay-antislop-i1-GGUF","rawmodels/flint-roleplay-antislop"],"logoFrom":"RecursiveSI"},{"id":"mimo-ornith-9b-agsi-abliterated-hq-i1","family":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","name":"MiMo Ornith 9B AGSI Abliterated HQ I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF/MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-26T22:54:40.000Z","downloads":4413,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ1_S.gguf","label":"IQ1_S","size":2742645376,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ1_M.gguf","label":"IQ1_M","size":2877272704,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101651584,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285348992,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ2_S.gguf","label":"IQ2_S","size":3427971712,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ2_M.gguf","label":"IQ2_M","size":3607474816,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697242752,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q2_K.gguf","label":"Q2_K","size":3827266176,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938169472,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243419776,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259410560,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ3_S.gguf","label":"IQ3_S","size":4370821760,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ3_M.gguf","label":"IQ3_M","size":4415386240,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623528576,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925518464,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196444288,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q4_0.gguf","label":"Q4_0","size":5325943424,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351633536,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418218112,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629112960,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q4_1.gguf","label":"Q4_1","size":5809336960,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305313408,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467973760,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF","file":"MiMo-Ornith-9B-AGSI-Abliterated-HQ.i1-Q6_K.gguf","label":"Q6_K","size":7359263360,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/MiMo-Ornith-9B-AGSI-Abliterated-HQ-i1-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"zephyr-7b-beta-harmless-i1","family":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","name":"Zephyr 7B Beta Harmless I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF/Zephyr-7B-Beta-Harmless.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-11T08:44:26.000Z","downloads":4398,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102912,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447104,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687424,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256896,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921472,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713728,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q2_K.gguf","label":"Q2_K","size":2719243520,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345152,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816768,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568832,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394624,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892928,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987520,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025984,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689728,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108918016,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108918016,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108918016,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q4_0.gguf","label":"Q4_0","size":4123598080,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375296,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440576,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717248,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410688,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF","file":"Zephyr-7B-Beta-Harmless.i1-Q6_K.gguf","label":"Q6_K","size":5942066432,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Zephyr-7B-Beta-Harmless-i1-GGUF"],"logoFrom":null},{"id":"gemma-the-writer-mighty-sword-9b","family":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","name":"Gemma The Writer Mighty Sword 9B","maker":"DavidAU","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF/Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q2_k.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-23T03:05:58.000Z","downloads":4396,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q2_k.gguf","label":"Q2_K","size":3568853920,"bits":3.09,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":4101120928,"bits":3.55,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4525237152,"bits":3.92,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4895908768,"bits":4.24,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":5357069216,"bits":4.64,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":5445378976,"bits":4.71,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":5639201696,"bits":4.88,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":6483592096,"bits":5.61,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":6647366560,"bits":5.76,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q6_k.gguf","label":"Q6_K","size":7811277728,"bits":6.76,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF","file":"Gemma-The-Writer-Mighty-Sword-9B-D_AU-Q8_0.gguf","label":"Q8_0","size":9827148704,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Gemma-The-Writer-Mighty-Sword-9B-GGUF"],"logoFrom":"DavidAU"},{"id":"gemma-4-26b-a4b-it-heretic-guff","family":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","name":"Gemma 4 26B A4B Heretic GUFF","maker":"nohurry","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF/gemma-4-26b-a4b-it-heretic.q3_k_s.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T23:21:40.000Z","downloads":4395,"likes":74,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q3_k_s.gguf","label":"Q3_K_S","size":12705061856,"bits":4.03,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q3_k_m.gguf","label":"Q3_K_M","size":13894540256,"bits":4.41,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.iq4_xs.gguf","label":"IQ4_XS","size":14965070816,"bits":4.75,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.iq4_nl.gguf","label":"IQ4_NL","size":15440862176,"bits":4.9,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q4_k_s.gguf","label":"Q4_K_S","size":15916653536,"bits":5.05,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q4_k_m.gguf","label":"Q4_K_M","size":16868236256,"bits":5.35,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q5_k_s.gguf","label":"Q5_K_S","size":18771401696,"bits":5.95,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q5_k_m.gguf","label":"Q5_K_M","size":21150358496,"bits":6.71,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26b-a4b-it-heretic.q6_k.gguf","label":"Q6_K","size":23172471776,"bits":7.35,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26B-A4B-it-heretic.q8_0.gguf","label":"Q8_0","size":26859854560,"bits":8.52,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26B-A4B-it-heretic.bf16.gguf","label":"BF16","size":50505130720,"bits":16.01,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26B-A4B-it-heretic.f16.gguf","label":"F16","size":50505130720,"bits":16.01,"known":true,"rank":0},{"repo":"nohurry/gemma-4-26B-A4B-it-heretic-GUFF","file":"gemma-4-26B-A4B-it-heretic.f32.gguf","label":"F32","size":100948386528,"bits":32.01,"known":true,"rank":0}],"repos":["nohurry/gemma-4-26B-A4B-it-heretic-GUFF"],"logoFrom":"nohurry"},{"id":"gmcoder","family":"emperorofrome/Gmcoder","name":"Gmcoder","maker":"emperorofrome","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"emperorofrome/Gmcoder/gmcoder.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-09-28T19:42:05.000Z","downloads":4391,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"emperorofrome/Gmcoder","file":"gmcoder.Q4_K_M.gguf","label":"Q4_K_M","size":5629108800,"bits":5.03,"known":true,"rank":0},{"repo":"emperorofrome/Gmcoder","file":"gmcoder.Q8_0.gguf","label":"Q8_0","size":9786060352,"bits":8.75,"known":true,"rank":0}],"repos":["emperorofrome/Gmcoder"],"logoFrom":"emperorofrome"},{"id":"uncensoredlm-deepseek-r1-distill-qwen-14b","family":"uncensoredai/UncensoredLM-DeepSeek-R1-Distill-Qwen-14B","name":"UncensoredLM DeepSeek R1 Distill Qwen 14B","maker":"uncensoredai","catalog":null,"tuned":true,"params":14.22,"active":null,"layers":46,"probe":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ2_XS.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-02T02:02:39.000Z","downloads":4387,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4539672768,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ2_S.gguf","label":"IQ2_S","size":4824262848,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ2_M.gguf","label":"IQ2_M","size":5163657408,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf","label":"Q2_K","size":5567563968,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6154868928,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6327883968,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6422911168,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ3_M.gguf","label":"IQ3_M","size":6662097088,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7066515648,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7635368128,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ4_XS.gguf","label":"IQ4_XS","size":7825606848,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_0.gguf","label":"Q4_0","size":8230045888,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8238074048,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8254785728,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8316614848,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf","label":"Q4_K_M","size":8639113408,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_1.gguf","label":"Q4_1","size":9047935168,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9216956608,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q5_K_S.gguf","label":"Q5_K_S","size":9887942848,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10110068928,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10590591168,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf","label":"Q6_K","size":11672959168,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12050077888,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf","label":"Q8_0","size":15116548288,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-f16.gguf","label":"F16","size":28446570688,"bits":16,"known":true,"rank":0},{"repo":"bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF","file":"uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-f32/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-f32-00001-of-00002.gguf","label":"F32","size":56883951680,"bits":32,"known":true,"rank":0}],"repos":["bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF"],"logoFrom":"uncensoredai"},{"id":"tev1-4b-experimental","family":"togethercomputer/Tev1-4B-experimental","name":"Tev1 4B Experimental","maker":"togethercomputer","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF/togethercomputer_Tev1-4B-experimental-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-09-24T13:36:43.000Z","downloads":4386,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-IQ2_M.gguf","label":"IQ2_M","size":1653872672,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q2_K.gguf","label":"Q2_K","size":1797693472,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-IQ3_XXS.gguf","label":"IQ3_XXS","size":1975582752,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q3_K_S.gguf","label":"Q3_K_S","size":2035466272,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-IQ3_XS.gguf","label":"IQ3_XS","size":2050211872,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q3_K_M.gguf","label":"Q3_K_M","size":2140753952,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q3_K_L.gguf","label":"Q3_K_L","size":2244648992,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-IQ3_M.gguf","label":"IQ3_M","size":2345881632,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-IQ4_XS.gguf","label":"IQ4_XS","size":2506567712,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q4_K_S.gguf","label":"Q4_K_S","size":2615664672,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q4_0.gguf","label":"Q4_0","size":2715740192,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-IQ4_NL.gguf","label":"IQ4_NL","size":2787061792,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q4_K_M.gguf","label":"Q4_K_M","size":2797527072,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q4_1.gguf","label":"Q4_1","size":2919557152,"bits":5.39,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q4_K_L.gguf","label":"Q4_K_L","size":2969456672,"bits":5.49,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q5_K_S.gguf","label":"Q5_K_S","size":3154749472,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q5_K_M.gguf","label":"Q5_K_M","size":3360942112,"bits":6.21,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q6_K_S.gguf","label":"Q6_K_S","size":3611740192,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q6_K.gguf","label":"Q6_K","size":3757762592,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q6_K_L.gguf","label":"Q6_K_L","size":3918387232,"bits":7.24,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-Q8_0.gguf","label":"Q8_0","size":4622131232,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_Tev1-4B-experimental-GGUF","file":"togethercomputer_Tev1-4B-experimental-bf16.gguf","label":"BF16","size":8665620160,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/togethercomputer_Tev1-4B-experimental-GGUF"],"logoFrom":"togethercomputer"},{"id":"qwen3-8-27b-val-apex-i-miniplus-v3","family":"IsValorum/Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3-GGUF","name":"Qwen3.8 27B VAL APEX I MiniPlus V3","maker":"IsValorum","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3-GGUF/Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-08T00:16:08.000Z","downloads":4386,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3-GGUF","file":"Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3.gguf","label":"Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3","size":14160865248,"bits":4.15,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-27B-VAL-APEX-I-MiniPlus-V3-GGUF"],"logoFrom":"Qwen"},{"id":"paw-125b-flash-next-x3-1","family":"lackonendes/PAW-125B-FLASH-NEXT-X3.1","name":"PAW 125B FLASH NEXT X3.1","maker":"lackonendes","catalog":null,"tuned":false,"params":79.26,"active":1.59,"layers":48,"probe":"lackonendes/PAW-125B-FLASH-NEXT-X3.1/flashnext-x31-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-05T10:08:53.000Z","downloads":4385,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lackonendes/PAW-125B-FLASH-NEXT-X3.1","file":"flashnext-x31-00001-of-00002.gguf","label":"flashnext-x31","size":102905760992,"bits":10.39,"known":false,"rank":0}],"repos":["lackonendes/PAW-125B-FLASH-NEXT-X3.1"],"logoFrom":"Qwen"},{"id":"qwen2-5-7b-instruct-abliterated-i1","family":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","name":"Qwen2.5 7B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF/Qwen2.5-7B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-20T17:54:32.000Z","downloads":4384,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668480,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197248,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078528,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022976,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638528,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343552,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3015941376,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515712,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346257152,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369664,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193600,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013184,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392448,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460544,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473728,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431392000,"bits":4.65,"known":false,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431392000,"bits":4.65,"known":false,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431392000,"bits":4.65,"known":false,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":4444122368,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770240,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074816,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177728,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832512,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-7B-Instruct-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":6254200064,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-7B-Instruct-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"dan-l3-r1-8b","family":"UnfilteredAI/DAN-L3-R1-8B","name":"DAN L3 R1 8B","maker":"UnfilteredAI","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"UnfilteredAI/DAN-L3-R1-8B/DAN-L3-R1-8B.f16.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-04T15:59:16.000Z","downloads":4365,"likes":90,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"UnfilteredAI/DAN-L3-R1-8B","file":"DAN-L3-R1-8B.f16.gguf","label":"F16","size":16068892480,"bits":16.01,"known":true,"rank":0}],"repos":["UnfilteredAI/DAN-L3-R1-8B"],"logoFrom":"deepseek-ai"},{"id":"koa-express-31b-qat","family":"SF-Foundation/Koa-express-31B-qat","name":"Koa Express 31B Qat","maker":"SF-Foundation","catalog":null,"tuned":false,"params":32.11,"active":null,"layers":60,"probe":"mradermacher/Koa-express-31B-qat-i1-GGUF/Koa-express-31B-qat.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-24T11:52:39.000Z","downloads":4356,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ1_S.gguf","label":"IQ1_S","size":7618912928,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ1_M.gguf","label":"IQ1_M","size":8188295840,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9137267360,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9992782496,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ2_S.gguf","label":"IQ2_S","size":10763442848,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11439012512,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ2_M.gguf","label":"IQ2_M","size":11522620064,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q2_K.gguf","label":"Q2_K","size":12378737312,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12683061920,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13677922976,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ3_S.gguf","label":"IQ3_S","size":14366911136,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14366911136,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ3_M.gguf","label":"IQ3_M","size":15030051488,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15892662944,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17233824416,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17484475040,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q4_0.gguf","label":"Q4_0","size":18494302880,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18555890336,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19479788192,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Koa-express-31B-qat-i1-GGUF","file":"Koa-express-31B-qat.i1-Q4_1.gguf","label":"Q4_1","size":20362226336,"bits":5.07,"known":true,"rank":0}],"repos":["mradermacher/Koa-express-31B-qat-i1-GGUF"],"logoFrom":null},{"id":"linne-oak-1-0","family":"PNPM244/linne-oak-1-0","name":"Linne Oak 1 0","maker":"PNPM244","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/linne-oak-1-0-GGUF/linne-oak-1-0.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T05:23:27.000Z","downloads":4349,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q2_K.gguf","label":"Q2_K","size":11916315584,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q3_K_S.gguf","label":"Q3_K_S","size":13761358784,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q3_K_M.gguf","label":"Q3_K_M","size":15287110592,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q3_K_L.gguf","label":"Q3_K_L","size":16628272064,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.IQ4_XS.gguf","label":"IQ4_XS","size":16862235584,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q4_K_S.gguf","label":"Q4_K_S","size":17763167168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q4_K_M.gguf","label":"Q4_K_M","size":18687065024,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q5_K_S.gguf","label":"Q5_K_S","size":21311843264,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q5_K_M.gguf","label":"Q5_K_M","size":21845572544,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q6_K.gguf","label":"Q6_K","size":25201486784,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/linne-oak-1-0-GGUF","file":"linne-oak-1-0.Q8_0.gguf","label":"Q8_0","size":32635677632,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/linne-oak-1-0-GGUF"],"logoFrom":null},{"id":"zaire-12b-v0-1","family":"ReadyArt/Zaire-12B-v0.1","name":"Zaire 12B V0.1","maker":"ReadyArt","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Zaire-12B-v0.1-i1-GGUF/Zaire-12B-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T11:45:34.000Z","downloads":4348,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":2983693344,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":3202849824,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568110624,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887844384,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":4079598624,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":4371807264,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149024,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":4830149664,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196064,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272394784,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":5528230944,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528230944,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":5733993504,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087089184,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566321184,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635256864,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975880224,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":6997998624,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024049184,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381384224,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q4_1.gguf","label":"Q4_1","size":7657126944,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338373664,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547269664,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Zaire-12B-v0.1-i1-GGUF","file":"Zaire-12B-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":9786022944,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Zaire-12B-v0.1-i1-GGUF"],"logoFrom":"ReadyArt"},{"id":"mn-12b-lyra-v4-gguf-iq-imatrix","family":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","name":"MN 12B Lyra V4 GGUF IQ Imatrix","maker":"Lewdiculous","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix/MN-12B-Lyra-v4-BF16.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-09-09T14:13:25.000Z","downloads":4347,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ2_XXS-imat.gguf","label":"MN-12B-Lyra-v4-IQ2_XXS-imat","size":3592315616,"bits":2.35,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ2_S-imat.gguf","label":"MN-12B-Lyra-v4-IQ2_S-imat","size":4138476256,"bits":2.7,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ3_XXS-imat.gguf","label":"MN-12B-Lyra-v4-IQ3_XXS-imat","size":4945388256,"bits":3.23,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ3_XS-imat.gguf","label":"MN-12B-Lyra-v4-IQ3_XS-imat","size":5306491616,"bits":3.47,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ3_S-imat.gguf","label":"MN-12B-Lyra-v4-IQ3_S-imat","size":5562082016,"bits":3.63,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ3_M-imat.gguf","label":"MN-12B-Lyra-v4-IQ3_M-imat","size":5722235616,"bits":3.74,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q3_K_M-imat.gguf","label":"MN-12B-Lyra-v4-Q3_K_M-imat","size":6083093216,"bits":3.97,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q3_K_L-imat.gguf","label":"MN-12B-Lyra-v4-Q3_K_L-imat","size":6561506016,"bits":4.29,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-IQ4_XS-imat.gguf","label":"MN-12B-Lyra-v4-IQ4_XS-imat","size":6742713056,"bits":4.4,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q4_K_S-imat.gguf","label":"MN-12B-Lyra-v4-Q4_K_S-imat","size":7120200416,"bits":4.65,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q4_K_M-imat.gguf","label":"MN-12B-Lyra-v4-Q4_K_M-imat","size":7477207776,"bits":4.88,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q5_K_S-imat.gguf","label":"MN-12B-Lyra-v4-Q5_K_S-imat","size":8518738656,"bits":5.56,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q5_K_M-imat.gguf","label":"MN-12B-Lyra-v4-Q5_K_M-imat","size":8727634656,"bits":5.7,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q6_K-imat.gguf","label":"MN-12B-Lyra-v4-Q6_K-imat","size":10056213216,"bits":6.57,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-Q8_0-imat.gguf","label":"MN-12B-Lyra-v4-Q8_0-imat","size":13022372576,"bits":8.5,"known":false,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-BF16.gguf","label":"BF16","size":24504279488,"bits":16,"known":true,"rank":0},{"repo":"Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix","file":"MN-12B-Lyra-v4-F16.gguf","label":"F16","size":24504279488,"bits":16,"known":true,"rank":0}],"repos":["Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix"],"logoFrom":"Sao10K"},{"id":"cursorcore-ds-1-3b-sr","family":"TechxGenus/CursorCore-DS-1.3B-SR","name":"CursorCore DS 1.3B SR","maker":"TechxGenus","catalog":null,"tuned":false,"params":1.35,"active":null,"layers":24,"probe":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF/CursorCore-DS-1.3B-SR.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-10-11T06:32:16.000Z","downloads":4347,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ1_S.gguf","label":"IQ1_S","size":424418016,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ1_M.gguf","label":"IQ1_M","size":441817824,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":470817504,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ2_XS.gguf","label":"IQ2_XS","size":497162976,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ2_S.gguf","label":"IQ2_S","size":528211680,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ2_M.gguf","label":"IQ2_M","size":551411424,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q2_K.gguf","label":"Q2_K","size":559263456,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":580509408,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ3_XS.gguf","label":"IQ3_XS","size":612872928,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ3_S.gguf","label":"IQ3_S","size":641331936,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q3_K_S.gguf","label":"Q3_K_S","size":641331936,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ3_M.gguf","label":"IQ3_M","size":672297696,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q3_K_M.gguf","label":"Q3_K_M","size":703640288,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-IQ4_XS.gguf","label":"IQ4_XS","size":743847648,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q3_K_L.gguf","label":"Q3_K_L","size":743961312,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":775390944,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":775390944,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":775390944,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q4_0.gguf","label":"Q4_0","size":777504480,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q4_K_S.gguf","label":"Q4_K_S","size":813418208,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q4_K_M.gguf","label":"Q4_K_M","size":872908512,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q5_K_S.gguf","label":"Q5_K_S","size":952288992,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1001244384,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF","file":"CursorCore-DS-1.3B-SR.i1-Q6_K.gguf","label":"Q6_K","size":1170889440,"bits":6.94,"known":true,"rank":0}],"repos":["mradermacher/CursorCore-DS-1.3B-SR-i1-GGUF"],"logoFrom":"TechxGenus"},{"id":"anita-next-24b-dolphin-mistral-uncensored-ita","family":"m-polignano/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA","name":"ANITA NEXT 24B Dolphin Mistral UNCENSORED ITA","maker":"m-polignano","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-24T20:31:46.000Z","downloads":4342,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ1_S.gguf","label":"IQ1_S","size":5273723584,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ1_M.gguf","label":"IQ1_M","size":5750497984,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545121984,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207035584,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ2_S.gguf","label":"IQ2_S","size":7478354624,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ2_M.gguf","label":"IQ2_M","size":8114053824,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320164544,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q2_K.gguf","label":"Q2_K","size":8890327744,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280594624,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907118784,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400277184,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ3_S.gguf","label":"IQ3_S","size":10428129984,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ3_M.gguf","label":"IQ3_M","size":10650952384,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474084544,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400763584,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758917824,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q4_0.gguf","label":"Q4_0","size":13494231744,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281984,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333911744,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q4_1.gguf","label":"Q4_1","size":14873109184,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304415424,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763986624,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA.i1-Q6_K.gguf","label":"Q6_K","size":19345941184,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ANITA-NEXT-24B-Dolphin-Mistral-UNCENSORED-ITA-i1-GGUF"],"logoFrom":"m-polignano"},{"id":"hpc-assistant-qwen3-8b","family":"VaibhavKKM/hpc-assistant-qwen3-8b","name":"Hpc Assistant Qwen3 8B","maker":"VaibhavKKM","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"VaibhavKKM/hpc-assistant-qwen3-8b/gguf/8b-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-31T01:55:36.000Z","downloads":4342,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"VaibhavKKM/hpc-assistant-qwen3-8b","file":"gguf/8b-Q4_K_M.gguf","label":"Q4_K_M","size":5027783712,"bits":4.91,"known":true,"rank":0},{"repo":"VaibhavKKM/hpc-assistant-qwen3-8b","file":"gguf/8b-Q8_0.gguf","label":"Q8_0","size":8709518368,"bits":8.51,"known":true,"rank":0}],"repos":["VaibhavKKM/hpc-assistant-qwen3-8b"],"logoFrom":"Qwen"},{"id":"dolphin-mistral-glm-4-7-flash-24b-venice-edition-thinking-uncensored","family":"DavidAU/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored","name":"Dolphin Mistral GLM 4.7 Flash 24B Venice Edition Thinking Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-02T23:04:26.000Z","downloads":4341,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":5273722784,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":5750497184,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545121184,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207034784,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":7478353824,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":8114053024,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320163744,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":8890326944,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593824,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907117984,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400276384,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":10428129184,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":10650951584,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474083744,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400762784,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758917024,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":13494230944,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281184,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333910944,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":14873108384,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304414624,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763985824,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF","file":"Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":19345940384,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Dolphin-Mistral-GLM-4.7-Flash-24B-Venice-Edition-Thinking-Uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"hauhaucs-qwen3-6-35b-a3b-uncensored-hauhaucs-aggressive","family":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","name":"HauhauCS Qwen3.6 35B A3B Uncensored HauhauCS Aggressive","maker":"CCSSNE","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-25T02:57:19.000Z","downloads":4339,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf","label":"IQ2_M","size":11659235456,"bits":2.69,"known":true,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf","label":"Q2_K_P","size":14981265536,"bits":3.46,"known":false,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf","label":"IQ3_M","size":15440519296,"bits":3.56,"known":true,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf","label":"IQ4_XS","size":18728777856,"bits":4.32,"known":true,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf","label":"Q3_K_P","size":19023337600,"bits":4.39,"known":false,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf","label":"IQ4_NL","size":19779278976,"bits":4.57,"known":true,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":21166758016,"bits":4.89,"known":true,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf","label":"Q4_K_P","size":23424536704,"bits":5.41,"known":false,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf","label":"Q5_K_P","size":28027394176,"bits":6.47,"known":false,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf","label":"Q6_K_P","size":30649317504,"bits":7.07,"known":false,"rank":0},{"repo":"CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf","label":"Q8_K_P","size":43605014656,"bits":10.06,"known":false,"rank":0}],"repos":["CCSSNE/HauhauCS-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"qwen3-8b-jp-uncensored","family":"ryo559/Qwen3-8B-JP-Uncensored","name":"Qwen3 8B JP Uncensored","maker":"ryo559","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"ryo559/Qwen3-8B-JP-Uncensored-GGUF/qwen3-8b-jp-uncensored-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-03T05:25:49.000Z","downloads":4337,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ryo559/Qwen3-8B-JP-Uncensored-GGUF","file":"qwen3-8b-jp-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5027783616,"bits":4.91,"known":true,"rank":0},{"repo":"ryo559/Qwen3-8B-JP-Uncensored-GGUF","file":"qwen3-8b-jp-uncensored-Q8_0.gguf","label":"Q8_0","size":8709518272,"bits":8.51,"known":true,"rank":0}],"repos":["ryo559/Qwen3-8B-JP-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"l3-3-70b-euryale-v2-3-heretic","family":"sh0ck0r/L3.3-70B-Euryale-v2.3-heretic","name":"L3.3 70B Euryale V2.3 Heretic","maker":"sh0ck0r","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF/L3.3-70B-Euryale-v2.3-heretic.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-03-05T16:57:30.000Z","downloads":4336,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":15343488096,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":16751201376,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097390176,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":21142113376,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":22242348128,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":24119299168,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":24471948384,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q2_K.gguf","label":"Q2_K","size":26375113824,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499488,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":29307735136,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":30912056416,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30912056416,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":31937039456,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":34267499616,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":37140597856,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":37902666848,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q4_0.gguf","label":"Q4_0","size":40116538464,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":40347225184,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":42520398944,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q4_1.gguf","label":"Q4_1","size":44313594976,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":48657452128,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":49949822048,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF","file":"L3.3-70B-Euryale-v2.3-heretic.i1-Q6_K.gguf","label":"Q6_K","size":57888148576,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/L3.3-70B-Euryale-v2.3-heretic-i1-GGUF"],"logoFrom":"sh0ck0r"},{"id":"huihui-qwen3-8-27b-coder390-efficientthink-abliterated-val-apex-i-nanoplus-v3","family":"IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-NanoPlus-V3-GGUF","name":"Huihui Qwen3.8 27B Coder390 EfficientThink Abliterated VAL APEX I NanoPlus V3","maker":"IsValorum","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-NanoPlus-V3-GGUF/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.VAL-APEX-I-NanoPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T20:42:44.000Z","downloads":4335,"likes":5,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-NanoPlus-V3-GGUF","file":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.VAL-APEX-I-NanoPlus-V3.gguf","label":"Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated.VAL-APEX-I-NanoPlus-V3","size":12183135968,"bits":3.57,"known":false,"rank":0}],"repos":["IsValorum/Huihui-Qwen3.8-27B-Coder390-EfficientThink-abliterated-VAL-APEX-I-NanoPlus-V3-GGUF"],"logoFrom":"huihui-ai"},{"id":"comfyui-qwen3-vl","family":"Abiray/ComfyUI-Qwen3-VL-GGUF","name":"ComfyUI Qwen3 VL","maker":"Abiray","catalog":null,"tuned":true,"params":8.77,"active":null,"layers":36,"probe":"Abiray/ComfyUI-Qwen3-VL-GGUF/qwen3vl-4b-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T09:37:57.000Z","downloads":4329,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/ComfyUI-Qwen3-VL-GGUF","file":"qwen3vl_8b_q4_k_m_vision_q8_0.gguf","label":"Q4_K_M_VISION_Q8_0","size":6036488096,"bits":5.51,"known":false,"rank":0},{"repo":"Abiray/ComfyUI-Qwen3-VL-GGUF","file":"qwen3vl-8b-Q6_K.gguf","label":"Q6_K","size":6725900480,"bits":6.14,"known":true,"rank":0},{"repo":"Abiray/ComfyUI-Qwen3-VL-GGUF","file":"qwen3vl_8b_q5_k_m_vision_q8_0.gguf","label":"Q5_K_M_VISION_Q8_0","size":6859816768,"bits":6.26,"known":false,"rank":0}],"repos":["Abiray/ComfyUI-Qwen3-VL-GGUF"],"logoFrom":"Comfy-Org"},{"id":"gemma-4-hacking","family":"deathafteryou/gemma-4-hacking","name":"Gemma 4 Hacking","maker":"deathafteryou","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"deathafteryou/gemma-4-hacking/gemma-4-E4B-it-ultra-uncensored-heretic.Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-04-10T15:45:50.000Z","downloads":4325,"likes":10,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"deathafteryou/gemma-4-hacking","file":"gemma-4-E4B-it-ultra-uncensored-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5335285376,"bits":5.68,"known":true,"rank":0}],"repos":["deathafteryou/gemma-4-hacking"],"logoFrom":"deathafteryou"},{"id":"qwen3-8b-nonthinking-roleverse-sft-dpo","family":"tinyrolls/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO","name":"Qwen3 8B NonThinking RoleVerse SFT DPO","maker":"tinyrolls","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T18:42:51.000Z","downloads":4325,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770944,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149056,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112576,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157760,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745024,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915840,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553344,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q2_K.gguf","label":"Q2_K","size":3281734208,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634368,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875456,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612864,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666880,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621632,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162624,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395392,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840704,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q4_0.gguf","label":"Q4_0","size":4787333696,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793625152,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013760,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027785280,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q4_1.gguf","label":"Q4_1","size":5247756864,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762944,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851114048,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-NonThinking-RoleVerse-SFT-DPO.i1-Q6_K.gguf","label":"Q6_K","size":6725900864,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-8B-NonThinking-RoleVerse-SFT-DPO-i1-GGUF"],"logoFrom":"Qwen"},{"id":"ingot-x-27b-q2","family":"dendriteholdings/Ingot-X-27B-Q2","name":"Ingot X 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-X-27B-Q2/Ingot-X-27B-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-25T20:52:44.000Z","downloads":4323,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-X-27B-Q2","file":"Ingot-X-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-X-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"mistral-small-3-1-24b-instruct-2503-max-neo-imatrix","family":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","name":"Mistral Small 3.1 24B 2503 MAX NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ2_XXS-imat.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-18T04:17:05.000Z","downloads":4321,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ2_XXS-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ2_XXS-imat","size":8547898592,"bits":2.9,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ2_XS-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ2_XS-imat","size":9209812192,"bits":3.13,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_XXS-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_XXS-imat","size":11215213792,"bits":3.81,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_XS-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_XS-imat","size":11752608992,"bits":3.99,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_S-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_S-imat","size":12273620192,"bits":4.17,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_M-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ3_M-imat","size":12496442592,"bits":4.24,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ4_XS-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ4_XS-imat","size":14536250592,"bits":4.93,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ4_NL-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-IQ4_NL-imat","size":15224378592,"bits":5.17,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q4_K_S-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q4_K_S-imat","size":15305643232,"bits":5.19,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q4_K_M-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q4_K_M-imat","size":16090272992,"bits":5.46,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q5_K_S-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q5_K_S-imat","size":17976890592,"bits":6.1,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q5_K_M-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q5_K_M-imat","size":18436461792,"bits":6.26,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q6_K-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q6_K-imat","size":20929287392,"bits":7.1,"known":false,"rank":0},{"repo":"DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF","file":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q8_0-imat.gguf","label":"Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-D_AU-Q8_0-imat","size":26313069792,"bits":8.93,"known":false,"rank":0}],"repos":["DavidAU/Mistral-Small-3.1-24B-Instruct-2503-MAX-NEO-Imatrix-GGUF"],"logoFrom":"mistralai"},{"id":"tiny-aya-global","family":"CohereLabs/tiny-aya-global","name":"Tiny Aya Global","maker":"Cohere","catalog":null,"tuned":false,"params":3.35,"active":null,"layers":36,"probe":"CohereLabs/tiny-aya-global-GGUF/tiny-aya-global-q4_0.gguf","kvBytesPerToken":85303,"kvHeader":73728,"kvFixed":0,"context":500000,"arch":"cohere2","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-02-13T09:13:01.000Z","downloads":4319,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CohereLabs/tiny-aya-global-GGUF","file":"tiny-aya-global-q4_0.gguf","label":"Q4_0","size":2034490976,"bits":4.86,"known":true,"rank":0},{"repo":"CohereLabs/tiny-aya-global-GGUF","file":"tiny-aya-global-q4_k_m.gguf","label":"Q4_K_M","size":2143977056,"bits":5.12,"known":true,"rank":0},{"repo":"CohereLabs/tiny-aya-global-GGUF","file":"tiny-aya-global-q8_0.gguf","label":"Q8_0","size":3570654816,"bits":8.53,"known":true,"rank":0},{"repo":"CohereLabs/tiny-aya-global-GGUF","file":"tiny-aya-global-bf16.gguf","label":"BF16","size":6710484576,"bits":16.03,"known":true,"rank":0},{"repo":"CohereLabs/tiny-aya-global-GGUF","file":"tiny-aya-global-f16.gguf","label":"F16","size":6710484576,"bits":16.03,"known":true,"rank":0}],"repos":["CohereLabs/tiny-aya-global-GGUF"],"logoFrom":"CohereLabs"},{"id":"alibaba-nlp-tongyi-deepresearch-30b-a3b","family":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","name":"Alibaba NLP Tongyi DeepResearch 30B A3B","maker":"bartowski","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-09-17T00:19:24.000Z","downloads":4319,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":7569024864,"bits":1.98,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":8662165344,"bits":2.27,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":8744099680,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":9870270304,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q2_K.gguf","label":"Q2_K","size":10908647264,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":11212519264,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216983392,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":12736460640,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":13428127584,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":14076540768,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14076802912,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":14583002976,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855272288,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":16458002272,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":17386278752,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_0.gguf","label":"Q4_0","size":17631645536,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":17984491360,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18632183648,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":18863126368,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_1.gguf","label":"Q4_1","size":19214520160,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":21099384672,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21744455520,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":21936502624,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q6_K.gguf","label":"Q6_K","size":25104721760,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":25255442272,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q8_0.gguf","label":"Q8_0","size":32483932000,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF","file":"Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-bf16/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":61095802624,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF"],"logoFrom":"Alibaba-NLP"},{"id":"lfm2-5-24b-a2b-uncensored2","family":"electroglyph/LFM2.5-24B-A2B-uncensored2","name":"LFM2.5 24B A2B Uncensored2","maker":"electroglyph","catalog":null,"tuned":true,"params":23.97,"active":2.45,"layers":40,"probe":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF/LFM2.5-24B-A2B-uncensored2.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-23T11:53:16.000Z","downloads":4312,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ1_S.gguf","label":"IQ1_S","size":4932617152,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ1_M.gguf","label":"IQ1_M","size":5471667136,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6370083776,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7090127808,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ2_S.gguf","label":"IQ2_S","size":7162266560,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ2_M.gguf","label":"IQ2_M","size":7880999872,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8175403968,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q2_K.gguf","label":"Q2_K","size":8809759680,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9282732992,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9861301184,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ3_S.gguf","label":"IQ3_S","size":10429989824,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10429989824,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ3_M.gguf","label":"IQ3_M","size":10523575232,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11465720768,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12428313536,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12837438400,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q4_0.gguf","label":"Q4_0","size":13618955200,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13660242880,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14526260160,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q4_1.gguf","label":"Q4_1","size":15059698624,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16541205440,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17029604288,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF","file":"LFM2.5-24B-A2B-uncensored2.i1-Q6_K.gguf","label":"Q6_K","size":19689407424,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LFM2.5-24B-A2B-uncensored2-i1-GGUF"],"logoFrom":"electroglyph"},{"id":"aura-prototype-26b-a4b","family":"EldritchLabs/Aura-Prototype-26B-A4B","name":"Aura Prototype 26B A4B","maker":"EldritchLabs","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF/Aura-Prototype-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-18T18:17:18.000Z","downloads":4311,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495904,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881824,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541525024,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058655264,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190399008,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913568,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824962080,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866706464,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891808,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265696,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607584,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607584,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761568,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931680,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141686304,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309897248,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903296032,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880065056,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430953504,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255840,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247968,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640405024,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Aura-Prototype-26B-A4B-i1-GGUF","file":"Aura-Prototype-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243955744,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Aura-Prototype-26B-A4B-i1-GGUF"],"logoFrom":"EldritchLabs"},{"id":"smartcode-fable-5-cot-reasoning-qkvo-qwen-3-6-27b-distilled","family":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","name":"SmartCode Fable 5 CoT Reasoning QKVO Qwen 3.6 27B Distilled","maker":"mfielding92","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q2_K_XL.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-26T02:08:38.000Z","downloads":4310,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12002706272,"bits":3.51,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q3_K_S.gguf","label":"Q3_K_S","size":12256535392,"bits":3.59,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-IQ3_S.gguf","label":"IQ3_S","size":12602606432,"bits":3.69,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q3_K_M.gguf","label":"Q3_K_M","size":13500736352,"bits":3.95,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":14688453472,"bits":4.3,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-IQ4_XS.gguf","label":"IQ4_XS","size":15309038432,"bits":4.48,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q4_K_S.gguf","label":"Q4_K_S","size":15825298272,"bits":4.63,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-IQ4_NL.gguf","label":"IQ4_NL","size":16041567072,"bits":4.7,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-IQ4_NL_XL.gguf","label":"IQ4_NL_XL","size":16041567072,"bits":4.7,"known":false,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q4_K_M.gguf","label":"Q4_K_M","size":16810713952,"bits":4.92,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17875878752,"bits":5.23,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q5_K_S.gguf","label":"Q5_K_S","size":18971681632,"bits":5.56,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q5_K_M.gguf","label":"Q5_K_M","size":19535700832,"bits":5.72,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20342858592,"bits":5.96,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q6_K.gguf","label":"UD-Q6_K","size":22430999392,"bits":6.57,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25984955232,"bits":7.61,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":29047083872,"bits":8.51,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-Q8_0.gguf","label":"Q8_0","size":29047083872,"bits":8.51,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35776484192,"bits":10.48,"known":true,"rank":0},{"repo":"mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled","file":"SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled-BF16.gguf","label":"BF16","size":54657733248,"bits":16.01,"known":true,"rank":0}],"repos":["mfielding92/SmartCode-Fable-5-CoT-Reasoning-QKVO-Qwen-3.6-27B-Distilled"],"logoFrom":"bottlecapai"},{"id":"boulesis-26b-a4b","family":"SubMaroon/Boulesis-26B-A4B","name":"Boulesis 26B A4B","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Boulesis-26B-A4B-i1-GGUF/Boulesis-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-11T21:27:17.000Z","downloads":4305,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495328,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881248,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524448,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654688,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398432,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694912992,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961504,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866705888,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891232,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265120,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607008,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607008,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709760992,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931104,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685728,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896672,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295456,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064480,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430952928,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255264,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247392,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404448,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-26B-A4B-i1-GGUF","file":"Boulesis-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243955168,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Boulesis-26B-A4B-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"nvidia-nemotron-3-5-bolt-e4b-bf16","family":"nvidia/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16","name":"NVIDIA Nemotron 3.5 Bolt E4B BF16","maker":"NVIDIA","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":65536,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-24T06:40:50.000Z","downloads":4304,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q2_K.gguf","label":"Q2_K","size":4401325824,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4654642944,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":4663172864,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":4714700544,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4850401024,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5021286144,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070960384,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193963264,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q4_0.gguf","label":"Q4_0","size":5194127104,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5202974464,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5335295744,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q4_1.gguf","label":"Q4_1","size":5435954944,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5685974784,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5762918144,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3.5-Bolt-E4B-BF16.i1-Q6_K.gguf","label":"Q6_K","size":6217266944,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-3.5-Bolt-E4B-BF16-i1-GGUF"],"logoFrom":"nvidia"},{"id":"kiesel-v2","family":"gmrrh/kiesel-v2","name":"Kiesel V2","maker":"gmrrh","catalog":null,"tuned":true,"params":8.79,"active":null,"layers":40,"probe":"mradermacher/kiesel-v2-i1-GGUF/kiesel-v2.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-10T05:22:20.000Z","downloads":4302,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2117207072,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2278179872,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2546467872,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2782069792,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2944812064,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":3159442464,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3192603680,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q2_K.gguf","label":"Q2_K","size":3412313120,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3523986464,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3778462752,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3942958112,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3965240352,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":4089185312,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4347053088,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4699898912,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4820288544,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q4_0.gguf","label":"Q4_0","size":5072340000,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5076927520,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5090821152,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5347918880,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q4_1.gguf","label":"Q4_1","size":5579719712,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6103483424,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6253888544,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/kiesel-v2-i1-GGUF","file":"kiesel-v2.i1-Q6_K.gguf","label":"Q6_K","size":7216481312,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/kiesel-v2-i1-GGUF"],"logoFrom":"gmrrh"},{"id":"nex-n2-5-mini","family":"nex-agi/Nex-N2.5-mini","name":"Nex N2.5 Mini","maker":"nex-agi","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"abenzerps/Nex-N2.5-mini-GGUF/Nex-N2.5-mini-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-08T18:30:14.000Z","downloads":4298,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-IQ1_S.gguf","label":"IQ1_S","size":7484141632,"bits":1.73,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-TQ1_0.gguf","label":"TQ1_0","size":7895072640,"bits":1.82,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-IQ1_M.gguf","label":"IQ1_M","size":8239208576,"bits":1.9,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497653312,"bits":2.19,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-IQ2_XS.gguf","label":"IQ2_XS","size":10507030592,"bits":2.43,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-IQ2_M.gguf","label":"IQ2_M","size":11659235456,"bits":2.69,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q2_K.gguf","label":"Q2_K","size":12939593600,"bits":2.99,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623758912,"bits":3.14,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q3_K_S.gguf","label":"Q3_K_S","size":15182184224,"bits":3.5,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q3_K_M.gguf","label":"Q3_K_M","size":16764764032,"bits":3.87,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q4_0.gguf","label":"Q4_0","size":19715053440,"bits":4.55,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q4_K_S.gguf","label":"Q4_K_S","size":19889903488,"bits":4.59,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q4_K_M.gguf","label":"Q4_K_M","size":21166757664,"bits":4.89,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q5_K_S.gguf","label":"Q5_K_S","size":23981283200,"bits":5.54,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q5_K_M.gguf","label":"Q5_K_M","size":24729130784,"bits":5.71,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q6_K.gguf","label":"Q6_K","size":28514152224,"bits":6.58,"known":true,"rank":0},{"repo":"abenzerps/Nex-N2.5-mini-GGUF","file":"Nex-N2.5-mini-Q8_0.gguf","label":"Q8_0","size":36903139104,"bits":8.52,"known":true,"rank":0}],"repos":["abenzerps/Nex-N2.5-mini-GGUF"],"logoFrom":"nex-agi"},{"id":"nanbeige4-1-3b","family":"Nanbeige/Nanbeige4.1-3B","name":"Nanbeige4.1 3B","maker":"Nanbeige","catalog":null,"tuned":false,"params":3.93,"active":null,"layers":32,"probe":"mradermacher/Nanbeige4.1-3B-GGUF/Nanbeige4.1-3B.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-10T03:45:56.000Z","downloads":4298,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q2_K.gguf","label":"Q2_K","size":1623104064,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q3_K_S.gguf","label":"Q3_K_S","size":1860943424,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q3_K_M.gguf","label":"Q3_K_M","size":2015608384,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q3_K_L.gguf","label":"Q3_K_L","size":2147499584,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.IQ4_XS.gguf","label":"IQ4_XS","size":2240586304,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q4_K_S.gguf","label":"Q4_K_S","size":2340958784,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q4_K_M.gguf","label":"Q4_K_M","size":2443113024,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q5_K_S.gguf","label":"Q5_K_S","size":2765386304,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q5_K_M.gguf","label":"Q5_K_M","size":2825269824,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q6_K.gguf","label":"Q6_K","size":3231311424,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.Q8_0.gguf","label":"Q8_0","size":4183948864,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Nanbeige4.1-3B-GGUF","file":"Nanbeige4.1-3B.f16.gguf","label":"F16","size":7871577664,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Nanbeige4.1-3B-GGUF"],"logoFrom":"Nanbeige"},{"id":"calme-2-2-qwen2-72b","family":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","name":"Calme 2.2 Qwen2 72B","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF/calme-2.2-qwen2-72b.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-08-02T03:55:41.000Z","downloads":4297,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.IQ1_S.gguf","label":"IQ1_S","size":22690323808,"bits":2.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.IQ1_M.gguf","label":"IQ1_M","size":23740210528,"bits":2.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.IQ2_XS.gguf","label":"IQ2_XS","size":27057642848,"bits":2.98,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q2_K.gguf","label":"Q2_K","size":29811760480,"bits":3.28,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.IQ3_XS.gguf","label":"IQ3_XS","size":32842177888,"bits":3.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q3_K_S.gguf","label":"Q3_K_S","size":34487786848,"bits":3.79,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q3_K_M.gguf","label":"Q3_K_M","size":37698723168,"bits":4.15,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q3_K_L.gguf","label":"Q3_K_L","size":39505223008,"bits":4.35,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.IQ4_XS.gguf","label":"IQ4_XS","size":39709072736,"bits":4.37,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q4_K_S.gguf","label":"Q4_K_S","size":43889220960,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q4_K_M.gguf","label":"Q4_K_M","size":47415713120,"bits":5.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q5_K_M.gguf-00001-of-00008.gguf","label":"calme-2.2-qwen2-72b.Q5_K_M.gguf","size":54447464672,"bits":5.99,"known":false,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q6_K.gguf-00001-of-00008.gguf","label":"calme-2.2-qwen2-72b.Q6_K.gguf","size":64347627744,"bits":7.08,"known":false,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.Q8_0.gguf-00001-of-00008.gguf","label":"calme-2.2-qwen2-72b.Q8_0.gguf","size":77262610656,"bits":8.5,"known":false,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-qwen2-72b-GGUF","file":"calme-2.2-qwen2-72b.fp16.gguf-00001-of-00008.gguf","label":"calme-2.2-qwen2-72b.fp16.gguf","size":145422671872,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/calme-2.2-qwen2-72b-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"dolphin2-1-openorca-7b","family":"Weyaxi/Dolphin2.1-OpenOrca-7B","name":"Dolphin2.1 OpenOrca 7B","maker":"Weyaxi","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF/dolphin2.1-openorca-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-11-09T19:49:12.000Z","downloads":4293,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Dolphin2.1-OpenOrca-7B-GGUF","file":"dolphin2.1-openorca-7b.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Dolphin2.1-OpenOrca-7B-GGUF"],"logoFrom":"Weyaxi"},{"id":"lemur-70b-chat-v1","family":"OpenLemur/lemur-70b-chat-v1","name":"Lemur 70B V1","maker":"OpenLemur","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Lemur-70B-Chat-v1-GGUF/lemur-70b-chat-v1.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-08-29T11:13:07.000Z","downloads":4281,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q2_K.gguf","label":"Q2_K","size":29279300576,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q3_K_S.gguf","label":"Q3_K_S","size":29919345696,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q3_K_M.gguf","label":"Q3_K_M","size":33186708512,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q3_K_L.gguf","label":"Q3_K_L","size":36147887136,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q4_0.gguf","label":"Q4_0","size":38872306016,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q4_K_S.gguf","label":"Q4_K_S","size":39073632608,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q4_K_M.gguf","label":"Q4_K_M","size":41422967136,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q5_0.gguf","label":"Q5_0","size":47461459296,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q5_K_S.gguf","label":"Q5_K_S","size":47461459296,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Lemur-70B-Chat-v1-GGUF","file":"lemur-70b-chat-v1.Q5_K_M.gguf","label":"Q5_K_M","size":48753829216,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Lemur-70B-Chat-v1-GGUF"],"logoFrom":"OpenLemur"},{"id":"mistral-large-3-675b-instruct-2512","family":"mistralai/Mistral-Large-3-675B-Instruct-2512","name":"Mistral Large 3 675B 2512","maker":"Mistral AI","catalog":null,"tuned":false,"params":673.42,"active":39.95,"layers":61,"probe":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/Mistral-Large-3-675B-Instruct-2512-UD-TQ1_0.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":294912,"arch":"deepseek2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-07T02:34:48.000Z","downloads":4277,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Mistral-Large-3-675B-Instruct-2512-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":168604875200,"bits":2,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-IQ1_S/Mistral-Large-3-675B-Instruct-2512-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":190801132352,"bits":2.27,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-IQ1_M/Mistral-Large-3-675B-Instruct-2512-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":206460042240,"bits":2.45,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-IQ2_XXS/Mistral-Large-3-675B-Instruct-2512-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":224807238656,"bits":2.67,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-IQ2_M/Mistral-Large-3-675B-Instruct-2512-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":235376884672,"bits":2.8,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q2_K/Mistral-Large-3-675B-Instruct-2512-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":247110065152,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q2_K_L/Mistral-Large-3-675B-Instruct-2512-Q2_K_L-00001-of-00006.gguf","label":"Q2_K_L","size":247330266208,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-Q2_K_XL/Mistral-Large-3-675B-Instruct-2512-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":256369376320,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-IQ3_XXS/Mistral-Large-3-675B-Instruct-2512-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":279215127616,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q3_K_S/Mistral-Large-3-675B-Instruct-2512-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":291854199872,"bits":3.47,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-Q3_K_XL/Mistral-Large-3-675B-Instruct-2512-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":300791151872,"bits":3.57,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":321845570720,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":359954316736,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"IQ4_NL/Mistral-Large-3-675B-Instruct-2512-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":380738813248,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":381700357440,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q4_K_S/Mistral-Large-3-675B-Instruct-2512-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":382661901632,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-Q4_K_XL/Mistral-Large-3-675B-Instruct-2512-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":387880303968,"bits":4.61,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":406989520384,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q4_1/Mistral-Large-3-675B-Instruct-2512-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":422366526912,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q5_K_S/Mistral-Large-3-675B-Instruct-2512-Q5_K_S-00001-of-00010.gguf","label":"Q5_K_S","size":464446570080,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":477969661536,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-Q5_K_XL/Mistral-Large-3-675B-Instruct-2512-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":479797460544,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":553317879616,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-Q6_K_XL/Mistral-Large-3-675B-Instruct-2512-UD-Q6_K_XL-00001-of-00013.gguf","label":"UD-Q6_K_XL","size":576471842784,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":715677646752,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"UD-Q8_K_XL/Mistral-Large-3-675B-Instruct-2512-UD-Q8_K_XL-00001-of-00017.gguf","label":"UD-Q8_K_XL","size":773503992160,"bits":9.19,"known":true,"rank":0},{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","file":"BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00001-of-00030.gguf","label":"BF16","size":1346959087424,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF"],"logoFrom":"mistralai"},{"id":"llama-2-7b-32k-instruct","family":"togethercomputer/Llama-2-7B-32K-Instruct","name":"Llama 2 7B 32K","maker":"togethercomputer","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Llama-2-7B-32K-Instruct-GGUF/llama-2-7b-32k-instruct.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T23:33:29.000Z","downloads":4276,"likes":53,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q2_K.gguf","label":"Q2_K","size":2825940736,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":2948304640,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":3298004736,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":3597111040,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q4_0.gguf","label":"Q4_0","size":3825807104,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":3856740096,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4081004288,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q5_0.gguf","label":"Q5_0","size":4651691776,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":4651691776,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":4783156992,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q6_K.gguf","label":"Q6_K","size":5529194240,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-7B-32K-Instruct-GGUF","file":"llama-2-7b-32k-instruct.Q8_0.gguf","label":"Q8_0","size":7161089792,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-7B-32K-Instruct-GGUF"],"logoFrom":"togethercomputer"},{"id":"hermes-3-llama-3-2-3b-abliterated","family":"lunahr/Hermes-3-Llama-3.2-3B-abliterated","name":"Hermes 3 Llama 3.2 3B Abliterated","maker":"lunahr","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF/Hermes-3-Llama-3.2-3B-abliterated.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-12-14T22:37:30.000Z","downloads":4275,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q2_K.gguf","label":"Q2_K","size":1363932320,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1542845600,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1687155872,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1815344288,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":1840903328,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1928197280,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2019374240,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2269508768,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2322150560,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q6_K.gguf","label":"Q6_K","size":2643850400,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.Q8_0.gguf","label":"Q8_0","size":3421895840,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF","file":"Hermes-3-Llama-3.2-3B-abliterated.f16.gguf","label":"F16","size":6433684640,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/Hermes-3-Llama-3.2-3B-abliterated-GGUF"],"logoFrom":"lunahr"},{"id":"linux-meta-llama","family":"yun2022/linux-meta-llama","name":"Linux Meta Llama","maker":"yun2022","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"yun2022/linux-meta-llama/linux-meta-llama.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-04-05T09:57:45.000Z","downloads":4275,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yun2022/linux-meta-llama","file":"linux-meta-llama.gguf","label":"linux-meta-llama","size":8540771264,"bits":8.51,"known":false,"rank":0}],"repos":["yun2022/linux-meta-llama"],"logoFrom":"unsloth"},{"id":"glitter-boy-2-0","family":"ChonkE/Glitter_Boy-2.0","name":"Glitter Boy 2.0","maker":"ChonkE","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Glitter_Boy-2.0-i1-GGUF/Glitter_Boy-2.0.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-23T07:53:43.000Z","downloads":4267,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2983691584,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848064,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568108864,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887842624,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ2_S.gguf","label":"IQ2_S","size":4079596864,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ2_M.gguf","label":"IQ2_M","size":4371805504,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147264,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q2_K.gguf","label":"Q2_K","size":4830147904,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194304,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393024,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229184,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528229184,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":5733991744,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087087424,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566319424,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635255104,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975878464,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q4_0.gguf","label":"Q4_0","size":6997996864,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024047424,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381382464,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q4_1.gguf","label":"Q4_1","size":7657125184,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338371904,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547267904,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Glitter_Boy-2.0-i1-GGUF","file":"Glitter_Boy-2.0.i1-Q6_K.gguf","label":"Q6_K","size":9786021184,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Glitter_Boy-2.0-i1-GGUF"],"logoFrom":null},{"id":"qwen3-5-4b-ud-japanese-imatrix","family":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","name":"Qwen3.5 4B UD Japanese Imatrix","maker":"dahara1","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"dahara1/Qwen3.5-4B-UD-japanese-imatrix/Qwen3.5-4B-UD-IQ2_XXS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-19T01:09:52.000Z","downloads":4264,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1520217088,"bits":2.89,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1759996928,"bits":3.34,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1940825088,"bits":3.69,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1949047808,"bits":3.7,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2105791488,"bits":4,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2293388288,"bits":4.36,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2436420608,"bits":4.63,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2477052928,"bits":4.71,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2579944448,"bits":4.9,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q4_0.gguf","label":"Q4_0","size":2583221248,"bits":4.91,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2590430208,"bits":4.92,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2740937728,"bits":5.21,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q4_1.gguf","label":"Q4_1","size":2784416768,"bits":5.29,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2912109568,"bits":5.53,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3024933888,"bits":5.75,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3143656448,"bits":5.97,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":3250869248,"bits":6.18,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q6_K.gguf","label":"Q6_K","size":3525956608,"bits":6.7,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4145548288,"bits":7.88,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-Q8_0.gguf","label":"Q8_0","size":4482403328,"bits":8.52,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5952048128,"bits":11.31,"known":true,"rank":0},{"repo":"dahara1/Qwen3.5-4B-UD-japanese-imatrix","file":"Qwen3.5-4B-BF16.gguf","label":"BF16","size":8424393536,"bits":16.01,"known":true,"rank":0}],"repos":["dahara1/Qwen3.5-4B-UD-japanese-imatrix"],"logoFrom":"unsloth"},{"id":"dolphin-2-6-phi-2","family":"dphn/dolphin-2_6-phi-2","name":"Dolphin 2 6 Phi 2","maker":"dphn","catalog":null,"tuned":true,"params":2.78,"active":null,"layers":32,"probe":"TheBloke/dolphin-2_6-phi-2-GGUF/dolphin-2_6-phi-2.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"phi2","vision":false,"licence":"other","open":false,"released":"2023-12-24T14:09:51.000Z","downloads":4263,"likes":78,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q2_K.gguf","label":"Q2_K","size":1173611808,"bits":3.38,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q3_K_S.gguf","label":"Q3_K_S","size":1250821408,"bits":3.6,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q3_K_M.gguf","label":"Q3_K_M","size":1480197408,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q4_0.gguf","label":"Q4_0","size":1602463008,"bits":4.61,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q3_K_L.gguf","label":"Q3_K_L","size":1604715808,"bits":4.62,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q4_K_S.gguf","label":"Q4_K_S","size":1615570208,"bits":4.65,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q4_K_M.gguf","label":"Q4_K_M","size":1789240608,"bits":5.15,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q5_0.gguf","label":"Q5_0","size":1933419808,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q5_K_S.gguf","label":"Q5_K_S","size":1933419808,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q5_K_M.gguf","label":"Q5_K_M","size":2072683808,"bits":5.96,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q6_K.gguf","label":"Q6_K","size":2285061408,"bits":6.58,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2_6-phi-2-GGUF","file":"dolphin-2_6-phi-2.Q8_0.gguf","label":"Q8_0","size":2958034208,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2_6-phi-2-GGUF"],"logoFrom":"dphn"},{"id":"smollm-135m","family":"QuantFactory/SmolLM-135M-GGUF","name":"SmolLM 135M","maker":"QuantFactory","catalog":null,"tuned":false,"params":0.13,"active":null,"layers":30,"probe":"QuantFactory/SmolLM-135M-GGUF/SmolLM-135M.Q2_K.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-26T14:06:43.000Z","downloads":4260,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q2_K.gguf","label":"Q2_K","size":88201248,"bits":5.43,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q3_K_S.gguf","label":"Q3_K_S","size":88201248,"bits":5.43,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q4_0.gguf","label":"Q4_0","size":91726368,"bits":5.64,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q3_K_M.gguf","label":"Q3_K_M","size":93509664,"bits":5.75,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q3_K_L.gguf","label":"Q3_K_L","size":97532448,"bits":6,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q4_1.gguf","label":"Q4_1","size":98361888,"bits":6.05,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q4_K_S.gguf","label":"Q4_K_S","size":102039072,"bits":6.28,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q5_0.gguf","label":"Q5_0","size":104997408,"bits":6.46,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q4_K_M.gguf","label":"Q4_K_M","size":105453600,"bits":6.49,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q5_K_S.gguf","label":"Q5_K_S","size":109974048,"bits":6.77,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q5_1.gguf","label":"Q5_1","size":111632928,"bits":6.87,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q5_K_M.gguf","label":"Q5_K_M","size":112102944,"bits":6.9,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q6_K.gguf","label":"Q6_K","size":138382368,"bits":8.52,"known":true,"rank":0},{"repo":"QuantFactory/SmolLM-135M-GGUF","file":"SmolLM-135M.Q8_0.gguf","label":"Q8_0","size":144810528,"bits":8.91,"known":true,"rank":0}],"repos":["QuantFactory/SmolLM-135M-GGUF"],"logoFrom":"QuantFactory"},{"id":"chemllm-20b-chat-sft","family":"AI4Chem/ChemLLM-20B-Chat-SFT","name":"ChemLLM 20B SFT","maker":"AI4Chem","catalog":null,"tuned":false,"params":19.86,"active":null,"layers":48,"probe":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF/ChemLLM-20B-Chat-SFT.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"internlm2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-18T07:33:37.000Z","downloads":4258,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ1_S.gguf","label":"IQ1_S","size":4543269504,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ1_M.gguf","label":"IQ1_M","size":4918397568,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5543611008,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6100404864,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ2_S.gguf","label":"IQ2_S","size":6474297984,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ2_M.gguf","label":"IQ2_M","size":6974468736,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q2_K.gguf","label":"Q2_K","size":7546671744,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7814378112,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8361753216,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8760474240,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ3_S.gguf","label":"IQ3_S","size":8800582272,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ3_M.gguf","label":"IQ3_M","size":9121446528,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9722280576,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10551179904,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10767000192,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q4_0.gguf","label":"Q4_0","size":11360436864,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11401331328,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q4_K_M.gguf","label":"Q4_K_M","size":11984470656,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13734183552,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14075101824,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF","file":"ChemLLM-20B-Chat-SFT.i1-Q6_K.gguf","label":"Q6_K","size":16296397440,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/ChemLLM-20B-Chat-SFT-i1-GGUF"],"logoFrom":"AI4Chem"},{"id":"deepseeker-kunou-qwen2-5-14b","family":"Statuo/Deepseeker-Kunou-Qwen2.5-14b","name":"Deepseeker Kunou Qwen2.5 14B","maker":"Statuo","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF/Deepseeker-Kunou-Qwen2.5-14b.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-21T13:22:48.000Z","downloads":4255,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ1_S.gguf","label":"IQ1_S","size":3607994912,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ1_M.gguf","label":"IQ1_M","size":3872309792,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4312834592,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4704576032,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ2_S.gguf","label":"IQ2_S","size":5003727392,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ2_M.gguf","label":"IQ2_M","size":5356147232,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5397189152,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q2_K.gguf","label":"Q2_K","size":5770498592,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946708512,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6383362592,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6659596832,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ3_S.gguf","label":"IQ3_S","size":6693020192,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ3_M.gguf","label":"IQ3_M","size":6916538912,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7339205152,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7924769312,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8119841312,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q4_0.gguf","label":"Q4_0","size":8544268832,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8549184032,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573432352,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8988111392,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q4_1.gguf","label":"Q4_1","size":9392140832,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10266554912,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10508874272,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF","file":"Deepseeker-Kunou-Qwen2.5-14b.i1-Q6_K.gguf","label":"Q6_K","size":12124684832,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Deepseeker-Kunou-Qwen2.5-14b-i1-GGUF"],"logoFrom":"Qwen"},{"id":"forge-1-gemma-4-e2b","family":"YoSaNoo/Forge-1-Gemma-4-E2B","name":"Forge 1 Gemma 4 E2B","maker":"YoSaNoo","catalog":null,"tuned":false,"params":4.63,"active":null,"layers":35,"probe":"YoSaNoo/Forge-1-Gemma-4-E2B/Forge-1-E2B-Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-15T11:45:11.000Z","downloads":4254,"likes":23,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"YoSaNoo/Forge-1-Gemma-4-E2B","file":"Forge-1-E2B-Q2_K.gguf","label":"Q2_K","size":2980654720,"bits":5.15,"known":true,"rank":0},{"repo":"YoSaNoo/Forge-1-Gemma-4-E2B","file":"Forge-1-E2B-Q4_K_M.gguf","label":"Q4_K_M","size":3416119936,"bits":5.9,"known":true,"rank":0},{"repo":"YoSaNoo/Forge-1-Gemma-4-E2B","file":"Forge-1-E2B-Q8_0.gguf","label":"Q8_0","size":4947414656,"bits":8.55,"known":true,"rank":0},{"repo":"YoSaNoo/Forge-1-Gemma-4-E2B","file":"Forge-1-E2B-F16.gguf","label":"F16","size":9273527936,"bits":16.02,"known":true,"rank":0}],"repos":["YoSaNoo/Forge-1-Gemma-4-E2B"],"logoFrom":"google"},{"id":"huihui-gpt-oss-20b-abliterated-v2-mxfp4-moe","family":"noctrex/Huihui-gpt-oss-20b-abliterated-v2-MXFP4_MOE-GGUF","name":"Huihui Gpt Oss 20B Abliterated V2 MXFP4 MOE","maker":"noctrex","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"noctrex/Huihui-gpt-oss-20b-abliterated-v2-MXFP4_MOE-GGUF/Huihui-gpt-oss-20b-abliterated-v2-MXFP4_MOE.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":null,"open":false,"released":"2025-10-25T01:42:18.000Z","downloads":4254,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noctrex/Huihui-gpt-oss-20b-abliterated-v2-MXFP4_MOE-GGUF","file":"Huihui-gpt-oss-20b-abliterated-v2-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109565408,"bits":4.63,"known":true,"rank":0}],"repos":["noctrex/Huihui-gpt-oss-20b-abliterated-v2-MXFP4_MOE-GGUF"],"logoFrom":"huihui-ai"},{"id":"minimax-m2-5","family":"MiniMaxAI/MiniMax-M2.5","name":"MiniMax M2.5","maker":"MiniMax","catalog":null,"tuned":false,"params":228.69,"active":11.03,"layers":62,"probe":"unsloth/MiniMax-M2.5-GGUF/MiniMax-M2.5-UD-TQ1_0.gguf","kvBytesPerToken":276300,"kvHeader":253952,"kvFixed":0,"context":196608,"arch":"minimax-m2","vision":false,"licence":"other","open":false,"released":"2026-02-12T06:05:24.000Z","downloads":4253,"likes":247,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1391,"arenaCoding":1446,"arenaVision":null,"builds":[{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"MiniMax-M2.5-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":55765943424,"bits":1.95,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-IQ1_S/MiniMax-M2.5-UD-IQ1_S-00001-of-00003.gguf","label":"UD-IQ1_S","size":63202444768,"bits":2.21,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-IQ1_M/MiniMax-M2.5-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":68439344608,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-IQ2_XXS/MiniMax-M2.5-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":74123085280,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-IQ2_M/MiniMax-M2.5-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":78199948736,"bits":2.74,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q2_K/MiniMax-M2.5-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":83302682080,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q2_K_L/MiniMax-M2.5-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":83446728128,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-Q2_K_XL/MiniMax-M2.5-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":85917992416,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-IQ3_XXS/MiniMax-M2.5-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":93315761632,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q3_K_S/MiniMax-M2.5-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":98690597344,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-Q3_K_XL/MiniMax-M2.5-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":101296670304,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q3_K_M/MiniMax-M2.5-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":109272482368,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"IQ4_XS/MiniMax-M2.5-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":121899124320,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"MXFP4_MOE/MiniMax-M2.5-MXFP4_MOE-00001-of-00004.gguf","label":"MXFP4_MOE","size":123775369568,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"IQ4_NL/MiniMax-M2.5-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":128999622208,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q4_0/MiniMax-M2.5-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":129503725120,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q4_K_S/MiniMax-M2.5-Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":130033780320,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-Q4_K_XL/MiniMax-M2.5-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":131321857632,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q4_K_M/MiniMax-M2.5-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":138342385216,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q4_1/MiniMax-M2.5-Q4_1-00001-of-00004.gguf","label":"Q4_1","size":143226840672,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q5_K_S/MiniMax-M2.5-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":157478438592,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-Q5_K_XL/MiniMax-M2.5-UD-Q5_K_XL-00001-of-00005.gguf","label":"UD-Q5_K_XL","size":161768720096,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q5_K_M/MiniMax-M2.5-Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":162303936224,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q6_K/MiniMax-M2.5-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":187763083968,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-Q6_K_XL/MiniMax-M2.5-UD-Q6_K_XL-00001-of-00005.gguf","label":"UD-Q6_K_XL","size":194289713856,"bits":6.8,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"Q8_0/MiniMax-M2.5-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":243136873280,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"UD-Q8_K_XL/MiniMax-M2.5-UD-Q8_K_XL-00001-of-00007.gguf","label":"UD-Q8_K_XL","size":261379392480,"bits":9.14,"known":true,"rank":0},{"repo":"unsloth/MiniMax-M2.5-GGUF","file":"BF16/MiniMax-M2.5-BF16-00001-of-00010.gguf","label":"BF16","size":457487025216,"bits":16,"known":true,"rank":0}],"repos":["unsloth/MiniMax-M2.5-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"qwen3-5-9b-distill-deepseek-v4-1-flash-20261003","family":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261003","name":"Qwen3.5 9B Distill Deepseek V4.1 Flash 20261003","maker":"kevinzhou21","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261003/Qwen3.5-9B.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-03T17:17:25.000Z","downloads":4252,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261003","file":"Qwen3.5-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5780090368,"bits":5.03,"known":true,"rank":0},{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261003","file":"Qwen3.5-9B.Q6_K.gguf","label":"Q6_K","size":7558901248,"bits":6.57,"known":true,"rank":0},{"repo":"kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261003","file":"Qwen3.5-9B.Q8_0.gguf","label":"Q8_0","size":9786060288,"bits":8.51,"known":true,"rank":0}],"repos":["kevinzhou21/Qwen3.5-9B-Distill-Deepseek-V4.1-Flash-20261003"],"logoFrom":"Qwen"},{"id":"mistral-small-4-119b-uncensored","family":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","name":"Mistral Small 4 119B Uncensored","maker":"timteh673","catalog":null,"tuned":true,"params":118.97,"active":6.63,"layers":36,"probe":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF/Mistral-Small-4-119B-Uncensored-Q2_K.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":1048576,"arch":"mistral4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-27T00:59:00.000Z","downloads":4251,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-Q2_K.gguf","label":"Q2_K","size":43402980064,"bits":2.92,"known":true,"rank":0},{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":56934566624,"bits":3.83,"known":true,"rank":0},{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":72158718688,"bits":4.85,"known":true,"rank":0},{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":84524837600,"bits":5.68,"known":true,"rank":0},{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-Q6_K.gguf","label":"Q6_K","size":97668483808,"bits":6.57,"known":true,"rank":0},{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-Q8_0.gguf","label":"Q8_0","size":126472989408,"bits":8.5,"known":true,"rank":0},{"repo":"timteh673/Mistral-Small-4-119B-Uncensored-GGUF","file":"Mistral-Small-4-119B-Uncensored-BF16.gguf","label":"BF16","size":237991996128,"bits":16,"known":true,"rank":0}],"repos":["timteh673/Mistral-Small-4-119B-Uncensored-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-5-35b-a3b-base","family":"Qwen/Qwen3.5-35B-A3B-Base","name":"Qwen3.5 35B A3B Base","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF/Qwen3.5-35B-A3B-Base.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-25T07:13:21.000Z","downloads":4251,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q2_K.gguf","label":"Q2_K","size":12821629312,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q3_K_S.gguf","label":"Q3_K_S","size":15182184832,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q3_K_M.gguf","label":"Q3_K_M","size":16760832384,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q3_K_L.gguf","label":"Q3_K_L","size":18052415872,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.IQ4_XS.gguf","label":"IQ4_XS","size":18860669312,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q4_K_S.gguf","label":"Q4_K_S","size":19884005760,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q4_K_M.gguf","label":"Q4_K_M","size":21169117568,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q5_K_S.gguf","label":"Q5_K_S","size":23981283712,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q5_K_M.gguf","label":"Q5_K_M","size":24764782976,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q6_K.gguf","label":"Q6_K","size":28514152832,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-GGUF","file":"Qwen3.5-35B-A3B-Base.Q8_0.gguf","label":"Q8_0","size":36903139712,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-35B-A3B-Base-GGUF"],"logoFrom":"Qwen"},{"id":"rwkv-6-world-3b","family":"latestissue/rwkv-6-world-3b-gguf","name":"Rwkv 6 World 3B","maker":"latestissue","catalog":null,"tuned":false,"params":3.1,"active":null,"layers":32,"probe":"latestissue/rwkv-6-world-3b-gguf/rwkv-6-finch-3b-Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T08:44:18.000Z","downloads":4248,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q2_K.gguf","label":"Q2_K","size":1203476000,"bits":3.11,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-IQ3_XXS.gguf","label":"IQ3_XXS","size":1347614240,"bits":3.48,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-IQ3_S.gguf","label":"IQ3_S","size":1497937440,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q3_K.gguf","label":"Q3_K","size":1497937440,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q3_K_L.gguf","label":"Q3_K_L","size":1497937440,"bits":3.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-IQ4_XS.gguf","label":"IQ4_XS","size":1792398880,"bits":4.63,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-IQ4_NL.gguf","label":"IQ4_NL","size":1883002400,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_0.gguf","label":"Q4_0","size":1883002400,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1883002400,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1883002400,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1883002400,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_K.gguf","label":"Q4_K","size":1883657760,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_K_S.gguf","label":"Q4_K_S","size":1883657760,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q4_1.gguf","label":"Q4_1","size":2064537120,"bits":5.33,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q5_0.gguf","label":"Q5_0","size":2246071840,"bits":5.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q5_K.gguf","label":"Q5_K","size":2246399520,"bits":5.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q5_K_S.gguf","label":"Q5_K_S","size":2246399520,"bits":5.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q5_1.gguf","label":"Q5_1","size":2427606560,"bits":6.26,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q6_K.gguf","label":"Q6_K","size":2633102880,"bits":6.8,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-Q8_0.gguf","label":"Q8_0","size":3375912480,"bits":8.71,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-BF16.gguf","label":"BF16","size":6256219680,"bits":16.15,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-F16.gguf","label":"F16","size":6277191200,"bits":16.2,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-3b-gguf","file":"rwkv-6-finch-3b-F32.gguf","label":"F32","size":12400875040,"bits":32,"known":true,"rank":0}],"repos":["latestissue/rwkv-6-world-3b-gguf"],"logoFrom":"latestissue"},{"id":"ornith-1-5-9b-uncensored-gguf-8bit","family":"junafinity/Ornith-1.5-9B-uncensored-GGUF-8bit","name":"Ornith 1.5 9B Uncensored GGUF 8bit","maker":"junafinity","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"junafinity/Ornith-1.5-9B-uncensored-GGUF-8bit/Ornith-1.5-9B-uncensored-Q8_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-19T21:38:15.000Z","downloads":4248,"likes":11,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"junafinity/Ornith-1.5-9B-uncensored-GGUF-8bit","file":"Ornith-1.5-9B-uncensored-Q8_0.gguf","label":"Q8_0","size":9527501056,"bits":8.52,"known":true,"rank":0}],"repos":["junafinity/Ornith-1.5-9B-uncensored-GGUF-8bit"],"logoFrom":"ornith-ai"},{"id":"dolphin-2-0-mistral-7b","family":"dphn/dolphin-2.0-mistral-7b","name":"Dolphin 2.0 Mistral 7B","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/dolphin-2.0-mistral-7B-GGUF/dolphin-2.0-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-02T22:27:21.000Z","downloads":4247,"likes":75,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.0-mistral-7B-GGUF","file":"dolphin-2.0-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.0-mistral-7B-GGUF"],"logoFrom":"dphn"},{"id":"moloptagent-7b","family":"little1d/MolOptAgent-7B","name":"MolOptAgent 7B","maker":"little1d","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/MolOptAgent-7B-GGUF/MolOptAgent-7B.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-23T12:25:47.000Z","downloads":4247,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q2_K.gguf","label":"Q2_K","size":3015941216,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492369504,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808392288,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088460384,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4250299488,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457770080,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683074656,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315177568,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444832352,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q6_K.gguf","label":"Q6_K","size":6254199904,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.Q8_0.gguf","label":"Q8_0","size":8098526304,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/MolOptAgent-7B-GGUF","file":"MolOptAgent-7B.f16.gguf","label":"F16","size":15237854304,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/MolOptAgent-7B-GGUF"],"logoFrom":"little1d"},{"id":"qwen3-vl-4b-instruct-uncensored-abliterated","family":"CuttingEdgeAI/Qwen3-VL-4B-Instruct-Uncensored-abliterated","name":"Qwen3 VL 4B Uncensored Abliterated","maker":"CuttingEdgeAI","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF/Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-06T05:38:05.000Z","downloads":4247,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q2_K.gguf","label":"Q2_K","size":1669501760,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1886999360,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2075620160,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2239787840,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2286318400,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2383311680,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2497282880,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2823713600,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2889515840,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q6_K.gguf","label":"Q6_K","size":3306263360,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.Q8_0.gguf","label":"Q8_0","size":4280407360,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored-abliterated.f16.gguf","label":"F16","size":8051287360,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-4B-Instruct-Uncensored-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"c4ai-command-r-v01","family":"CohereLabs/c4ai-command-r-v01","name":"C4ai Command R V01","maker":"Cohere","catalog":null,"tuned":false,"params":34.98,"active":null,"layers":40,"probe":"mradermacher/c4ai-command-r-v01-i1-GGUF/c4ai-command-r-v01.i1-IQ1_S.gguf","kvBytesPerToken":1516503,"kvHeader":1310720,"kvFixed":0,"context":131072,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-16T05:40:02.000Z","downloads":4244,"likes":32,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ1_S.gguf","label":"IQ1_S","size":8523402976,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ1_M.gguf","label":"IQ1_M","size":9146650336,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10185395936,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11100278496,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ2_S.gguf","label":"IQ2_S","size":11844112096,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ2_M.gguf","label":"IQ2_M","size":12675108576,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q2_K.gguf","label":"Q2_K","size":13817386816,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13832474336,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ3_XS.gguf","label":"IQ3_XS","size":15091420896,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q3_K_S.gguf","label":"Q3_K_S","size":15862110016,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ3_S.gguf","label":"IQ3_S","size":15862124256,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ3_M.gguf","label":"IQ3_M","size":16697708256,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q3_K_M.gguf","label":"Q3_K_M","size":17618474816,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q3_K_L.gguf","label":"Q3_K_L","size":19149395776,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/c4ai-command-r-v01-i1-GGUF","file":"c4ai-command-r-v01.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19201838816,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q4_0.gguf","label":"Q4_0","size":20229429056,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q4_K_S.gguf","label":"Q4_K_S","size":20378326848,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q4_K_M.gguf","label":"Q4_K_M","size":21527041856,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q5_0.gguf","label":"Q5_0","size":24339846976,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q5_K_S.gguf","label":"Q5_K_S","size":24339846976,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q5_K_M.gguf","label":"Q5_K_M","size":25008314176,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q6_K.gguf","label":"Q6_K","size":28707166016,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-v01-GGUF","file":"c4ai-command-r-v01-Q8_0.gguf","label":"Q8_0","size":37179004736,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/c4ai-command-r-v01-GGUF","mradermacher/c4ai-command-r-v01-i1-GGUF"],"logoFrom":"CohereLabs"},{"id":"vllm-d3-edge","family":"ggml-org/vllm-d3-edge-GGUF","name":"Vllm D3 Edge","maker":"ggml-org","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":12,"probe":"ggml-org/vllm-d3-edge-GGUF/vllm-d3-edge-Q8_0.gguf","kvBytesPerToken":7490,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T13:22:59.000Z","downloads":4244,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/vllm-d3-edge-GGUF","file":"vllm-d3-edge-Q8_0.gguf","label":"Q8_0","size":806232448,"bits":8.6,"known":true,"rank":0},{"repo":"ggml-org/vllm-d3-edge-GGUF","file":"vllm-d3-edge-BF16.gguf","label":"BF16","size":1507324288,"bits":16.08,"known":true,"rank":0}],"repos":["ggml-org/vllm-d3-edge-GGUF"],"logoFrom":"vllm-sr"},{"id":"olmo-3-7b-think","family":"allenai/Olmo-3-7B-Think","name":"Olmo 3 7B Think","maker":"Ai2","catalog":null,"tuned":false,"params":7.3,"active":null,"layers":32,"probe":"unsloth/Olmo-3-7B-Think-GGUF/Olmo-3-7B-Think-UD-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":1610612736,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-18T01:22:27.000Z","downloads":4243,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1941746112,"bits":2.13,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2042294720,"bits":2.24,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2254090688,"bits":2.47,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2717036992,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q2_K.gguf","label":"Q2_K","size":2857913536,"bits":3.13,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2944340416,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q2_K_L.gguf","label":"Q2_K_L","size":2954180416,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3033110336,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q3_K_S.gguf","label":"Q3_K_S","size":3301758080,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q3_K_M.gguf","label":"Q3_K_M","size":3651458176,"bits":4,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":3841455936,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-IQ4_XS.gguf","label":"IQ4_XS","size":4014028608,"bits":4.4,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-IQ4_NL.gguf","label":"IQ4_NL","size":4216403776,"bits":4.62,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q4_0.gguf","label":"Q4_0","size":4227675968,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q4_K_S.gguf","label":"Q4_K_S","size":4247336768,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q4_K_M.gguf","label":"Q4_K_M","size":4471600960,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4569347904,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q4_1.gguf","label":"Q4_1","size":4646825280,"bits":5.09,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q5_K_S.gguf","label":"Q5_K_S","size":5077246784,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q5_K_M.gguf","label":"Q5_K_M","size":5208712000,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5214102336,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q6_K.gguf","label":"Q6_K","size":5991892480,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6799313024,"bits":7.45,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-Q8_0.gguf","label":"Q8_0","size":7759251584,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":9320733824,"bits":10.21,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-7B-Think-GGUF","file":"Olmo-3-7B-Think-BF16.gguf","label":"BF16","size":14600641408,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Olmo-3-7B-Think-GGUF"],"logoFrom":"allenai"},{"id":"qwen3-8-27b-brainwaves-wfh-bf16-i1","family":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","name":"Qwen3.8 27B Brainwaves WFH BF16 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF/Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-28T11:40:56.000Z","downloads":4240,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":7149827040,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":7631086560,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433185760,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090593760,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":9362916320,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":10004595680,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248328160,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q2_K.gguf","label":"Q2_K","size":10711667680,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186373600,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967132640,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073956320,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":12419331040,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":12580877280,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301445600,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344778720,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082509280,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q4_0.gguf","label":"Q4_0","size":15521436640,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586317280,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547402720,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q4_1.gguf","label":"Q4_1","size":17078244320,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679616480,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231101920,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF","file":"Qwen3.8-27B-Brainwaves-WFH-BF16.i1-Q6_K.gguf","label":"Q6_K","size":22082532320,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Brainwaves-WFH-BF16-i1-GGUF"],"logoFrom":"Qwen"},{"id":"falcon-11b","family":"tiiuae/falcon-11B","name":"Falcon 11B","maker":"TII","catalog":null,"tuned":false,"params":11.1,"active":null,"layers":60,"probe":"mradermacher/falcon-11B-i1-GGUF/falcon-11B.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":2048,"arch":"falcon","vision":false,"licence":"unknown","open":false,"released":"2024-09-05T05:23:02.000Z","downloads":4239,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ1_S.gguf","label":"IQ1_S","size":2564375264,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ1_M.gguf","label":"IQ1_M","size":2777498336,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3132703456,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3448324832,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ2_S.gguf","label":"IQ2_S","size":3664642784,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ2_M.gguf","label":"IQ2_M","size":3948806880,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q2_K.gguf","label":"Q2_K","size":4251796192,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4447929056,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4801823456,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ3_S.gguf","label":"IQ3_S","size":4943381216,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4943381216,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ3_M.gguf","label":"IQ3_M","size":5206311648,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5436474080,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5812388576,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6043910880,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":6382535392,"bits":4.6,"known":false,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":6382535392,"bits":4.6,"known":false,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":6382535392,"bits":4.6,"known":false,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6382535392,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q4_0.gguf","label":"Q4_0","size":6411895520,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6849676000,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7737033440,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8204960480,"bits":5.91,"known":true,"rank":0},{"repo":"mradermacher/falcon-11B-i1-GGUF","file":"falcon-11B.i1-Q6_K.gguf","label":"Q6_K","size":9176187616,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/falcon-11B-i1-GGUF"],"logoFrom":"tiiuae"},{"id":"qwen3-6-27b-a3b-coderx","family":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX","name":"Qwen3.6 27B A3B CoderX","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":26.21,"active":3.51,"layers":41,"probe":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF/Qwen3.6-27B-A3B-CoderX-IQ2_XS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-21T08:32:06.000Z","downloads":4235,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-IQ2_XS.gguf","label":"IQ2_XS","size":8204738016,"bits":2.5,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-IQ2_M.gguf","label":"IQ2_M","size":9057902048,"bits":2.76,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q2_K_L.gguf","label":"Q2_K_L","size":10358232544,"bits":3.16,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q3_K_S.gguf","label":"Q3_K_S","size":11532692960,"bits":3.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-IQ3_M.gguf","label":"IQ3_M","size":11742146016,"bits":3.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q3_K_M.gguf","label":"Q3_K_M","size":12722335200,"bits":3.88,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q3_K_XL.gguf","label":"Q3_K_XL","size":13167324640,"bits":4.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q3_K_L.gguf","label":"Q3_K_L","size":13739716064,"bits":4.19,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-IQ4_XS.gguf","label":"IQ4_XS","size":14222050784,"bits":4.34,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-IQ4_NL.gguf","label":"IQ4_NL","size":15008703968,"bits":4.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q4_K_S.gguf","label":"Q4_K_S","size":15072011744,"bits":4.6,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q4_K_M.gguf","label":"Q4_K_M","size":16057050592,"bits":4.9,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q4_K_L.gguf","label":"Q4_K_L","size":16434496992,"bits":5.02,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q5_K_S.gguf","label":"Q5_K_S","size":18155316704,"bits":5.54,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q5_K_M.gguf","label":"Q5_K_M","size":18728527328,"bits":5.72,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q5_K_L.gguf","label":"Q5_K_L","size":19042403808,"bits":5.81,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q6_K.gguf","label":"Q6_K","size":21566971360,"bits":6.58,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q6_K_L.gguf","label":"Q6_K_L","size":21813304800,"bits":6.66,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-Q8_0.gguf","label":"Q8_0","size":27911390400,"bits":8.52,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF","file":"Qwen3.6-27B-A3B-CoderX-F16.gguf","label":"F16","size":52470433280,"bits":16.02,"known":true,"rank":0}],"repos":["ManniX-ITA/Qwen3.6-27B-A3B-CoderX-MTP-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"mistral-7b-instruct-v0-2-code-ft","family":"Nondzu/Mistral-7B-Instruct-v0.2-code-ft","name":"Mistral 7B V0.2 Code Ft","maker":"Nondzu","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF/mistral-7b-instruct-v0.2-code-ft.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2024-01-05T21:21:19.000Z","downloads":4227,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q2_K.gguf","label":"Q2_K","size":3083098336,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q3_K_S.gguf","label":"Q3_K_S","size":3164567776,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q3_K_M.gguf","label":"Q3_K_M","size":3518986464,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q3_K_L.gguf","label":"Q3_K_L","size":3822024928,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q4_0.gguf","label":"Q4_0","size":4108916960,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q4_K_S.gguf","label":"Q4_K_S","size":4140374240,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q4_K_M.gguf","label":"Q4_K_M","size":4368439520,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q5_0.gguf","label":"Q5_0","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q5_K_S.gguf","label":"Q5_K_S","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q5_K_M.gguf","label":"Q5_K_M","size":5131409632,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q6_K.gguf","label":"Q6_K","size":5942065376,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF","file":"mistral-7b-instruct-v0.2-code-ft.Q8_0.gguf","label":"Q8_0","size":7695857888,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral-7B-Instruct-v0.2-code-ft-GGUF"],"logoFrom":"Nondzu"},{"id":"qwen3-coder-30b-a3b-instruct-westernized","family":"hirundo-io/Qwen3-Coder-30B-A3B-Instruct-Westernized","name":"Qwen3 Coder 30B A3B Westernized","maker":"hirundo-io","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF/Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T15:41:39.000Z","downloads":4219,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ1_S.gguf","label":"IQ1_S","size":6416512064,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ1_M.gguf","label":"IQ1_M","size":7078294592,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181265472,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076225088,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ2_S.gguf","label":"IQ2_S","size":9287134272,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ2_M.gguf","label":"IQ2_M","size":10169510976,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519366720,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q2_K.gguf","label":"Q2_K","size":11258612800,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849329728,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598445120,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292471360,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ3_S.gguf","label":"IQ3_S","size":13299156032,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ3_M.gguf","label":"IQ3_M","size":13513065536,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711850048,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900673088,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368352320,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q4_0.gguf","label":"Q4_0","size":17379990592,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456012352,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556689472,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q4_1.gguf","label":"Q4_1","size":19192503360,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080513600,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725584448,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Westernized.i1-Q6_K.gguf","label":"Q6_K","size":25092535360,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Coder-30B-A3B-Instruct-Westernized-i1-GGUF"],"logoFrom":"hirundo-io"},{"id":"sauerkrautlm-7b-laserchat","family":"VAGOsolutions/SauerkrautLM-7b-LaserChat","name":"SauerkrautLM 7B LaserChat","maker":"VAGOsolutions","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF/SauerkrautLM-7b-LaserChat.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-01T03:30:43.000Z","downloads":4216,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111296,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455488,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695808,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265280,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930688,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722944,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q2_K.gguf","label":"Q2_K","size":2719252992,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354368,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018827072,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164579136,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404928,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903232,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997824,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036288,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700864,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108929408,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108929408,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108929408,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q4_0.gguf","label":"Q4_0","size":4123609472,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386688,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451968,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729664,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131423104,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF","file":"SauerkrautLM-7b-LaserChat.i1-Q6_K.gguf","label":"Q6_K","size":5942079936,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SauerkrautLM-7b-LaserChat-i1-GGUF"],"logoFrom":"VAGOsolutions"},{"id":"kohlibri-40b","family":"johannhartmann/Kohlibri-40B","name":"Kohlibri 40B","maker":"johannhartmann","catalog":null,"tuned":false,"params":40.33,"active":3.76,"layers":50,"probe":"mradermacher/Kohlibri-40B-i1-GGUF/Kohlibri-40B.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T21:46:47.000Z","downloads":4215,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ1_S.gguf","label":"IQ1_S","size":8356272032,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ1_M.gguf","label":"IQ1_M","size":9247797152,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10733672352,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11946948512,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ2_S.gguf","label":"IQ2_S","size":12167896992,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ2_M.gguf","label":"IQ2_M","size":13356597152,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":13862801312,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q2_K.gguf","label":"Q2_K","size":14871543712,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15645175712,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":16643145632,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17551863712,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ3_S.gguf","label":"IQ3_S","size":17560567712,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ3_M.gguf","label":"IQ3_M","size":17866600352,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19440078752,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":21032439712,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":21622263712,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q4_0.gguf","label":"Q4_0","size":22956167072,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":23051685792,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":24500215712,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Kohlibri-40B-i1-GGUF","file":"Kohlibri-40B.i1-Q4_1.gguf","label":"Q4_1","size":25359863712,"bits":5.03,"known":true,"rank":0}],"repos":["mradermacher/Kohlibri-40B-i1-GGUF"],"logoFrom":"johannhartmann"},{"id":"mario-html-v2-9b","family":"wesjos/mario-html-v2-9B","name":"Mario Html V2 9B","maker":"wesjos","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"bartowski/wesjos_mario-html-v2-9B-GGUF/wesjos_mario-html-v2-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-21T20:57:47.000Z","downloads":4209,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-IQ2_M.gguf","label":"IQ2_M","size":3641515520,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q2_K.gguf","label":"Q2_K","size":3724287488,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4243447296,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4364918272,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4372651520,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4584562176,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q3_K_L.gguf","label":"Q3_K_L","size":4763770368,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-IQ3_M.gguf","label":"IQ3_M","size":4951072256,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5356625408,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5620178432,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q4_0.gguf","label":"Q4_0","size":5628403200,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5961981440,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5977972224,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q4_1.gguf","label":"Q4_1","size":6103539200,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6338944512,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6663347712,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q5_K_M.gguf","label":"Q5_K_M","size":7043456512,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q6_K_S.gguf","label":"Q6_K_S","size":7708925440,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q6_K.gguf","label":"Q6_K","size":7993351680,"bits":6.95,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8306220544,"bits":7.22,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-Q8_0.gguf","label":"Q8_0","size":9804537344,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/wesjos_mario-html-v2-9B-GGUF","file":"wesjos_mario-html-v2-9B-bf16.gguf","label":"BF16","size":18407316672,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/wesjos_mario-html-v2-9B-GGUF"],"logoFrom":"wesjos"},{"id":"gemma-4-26b-a4b-it-qat-q4-0-uncensored-heretic","family":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-GGUF","name":"Gemma 4 26B A4B Qat Q4 0 Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-GGUF/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-Q4_0.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-11T21:54:58.000Z","downloads":4203,"likes":31,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-GGUF","file":"gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-Q4_0.gguf","label":"Q4_0","size":16035251200,"bits":5.08,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-26B-A4B-it-qat-q4_0-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"edgerock-4b","family":"hkust-aaron/EdgeRock-4B-GGUF","name":"EdgeRock 4B","maker":"hkust-aaron","catalog":null,"tuned":false,"params":4.58,"active":null,"layers":32,"probe":"hkust-aaron/EdgeRock-4B-GGUF/EdgeRock-4B-Q3_K_M.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"edgerock","vision":false,"licence":"other","open":false,"released":"2026-10-17T15:32:00.000Z","downloads":4203,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2440995712,"bits":4.26,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-Q4_0.gguf","label":"Q4_0","size":2771573632,"bits":4.84,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2791562112,"bits":4.88,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2936478592,"bits":5.13,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3348536192,"bits":5.85,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-Q6_K.gguf","label":"Q6_K","size":3786347392,"bits":6.61,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-q8_0.gguf","label":"Q8_0","size":4893578112,"bits":8.55,"known":true,"rank":0},{"repo":"hkust-aaron/EdgeRock-4B-GGUF","file":"EdgeRock-4B-BF16.gguf","label":"BF16","size":9179632512,"bits":16.03,"known":true,"rank":0}],"repos":["hkust-aaron/EdgeRock-4B-GGUF"],"logoFrom":"rockmatrix-ai"},{"id":"gemma-4-e4b-it-apostate","family":"Spaceballs/gemma-4-E4B-it-apostate","name":"Gemma 4 E4B Apostate","maker":"Spaceballs","catalog":null,"tuned":false,"params":8.13,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF/gemma-4-E4B-it-apostate.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-21T17:42:05.000Z","downloads":4202,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ1_S.gguf","label":"IQ1_S","size":2497034048,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ1_M.gguf","label":"IQ1_M","size":2579547968,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2717071168,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2835117888,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3102525248,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q2_K.gguf","label":"Q2_K","size":3209717568,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ2_S.gguf","label":"IQ2_S","size":3238975296,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ2_M.gguf","label":"IQ2_M","size":3348993856,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3544536896,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3733239616,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3818313536,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ3_S.gguf","label":"IQ3_S","size":3823187776,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ3_M.gguf","label":"IQ3_M","size":3874715456,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4010415936,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4177860416,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4579157824,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4810352448,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q4_0.gguf","label":"Q4_0","size":4813956928,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4822804288,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4953098048,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q4_1.gguf","label":"Q4_1","size":5270447936,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5735130944,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5811029824,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-apostate-i1-GGUF","file":"gemma-4-E4B-it-apostate.i1-Q6_K.gguf","label":"Q6_K","size":6722582336,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E4B-it-apostate-i1-GGUF"],"logoFrom":"Spaceballs"},{"id":"discolm-70b","family":"DiscoResearch/DiscoLM-70b","name":"DiscoLM 70B","maker":"DiscoResearch","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/DiscoLM-70B-GGUF/discolm-70b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-12-03T17:28:15.000Z","downloads":4200,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q2_K.gguf","label":"Q2_K","size":29279555520,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q3_K_S.gguf","label":"Q3_K_S","size":29919623104,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q3_K_M.gguf","label":"Q3_K_M","size":33186985920,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q3_K_L.gguf","label":"Q3_K_L","size":36148164544,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q4_0.gguf","label":"Q4_0","size":38872612800,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q4_K_S.gguf","label":"Q4_K_S","size":39073939392,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q4_K_M.gguf","label":"Q4_K_M","size":41423273920,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q5_0.gguf","label":"Q5_0","size":47461793728,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461793728,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/DiscoLM-70B-GGUF","file":"discolm-70b.Q5_K_M.gguf","label":"Q5_K_M","size":48754163648,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/DiscoLM-70B-GGUF"],"logoFrom":"DiscoResearch"},{"id":"ravenx-cyberagent-v6-2-experimental","family":"deadbydawn101/RavenX-CyberAgent-v6.2-Experimental-GGUF","name":"RavenX CyberAgent V6.2 Experimental","maker":"deadbydawn101","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"deadbydawn101/RavenX-CyberAgent-v6.2-Experimental-GGUF/RavenX-CyberAgent-v6.2-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-13T03:21:56.000Z","downloads":4200,"likes":15,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"deadbydawn101/RavenX-CyberAgent-v6.2-Experimental-GGUF","file":"RavenX-CyberAgent-v6.2-Q4_K_M.gguf","label":"Q4_K_M","size":21166757824,"bits":4.89,"known":true,"rank":0}],"repos":["deadbydawn101/RavenX-CyberAgent-v6.2-Experimental-GGUF"],"logoFrom":"huihui-ai"},{"id":"miqu-70b-alpaca-dpo","family":"Undi95/Miqu-70B-Alpaca-DPO","name":"Miqu 70B Alpaca DPO","maker":"Undi95","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF/Miqu-70B-Alpaca-DPO.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-25T08:20:05.000Z","downloads":4197,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":14879602176,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":15943252000,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18633504256,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20678227456,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":21698377216,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":23575328256,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q2_K.gguf","label":"Q2_K","size":25771685376,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26925528576,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28624221696,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":30228542976,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30228542976,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":31253526016,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33583986176,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36457084416,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":37139068416,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-IQ4_NL.gguf","label":"IQ4_NL","size":39265383936,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q4_0.gguf","label":"Q4_0","size":39328298496,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39558985216,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41732158976,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47770646016,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF","file":"Miqu-70B-Alpaca-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":49063015936,"bits":5.69,"known":true,"rank":0}],"repos":["mradermacher/Miqu-70B-Alpaca-DPO-i1-GGUF"],"logoFrom":"Undi95"},{"id":"aa-chameleon-7b-base","family":"PKU-Alignment/AA-chameleon-7b-base","name":"AA Chameleon 7B Base","maker":"PKU-Alignment","catalog":null,"tuned":false,"params":7.01,"active":null,"layers":32,"probe":"mradermacher/AA-chameleon-7b-base-i1-GGUF/AA-chameleon-7b-base.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"chameleon","vision":false,"licence":"cc-by-4.0","open":true,"released":"2024-10-01T02:11:43.000Z","downloads":4190,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ1_S.gguf","label":"IQ1_S","size":1671605856,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ1_M.gguf","label":"IQ1_M","size":1793994336,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1997975136,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2177936992,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ2_S.gguf","label":"IQ2_S","size":2353540704,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ2_M.gguf","label":"IQ2_M","size":2516725344,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q2_K.gguf","label":"Q2_K","size":2694131296,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2742365792,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2971741792,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ3_S.gguf","label":"IQ3_S","size":3123523168,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3123523168,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ3_M.gguf","label":"IQ3_M","size":3290082912,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3473223264,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3772329568,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3808505440,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4019269216,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4019269216,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4019269216,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q4_0.gguf","label":"Q4_0","size":4030541408,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4050202208,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4274466400,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4862324320,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4993789536,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-base-i1-GGUF","file":"AA-chameleon-7b-base.i1-Q6_K.gguf","label":"Q6_K","size":5758070368,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/AA-chameleon-7b-base-i1-GGUF"],"logoFrom":"PKU-Alignment"},{"id":"qwen3-8-27b-uncensored-genesis-mtp","family":"LuffyTheFox/Qwen3.8-27B-Uncensored-Genesis-MTP-GGUF","name":"Qwen3.8 27B Uncensored Genesis MTP","maker":"LuffyTheFox","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"LuffyTheFox/Qwen3.8-27B-Uncensored-Genesis-MTP-GGUF/Qwen3.8-27B-Uncensored-Genesis-NVFP4.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-22T05:14:25.000Z","downloads":4188,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LuffyTheFox/Qwen3.8-27B-Uncensored-Genesis-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-Genesis-NVFP4.gguf","label":"Qwen3.8-27B-Uncensored-Genesis-NVFP4","size":15764904064,"bits":4.62,"known":false,"rank":0},{"repo":"LuffyTheFox/Qwen3.8-27B-Uncensored-Genesis-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-Genesis-Q5_K_P.gguf","label":"Q5_K_P","size":20218177664,"bits":5.92,"known":false,"rank":0},{"repo":"LuffyTheFox/Qwen3.8-27B-Uncensored-Genesis-MTP-GGUF","file":"Qwen3.8-27B-Uncensored-Genesis-Q8_K_P.gguf","label":"Q8_K_P","size":31457990784,"bits":9.21,"known":false,"rank":0}],"repos":["LuffyTheFox/Qwen3.8-27B-Uncensored-Genesis-MTP-GGUF"],"logoFrom":"LuffyTheFox"},{"id":"granite-34b-code-base-8k","family":"ibm-granite/granite-34b-code-base-8k","name":"Granite 34B Code Base 8K","maker":"IBM","catalog":null,"tuned":false,"params":33.72,"active":null,"layers":88,"probe":"mradermacher/granite-34b-code-base-8k-i1-GGUF/granite-34b-code-base-8k.i1-IQ1_S.gguf","kvBytesPerToken":52130,"kvHeader":45056,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-04T08:11:50.000Z","downloads":4187,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ1_S.gguf","label":"IQ1_S","size":7377963136,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ1_M.gguf","label":"IQ1_M","size":8042989696,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9151367296,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10141878400,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ2_S.gguf","label":"IQ2_S","size":10777708672,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ2_M.gguf","label":"IQ2_M","size":11664410752,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q2_K.gguf","label":"Q2_K","size":13107021952,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13359958144,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14340835456,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ3_S.gguf","label":"IQ3_S","size":14807976064,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14807976064,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ3_M.gguf","label":"IQ3_M","size":15929329792,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17567860864,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18195826816,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q4_0.gguf","label":"Q4_0","size":19342051456,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19445860480,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":19549669504,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21383628928,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23407904896,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24749852800,"bits":5.87,"known":true,"rank":0},{"repo":"mradermacher/granite-34b-code-base-8k-i1-GGUF","file":"granite-34b-code-base-8k.i1-Q6_K.gguf","label":"Q6_K","size":27838171264,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/granite-34b-code-base-8k-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"ms3-2-paintedfantasy-v4-24b","family":"zerofata/MS3.2-PaintedFantasy-v4-24B","name":"MS3.2 PaintedFantasy V4 24B","maker":"zerofata","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF/zerofata_MS3.2-PaintedFantasy-v4-24B-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2026-02-07T00:16:22.000Z","downloads":4187,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ2_XS.gguf","label":"IQ2_XS","size":7207036544,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ2_S.gguf","label":"IQ2_S","size":7478355584,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ2_M.gguf","label":"IQ2_M","size":8114054784,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q2_K.gguf","label":"Q2_K","size":8890328704,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280595584,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q2_K_L.gguf","label":"Q2_K_L","size":9545688704,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ3_XS.gguf","label":"IQ3_XS","size":9907119744,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q3_K_S.gguf","label":"Q3_K_S","size":10400278144,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ3_M.gguf","label":"IQ3_M","size":10650953344,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q3_K_M.gguf","label":"Q3_K_M","size":11474085504,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q3_K_L.gguf","label":"Q3_K_L","size":12400764544,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ4_XS.gguf","label":"IQ4_XS","size":12758918784,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987967104,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-IQ4_NL.gguf","label":"IQ4_NL","size":13468018304,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q4_0.gguf","label":"Q4_0","size":13494232704,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q4_K_S.gguf","label":"Q4_K_S","size":13549282944,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q4_K_M.gguf","label":"Q4_K_M","size":14333912704,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q4_K_L.gguf","label":"Q4_K_L","size":14831986304,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q4_1.gguf","label":"Q4_1","size":14873110144,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q5_K_S.gguf","label":"Q5_K_S","size":16304416384,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q5_K_M.gguf","label":"Q5_K_M","size":16763987584,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q5_K_L.gguf","label":"Q5_K_L","size":17178175104,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q6_K.gguf","label":"Q6_K","size":19345942144,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q6_K_L.gguf","label":"Q6_K_L","size":19671000704,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-Q8_0.gguf","label":"Q8_0","size":25054783104,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF","file":"zerofata_MS3.2-PaintedFantasy-v4-24B-bf16.gguf","label":"BF16","size":47153522016,"bits":16,"known":true,"rank":0}],"repos":["bartowski/zerofata_MS3.2-PaintedFantasy-v4-24B-GGUF"],"logoFrom":"zerofata"},{"id":"qiming-holos-plus-8b-i1","family":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","name":"QiMing Holos Plus 8B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF/QiMing-Holos-Plus-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-08-20T00:00:39.000Z","downloads":4184,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019630880,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161975072,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399215392,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605784864,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758491936,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948284192,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988818208,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179134752,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274915616,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518750496,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664502560,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682328352,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784826656,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018921248,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321959712,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447665952,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675895072,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677992224,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692672288,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920737568,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130256160,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599297312,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732990752,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-8B-i1-GGUF","file":"QiMing-Holos-Plus-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596009760,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/QiMing-Holos-Plus-8B-i1-GGUF"],"logoFrom":"aifeifei798"},{"id":"llama2-7b-chat-uncensored","family":"georgesung/llama2_7b_chat_uncensored","name":"Llama2 7B Uncensored","maker":"georgesung","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/llama2_7b_chat_uncensored-GGUF/llama2_7b_chat_uncensored.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-18T07:29:20.000Z","downloads":4183,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/llama2_7b_chat_uncensored-GGUF","file":"llama2_7b_chat_uncensored.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/llama2_7b_chat_uncensored-GGUF"],"logoFrom":"georgesung"},{"id":"final-order-24b","family":"Sorihon/Final-Order-24B","name":"Final Order 24B","maker":"Sorihon","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Final-Order-24B-i1-GGUF/Final-Order-24B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-10T08:03:31.000Z","downloads":4183,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ1_S.gguf","label":"IQ1_S","size":5273725024,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ1_M.gguf","label":"IQ1_M","size":5750499424,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545123424,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207037024,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ2_S.gguf","label":"IQ2_S","size":7478356064,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ2_M.gguf","label":"IQ2_M","size":8114055264,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320165984,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q2_K.gguf","label":"Q2_K","size":8890329184,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280596064,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907120224,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400278624,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ3_S.gguf","label":"IQ3_S","size":10428131424,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ3_M.gguf","label":"IQ3_M","size":10650953824,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474085984,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400765024,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758919264,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q4_0.gguf","label":"Q4_0","size":13494233184,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549283424,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333913184,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q4_1.gguf","label":"Q4_1","size":14873110624,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304416864,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763988064,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Final-Order-24B-i1-GGUF","file":"Final-Order-24B.i1-Q6_K.gguf","label":"Q6_K","size":19345942624,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Final-Order-24B-i1-GGUF"],"logoFrom":null},{"id":"gemma-4-12b-unified-system-one","family":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","name":"Gemma 4 12B Unified System One","maker":"mradermacher","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF/Gemma-4-12B-Unified-System-One.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-05T05:29:28.000Z","downloads":4177,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q2_K.gguf","label":"Q2_K","size":4830149600,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q3_K_S.gguf","label":"Q3_K_S","size":5528230880,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q3_K_M.gguf","label":"Q3_K_M","size":6087089120,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q3_K_L.gguf","label":"Q3_K_L","size":6566321120,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.IQ4_XS.gguf","label":"IQ4_XS","size":6690552800,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q4_K_S.gguf","label":"Q4_K_S","size":7024049120,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q4_K_M.gguf","label":"Q4_K_M","size":7381384160,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q5_K_S.gguf","label":"Q5_K_S","size":8338373600,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q5_K_M.gguf","label":"Q5_K_M","size":8547269600,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q6_K.gguf","label":"Q6_K","size":9786022880,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-Unified-System-One-GGUF","file":"Gemma-4-12B-Unified-System-One.Q8_0.gguf","label":"Q8_0","size":12669647840,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-12B-Unified-System-One-GGUF"],"logoFrom":"google"},{"id":"qwen3vl-8b-uncensored-hauhaucs-balanced","family":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced","name":"Qwen3VL 8B Uncensored HauhauCS Balanced","maker":"HauhauCS","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced/Qwen3VL-8B-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-01-31T16:55:44.000Z","downloads":4176,"likes":34,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced","file":"Qwen3VL-8B-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":5027784800,"bits":4.91,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced","file":"Qwen3VL-8B-Uncensored-HauhauCS-Balanced-Q6_K.gguf","label":"Q6_K","size":6725900384,"bits":6.57,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced","file":"Qwen3VL-8B-Uncensored-HauhauCS-Balanced-Q8_0.gguf","label":"Q8_0","size":8709519456,"bits":8.51,"known":true,"rank":0},{"repo":"HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced","file":"Qwen3VL-8B-Uncensored-HauhauCS-Balanced-BF16.gguf","label":"BF16","size":16388044896,"bits":16.01,"known":true,"rank":0}],"repos":["HauhauCS/Qwen3VL-8B-Uncensored-HauhauCS-Balanced"],"logoFrom":"Qwen"},{"id":"lyrics-room-final-refiner-ozan-v1","family":"rambrogi/lyrics-room-final-refiner-ozan-v1-GGUF","name":"Lyrics Room Final Refiner Ozan V1","maker":"rambrogi","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"rambrogi/lyrics-room-final-refiner-ozan-v1-GGUF/lyrics-room-final-refiner-ozan-v1.Q8_0.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-11T07:04:37.000Z","downloads":4175,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"rambrogi/lyrics-room-final-refiner-ozan-v1-GGUF","file":"lyrics-room-final-refiner-ozan-v1.Q8_0.gguf","label":"Q8_0","size":13022372288,"bits":8.5,"known":true,"rank":0}],"repos":["rambrogi/lyrics-room-final-refiner-ozan-v1-GGUF"],"logoFrom":"arbazsiddiqui"},{"id":"qwen3-5-9b-c3sm-sdm-agentic-coder","family":"OliviaRossi/Qwen3.5-9B-C3SM-SDM-Agentic-Coder","name":"Qwen3.5 9B C3SM SDM Agentic Coder","maker":"OliviaRossi","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"OliviaRossi/Qwen3.5-9B-C3SM-SDM-Agentic-Coder-GGUF/Qwen3.5-9B-C3SM-SDM-Agentic-Coder-Q5_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-27T12:45:29.000Z","downloads":4175,"likes":22,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OliviaRossi/Qwen3.5-9B-C3SM-SDM-Agentic-Coder-GGUF","file":"Qwen3.5-9B-C3SM-SDM-Agentic-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":6467994976,"bits":5.78,"known":true,"rank":0}],"repos":["OliviaRossi/Qwen3.5-9B-C3SM-SDM-Agentic-Coder-GGUF"],"logoFrom":"OliviaRossi"},{"id":"wizard-vicuna-7b-uncensored","family":"QuixiAI/Wizard-Vicuna-7B-Uncensored","name":"Wizard Vicuna 7B Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF/Wizard-Vicuna-7B-Uncensored.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-19T23:07:40.000Z","downloads":4173,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF","file":"Wizard-Vicuna-7B-Uncensored.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Wizard-Vicuna-7B-Uncensored-GGUF"],"logoFrom":"QuixiAI"},{"id":"vnpen-writer-9b-v1-0","family":"VNPen/vnpen-writer-9b-v1.0","name":"Vnpen Writer 9B V1.0","maker":"VNPen","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF/vnpen-writer-9b-v1.0.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-18T06:08:10.000Z","downloads":4173,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642336,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269664,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648544,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345952,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968672,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471776,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239712,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q2_K.gguf","label":"Q2_K","size":3827263136,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166432,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416736,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407520,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818720,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383200,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525536,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515424,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441248,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q4_0.gguf","label":"Q4_0","size":5325940384,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630496,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215072,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109920,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q4_1.gguf","label":"Q4_1","size":5809333920,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310368,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970720,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/vnpen-writer-9b-v1.0-i1-GGUF","file":"vnpen-writer-9b-v1.0.i1-Q6_K.gguf","label":"Q6_K","size":7359260320,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/vnpen-writer-9b-v1.0-i1-GGUF"],"logoFrom":"VNPen"},{"id":"hunyuan-1-8b-instruct","family":"tencent/Hunyuan-1.8B-Instruct","name":"Hunyuan 1.8B","maker":"Tencent","catalog":null,"tuned":false,"params":1.79,"active":null,"layers":32,"probe":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF/tencent_Hunyuan-1.8B-Instruct-IQ2_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"hunyuan-dense","vision":false,"licence":null,"open":false,"released":"2025-08-04T12:44:52.000Z","downloads":4171,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":698486688,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":768479136,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q2_K.gguf","label":"Q2_K","size":777486528,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":837412256,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":840138944,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":871858368,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":900825280,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":951025856,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1018921152,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1033863360,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1078846880,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q4_0.gguf","label":"Q4_0","size":1080000704,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1081049280,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1083670720,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1133084864,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q4_1.gguf","label":"Q4_1","size":1173323968,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1193010592,"bits":5.33,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1269792960,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1298759872,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1358685600,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q6_K.gguf","label":"Q6_K","size":1474789568,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1534715296,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-Q8_0.gguf","label":"Q8_0","size":1908532640,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF","file":"tencent_Hunyuan-1.8B-Instruct-bf16.gguf","label":"BF16","size":3587537792,"bits":16.03,"known":true,"rank":0}],"repos":["bartowski/tencent_Hunyuan-1.8B-Instruct-GGUF"],"logoFrom":"tencent"},{"id":"security-8b","family":"bebrws/security-8b","name":"Security 8B","maker":"bebrws","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"bebrws/security-8b/k3-sec-8b-v7cti-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-30T23:00:12.000Z","downloads":4164,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bebrws/security-8b","file":"k3-sec-8b-v7cti-Q4_K_M.gguf","label":"Q4_K_M","size":5027784192,"bits":4.91,"known":true,"rank":0},{"repo":"bebrws/security-8b","file":"k3-sec-8b-v7cti-Q8_0.gguf","label":"Q8_0","size":8709518848,"bits":8.51,"known":true,"rank":0},{"repo":"bebrws/security-8b","file":"k3-sec-8b-v7cti-F16.gguf","label":"F16","size":16388044288,"bits":16.01,"known":true,"rank":0}],"repos":["bebrws/security-8b"],"logoFrom":"Qwen"},{"id":"tulu-2-7b-helpful-i1","family":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","name":"Tulu 2 7B Helpful I1","maker":"mradermacher","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF/Tulu-2-7B-Helpful.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-11T09:33:28.000Z","downloads":4158,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ1_S.gguf","label":"IQ1_S","size":1528583360,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971840,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952640,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034914496,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ2_S.gguf","label":"IQ2_S","size":2196567232,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751872,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q2_K.gguf","label":"Q2_K","size":2532865216,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585392320,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524736,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ3_S.gguf","label":"IQ3_S","size":2948306112,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948306112,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865856,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298006208,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597112512,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619337408,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825808576,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825808576,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825808576,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q4_0.gguf","label":"Q4_0","size":3837080768,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856741568,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005760,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651693248,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783158464,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Tulu-2-7B-Helpful-i1-GGUF","file":"Tulu-2-7B-Helpful.i1-Q6_K.gguf","label":"Q6_K","size":5529195712,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Tulu-2-7B-Helpful-i1-GGUF"],"logoFrom":null},{"id":"kafkalm-70b-german-v0-1","family":"seedboxai/KafkaLM-70B-German-V0.1","name":"KafkaLM 70B German V0.1","maker":"seedboxai","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/KafkaLM-70B-German-V0.1-GGUF/kafkalm-70b-german-v0.1.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-01-31T17:12:07.000Z","downloads":4150,"likes":100,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q2_K.gguf","label":"Q2_K","size":25462436928,"bits":2.95,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":29919294528,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":33274737728,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":36147835968,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q4_0.gguf","label":"Q4_0","size":38872249408,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":39249736768,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":41422910528,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q5_0.gguf","label":"Q5_0","size":47461397568,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":47461397568,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/KafkaLM-70B-German-V0.1-GGUF","file":"kafkalm-70b-german-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":48753767488,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/KafkaLM-70B-German-V0.1-GGUF"],"logoFrom":"seedboxai"},{"id":"wizardlm-1-0-uncensored-codellama-34b","family":"QuixiAI/WizardLM-1.0-Uncensored-CodeLlama-34b","name":"WizardLM 1.0 Uncensored CodeLlama 34B","maker":"QuixiAI","catalog":null,"tuned":true,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF/wizardlm-1.0-uncensored-codellama-34b.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T19:45:34.000Z","downloads":4148,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF","file":"wizardlm-1.0-uncensored-codellama-34b.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-1.0-Uncensored-CodeLlama-34B-GGUF"],"logoFrom":"QuixiAI"},{"id":"elisnovel-v3-32b","family":"cyanelis/ElisNovel-V3-32B","name":"ElisNovel V3 32B","maker":"cyanelis","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"cyanelis/ElisNovel-V3-32B/ElisNovel-V3-32B-Q3_K_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-28T12:00:11.000Z","downloads":4144,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cyanelis/ElisNovel-V3-32B","file":"ElisNovel-V3-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14389738112,"bits":3.51,"known":true,"rank":0},{"repo":"cyanelis/ElisNovel-V3-32B","file":"ElisNovel-V3-32B-Q4_K_M.gguf","label":"Q4_K_M","size":19762148992,"bits":4.83,"known":true,"rank":0},{"repo":"cyanelis/ElisNovel-V3-32B","file":"ElisNovel-V3-32B-Q6_K.gguf","label":"Q6_K","size":26883306112,"bits":6.56,"known":true,"rank":0},{"repo":"cyanelis/ElisNovel-V3-32B","file":"ElisNovel-V3-32B-Q8_0.gguf","label":"Q8_0","size":34817718912,"bits":8.5,"known":true,"rank":0},{"repo":"cyanelis/ElisNovel-V3-32B","file":"ElisNovel-V3-32B-F16.gguf","label":"F16","size":65531574912,"bits":16,"known":true,"rank":0}],"repos":["cyanelis/ElisNovel-V3-32B"],"logoFrom":"Qwen"},{"id":"viking-33b","family":"LumiOpen/Viking-33B","name":"Viking 33B","maker":"LumiOpen","catalog":null,"tuned":false,"params":33.12,"active":null,"layers":56,"probe":"mradermacher/Viking-33B-i1-GGUF/Viking-33B.i1-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-03T06:00:04.000Z","downloads":4143,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ1_S.gguf","label":"IQ1_S","size":7531007904,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ1_M.gguf","label":"IQ1_M","size":8162021280,"bits":1.97,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9213710240,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10144976800,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ2_S.gguf","label":"IQ2_S","size":10749382560,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ2_M.gguf","label":"IQ2_M","size":11590733728,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q2_K.gguf","label":"Q2_K","size":12560994208,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13019746208,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13928075168,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605651872,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ3_S.gguf","label":"IQ3_S","size":14660243360,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ3_M.gguf","label":"IQ3_M","size":15178862496,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16191098784,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17572859808,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17938026400,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q4_0.gguf","label":"Q4_0","size":18943610784,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19011506080,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19992088480,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22901723040,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23474933664,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Viking-33B-i1-GGUF","file":"Viking-33B.i1-Q6_K.gguf","label":"Q6_K","size":27175456672,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Viking-33B-i1-GGUF"],"logoFrom":"LumiOpen"},{"id":"llama-3-2-3b-instruct-neo-si-fi","family":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","name":"Llama 3.2 3B NEO SI FI","maker":"DavidAU","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF/Llama-3.2-3B-Instruct-NEO-SI-FI-IQ1_S-imat.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-27T04:17:02.000Z","downloads":4142,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ1_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ1_S-imat","size":868157952,"bits":2.16,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ1_M-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ1_M-imat","size":924191232,"bits":2.3,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_XXS-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_XXS-imat","size":1017580032,"bits":2.54,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_XS-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_XS-imat","size":1100548608,"bits":2.74,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_S-imat","size":1154320896,"bits":2.88,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_M-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ2_M-imat","size":1229031936,"bits":3.06,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q2_K_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q2_K_S-imat","size":1274282496,"bits":3.18,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_XXS-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_XXS-imat","size":1348766208,"bits":3.36,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q2_K-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q2_K-imat","size":1363935744,"bits":3.4,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_XS-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_XS-imat","size":1476788736,"bits":3.68,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_S-imat","size":1542849024,"bits":3.85,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q3_K_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q3_K_S-imat","size":1542849024,"bits":3.85,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_M-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ3_M-imat","size":1599668736,"bits":3.99,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q3_K_M-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q3_K_M-imat","size":1687159296,"bits":4.2,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q3_K_L-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q3_K_L-imat","size":1815347712,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ4_XS-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ4_XS-imat","size":1829110272,"bits":4.56,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1917190656,"bits":4.78,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1917190656,"bits":4.78,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1917190656,"bits":4.78,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ4_NL-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-IQ4_NL-imat","size":1917190656,"bits":4.78,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q4_K_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q4_K_S-imat","size":1928200704,"bits":4.81,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q4_K_M-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q4_K_M-imat","size":2019377664,"bits":5.03,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q5_K_S-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q5_K_S-imat","size":2269512192,"bits":5.66,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q5_K_M-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q5_K_M-imat","size":2322153984,"bits":5.79,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF","file":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q6_K-imat.gguf","label":"Llama-3.2-3B-Instruct-NEO-SI-FI-Q6_K-imat","size":2643853824,"bits":6.59,"known":false,"rank":0}],"repos":["DavidAU/Llama-3.2-3B-Instruct-NEO-SI-FI-GGUF"],"logoFrom":"DavidAU"},{"id":"granite-3b-code-instruct-i1","family":"mradermacher/granite-3b-code-instruct-i1-GGUF","name":"Granite 3B Code I1","maker":"mradermacher","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"mradermacher/granite-3b-code-instruct-i1-GGUF/granite-3b-code-instruct.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-10T04:47:09.000Z","downloads":4138,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":803428768,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":869783968,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":980375968,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1075403168,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":1136843168,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":1225316768,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q2_K.gguf","label":"Q2_K","size":1338694048,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1361303968,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1473042848,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":1551686048,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1551686048,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":1621318048,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1726994848,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1876089248,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1892473248,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q4_0.gguf","label":"Q4_0","size":2003884448,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2013714848,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2132498848,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2416761248,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2486393248,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-instruct-i1-GGUF","file":"granite-3b-code-instruct.i1-Q6_K.gguf","label":"Q6_K","size":2862406048,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/granite-3b-code-instruct-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"gemma4-gutenberg-31b-heretic","family":"nbeerbower/Gemma4-Gutenberg-31B-Heretic","name":"Gemma4 Gutenberg 31B Heretic","maker":"nbeerbower","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF/nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-16T19:01:32.000Z","downloads":4135,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830190560,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ2_XS.gguf","label":"IQ2_XS","size":11500943328,"bits":3,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ2_S.gguf","label":"IQ2_S","size":12075358176,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q2_K.gguf","label":"Q2_K","size":12631623648,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ2_M.gguf","label":"IQ2_M","size":12649773024,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q2_K_L.gguf","label":"Q2_K_L","size":12972935136,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981708768,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ3_XS.gguf","label":"IQ3_XS","size":13841352672,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q3_K_S.gguf","label":"Q3_K_S","size":14329063392,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ3_M.gguf","label":"IQ3_M","size":15129829344,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15918122976,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q3_K_L.gguf","label":"Q3_K_L","size":16810624992,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151936480,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ4_XS.gguf","label":"IQ4_XS","size":17155893216,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-IQ4_NL.gguf","label":"IQ4_NL","size":18025687008,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q4_0.gguf","label":"Q4_0","size":18076264416,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q4_K_S.gguf","label":"Q4_K_S","size":18195654624,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":19598489568,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q4_1.gguf","label":"Q4_1","size":19765274592,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q4_K_L.gguf","label":"Q4_K_L","size":19939801056,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q5_K_S.gguf","label":"Q5_K_S","size":21504862176,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":22608877536,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q5_K_L.gguf","label":"Q5_K_L","size":22950189024,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q6_K.gguf","label":"Q6_K","size":26726721504,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q6_K_L.gguf","label":"Q6_K_L","size":27068032992,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-Q8_0.gguf","label":"Q8_0","size":32635676640,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF","file":"nbeerbower_Gemma4-Gutenberg-31B-Heretic-bf16/nbeerbower_Gemma4-Gutenberg-31B-Heretic-bf16-00001-of-00002.gguf","label":"BF16","size":61413189472,"bits":16,"known":true,"rank":0}],"repos":["bartowski/nbeerbower_Gemma4-Gutenberg-31B-Heretic-GGUF"],"logoFrom":"nbeerbower"},{"id":"lumimaid-v0-2-12b","family":"NeverSleep/Lumimaid-v0.2-12B-GGUF","name":"Lumimaid V0.2 12B","maker":"NeverSleep","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"NeverSleep/Lumimaid-v0.2-12B-GGUF/Lumimaid-v0.2-12B.q4_k_m.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-07-27T13:10:34.000Z","downloads":4134,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NeverSleep/Lumimaid-v0.2-12B-GGUF","file":"Lumimaid-v0.2-12B.q4_k_m.gguf","label":"Q4_K_M","size":7477211200,"bits":4.88,"known":true,"rank":0},{"repo":"NeverSleep/Lumimaid-v0.2-12B-GGUF","file":"Lumimaid-v0.2-12B.q5_k_m.gguf","label":"Q5_K_M","size":8727638720,"bits":5.7,"known":true,"rank":0},{"repo":"NeverSleep/Lumimaid-v0.2-12B-GGUF","file":"Lumimaid-v0.2-12B.q6_k.gguf","label":"Q6_K","size":10056217984,"bits":6.57,"known":true,"rank":0},{"repo":"NeverSleep/Lumimaid-v0.2-12B-GGUF","file":"Lumimaid-v0.2-12B.q8_0.gguf","label":"Q8_0","size":13022379776,"bits":8.5,"known":true,"rank":0}],"repos":["NeverSleep/Lumimaid-v0.2-12B-GGUF"],"logoFrom":"NeverSleep"},{"id":"granite-3b-code-base-i1","family":"mradermacher/granite-3b-code-base-i1-GGUF","name":"Granite 3B Code Base I1","maker":"mradermacher","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"mradermacher/granite-3b-code-base-i1-GGUF/granite-3b-code-base.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-10T02:55:37.000Z","downloads":4134,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ1_S.gguf","label":"IQ1_S","size":803428320,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ1_M.gguf","label":"IQ1_M","size":869783520,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":980375520,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1075402720,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ2_S.gguf","label":"IQ2_S","size":1136842720,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ2_M.gguf","label":"IQ2_M","size":1225316320,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q2_K.gguf","label":"Q2_K","size":1338693600,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1361303520,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1473042400,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ3_S.gguf","label":"IQ3_S","size":1551685600,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1551685600,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ3_M.gguf","label":"IQ3_M","size":1621317600,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1726994400,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1876088800,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1892472800,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q4_0.gguf","label":"Q4_0","size":2003884000,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2013714400,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2132498400,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2416760800,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2486392800,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-i1-GGUF","file":"granite-3b-code-base.i1-Q6_K.gguf","label":"Q6_K","size":2862405600,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/granite-3b-code-base-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"huihui-gpt-oss-20b-bf16-abliterated-v2","family":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","name":"Huihui Gpt Oss 20B BF16 Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2/GGUF/Huihui-gpt-oss-20b-BF16-abliterated-v2-Q3_K_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-27T14:11:00.000Z","downloads":4127,"likes":44,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","file":"GGUF/Huihui-gpt-oss-20b-BF16-abliterated-v2-Q3_K_M.gguf","label":"Q3_K_M","size":12916149728,"bits":4.94,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","file":"GGUF/Huihui-gpt-oss-20b-BF16-abliterated-v2-Q4_K_M.gguf","label":"Q4_K_M","size":15805135328,"bits":6.05,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","file":"GGUF/Huihui-gpt-oss-20b-BF16-abliterated-v2-q8_0.gguf","label":"Q8_0","size":22261911008,"bits":8.52,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2","file":"GGUF/Huihui-gpt-oss-20b-BF16-abliterated-v2-f16.gguf","label":"F16","size":41860887008,"bits":16.02,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated-v2"],"logoFrom":"huihui-ai"},{"id":"ringg-router-e2b","family":"RinggAI/ringg-router-e2b","name":"Ringg Router E2B","maker":"RinggAI","catalog":null,"tuned":true,"params":4.63,"active":null,"layers":35,"probe":"bartowski/RinggAI_ringg-router-e2b-GGUF/RinggAI_ringg-router-e2b-IQ2_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-29T23:07:15.000Z","downloads":4125,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-IQ2_M.gguf","label":"IQ2_M","size":1953892928,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q2_K.gguf","label":"Q2_K","size":2341421632,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-IQ3_XXS.gguf","label":"IQ3_XXS","size":2442432064,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q3_K_S.gguf","label":"Q3_K_S","size":2467008064,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-IQ3_XS.gguf","label":"IQ3_XS","size":2476389952,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q3_K_M.gguf","label":"Q3_K_M","size":2536524352,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q3_K_L.gguf","label":"Q3_K_L","size":2615659072,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-IQ3_M.gguf","label":"IQ3_M","size":2648130112,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-IQ4_XS.gguf","label":"IQ4_XS","size":3018285632,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q4_K_S.gguf","label":"Q4_K_S","size":3078687296,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-IQ4_NL.gguf","label":"IQ4_NL","size":3172051520,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q4_K_M.gguf","label":"Q4_K_M","size":3172051520,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q4_K_L.gguf","label":"Q4_K_L","size":3295005248,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q4_0.gguf","label":"Q4_0","size":3368102464,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q4_1.gguf","label":"Q4_1","size":3478252096,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q5_K_S.gguf","label":"Q5_K_S","size":3627600448,"bits":6.27,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q5_K_M.gguf","label":"Q5_K_M","size":3732515392,"bits":6.45,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q6_K_S.gguf","label":"Q6_K_S","size":3865078336,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q6_K.gguf","label":"Q6_K","size":3940502080,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q6_K_L.gguf","label":"Q6_K_L","size":4025068096,"bits":6.95,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-Q8_0.gguf","label":"Q8_0","size":4947421760,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/RinggAI_ringg-router-e2b-GGUF","file":"RinggAI_ringg-router-e2b-bf16.gguf","label":"BF16","size":9273534688,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/RinggAI_ringg-router-e2b-GGUF"],"logoFrom":"RinggAI"},{"id":"qwen3-30b-a3b-architect18","family":"nightmedia/Qwen3-30B-A3B-Architect18","name":"Qwen3 30B A3B Architect18","maker":"nightmedia","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF/Qwen3-30B-A3B-Architect18.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-02T09:39:18.000Z","downloads":4123,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ1_S.gguf","label":"IQ1_S","size":6415950048,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ1_M.gguf","label":"IQ1_M","size":7077732576,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8180703456,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9075663072,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ2_S.gguf","label":"IQ2_S","size":9286516736,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ2_M.gguf","label":"IQ2_M","size":10168893440,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10518732096,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q2_K.gguf","label":"Q2_K","size":11257978176,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11848712192,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12597754976,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13291781216,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ3_S.gguf","label":"IQ3_S","size":13298465888,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ3_M.gguf","label":"IQ3_M","size":13512375392,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711159904,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15899982944,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16367606624,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q4_0.gguf","label":"Q4_0","size":17379227808,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17455249568,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18555926688,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q4_1.gguf","label":"Q4_1","size":19191706400,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21079682464,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21724753312,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF","file":"Qwen3-30B-A3B-Architect18.i1-Q6_K.gguf","label":"Q6_K","size":25091631616,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-Architect18-i1-GGUF"],"logoFrom":"nightmedia"},{"id":"sorjin2-1-12b-instruct","family":"muzaffercky/Sorjin2.1-12B-Instruct","name":"Sorjin2.1 12B","maker":"muzaffercky","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF/Sorjin2.1-12B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-10-30T18:42:59.000Z","downloads":4122,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":2983694240,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":3202850720,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568111520,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887845280,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":4079599520,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":4371808160,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504149920,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":4830150560,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849196960,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272395680,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":5528231840,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528231840,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":5733994400,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087090080,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566322080,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635257760,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975881120,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":6997999520,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024050080,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381385120,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":7657127840,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338374560,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547270560,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF","file":"Sorjin2.1-12B-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":9786023840,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Sorjin2.1-12B-Instruct-i1-GGUF"],"logoFrom":null},{"id":"airoboros-c34b-3-1-2","family":"jondurbin/airoboros-c34b-3.1.2","name":"Airoboros C34b 3.1.2","maker":"jondurbin","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/Airoboros-c34B-3.1.2-GGUF/airoboros-c34b-3.1.2.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-21T12:14:00.000Z","downloads":4121,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q2_K.gguf","label":"Q2_K","size":14210674880,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q3_K_S.gguf","label":"Q3_K_S","size":14605349056,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q3_K_M.gguf","label":"Q3_K_M","size":16283594944,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q3_K_L.gguf","label":"Q3_K_L","size":17771524288,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q4_0.gguf","label":"Q4_0","size":19052048576,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q4_K_S.gguf","label":"Q4_K_S","size":19146420416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q4_K_M.gguf","label":"Q4_K_M","size":20219900096,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q5_0.gguf","label":"Q5_0","size":23237177536,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q5_K_S.gguf","label":"Q5_K_S","size":23237177536,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q5_K_M.gguf","label":"Q5_K_M","size":23838798016,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q6_K.gguf","label":"Q6_K","size":27683877056,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-3.1.2-GGUF","file":"airoboros-c34b-3.1.2.Q8_0.gguf","label":"Q8_0","size":35856052416,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-c34B-3.1.2-GGUF"],"logoFrom":"jondurbin"},{"id":"bielik-11b-v2-3-instruct","family":"speakleash/Bielik-11B-v2.3-Instruct","name":"Bielik 11B V2.3","maker":"speakleash","catalog":null,"tuned":false,"params":11.17,"active":null,"layers":50,"probe":"speakleash/Bielik-11B-v2.3-Instruct-GGUF/Bielik-11B-v2.3-Instruct.Q4_K_M.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-05T12:49:31.000Z","downloads":4121,"likes":28,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","file":"Bielik-11B-v2.3-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":6724050496,"bits":4.82,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","file":"Bielik-11B-v2.3-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":7907040832,"bits":5.66,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","file":"Bielik-11B-v2.3-Instruct.Q6_K.gguf","label":"Q6_K","size":9163968064,"bits":6.56,"known":true,"rank":0},{"repo":"speakleash/Bielik-11B-v2.3-Instruct-GGUF","file":"Bielik-11B-v2.3-Instruct.Q8_0.gguf","label":"Q8_0","size":11868810816,"bits":8.5,"known":true,"rank":0}],"repos":["speakleash/Bielik-11B-v2.3-Instruct-GGUF"],"logoFrom":"speakleash"},{"id":"qwen3-5-9b-uncensored-hauhaucs-aggressive-loulou-0","family":"LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 9B Uncensored HauhauCS Aggressive (LouLou-0)","maker":"LouLou-0","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-02T11:57:06.000Z","downloads":4119,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf","label":"Q4_K_M","size":5627044224,"bits":5.03,"known":true,"rank":0},{"repo":"LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf","label":"Q6_K","size":7359259008,"bits":6.58,"known":true,"rank":0},{"repo":"LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf","label":"Q8_0","size":9527501184,"bits":8.52,"known":true,"rank":0},{"repo":"LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":17920696704,"bits":16.02,"known":true,"rank":0}],"repos":["LouLou-0/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"qwen3-5-122b-a10b-heretic-v2-i1","family":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","name":"Qwen3.5 122B A10B Heretic V2 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF/Qwen3.5-122B-A10B-heretic-v2.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-12T06:27:02.000Z","downloads":4119,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":24837711552,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":27598640832,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32200189632,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":35890865856,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":36257134272,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":39938373312,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":41742411456,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q2_K.gguf","label":"Q2_K","size":44577400512,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47148234432,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50166302400,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":52921517760,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":52924024512,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":53788853952,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":58602063552,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":63189321408,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":65244882624,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q4_0.gguf","label":"Q4_0","size":69336000192,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":69639956160,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74208241344,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q4_1.gguf","label":"Q4_1","size":76614624960,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":84196419264,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":86955517632,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF","file":"Qwen3.5-122B-A10B-heretic-v2.i1-Q6_K.gguf","label":"Q6_K","size":100307732160,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-122B-A10B-heretic-v2-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-flash-0731-gguf-ds4","family":"ox-ox/DeepSeek-V4-Flash-0731-gguf-ds4","name":"DeepSeek V4 Flash 0731 Gguf Ds4","maker":"ox-ox","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"ox-ox/DeepSeek-V4-Flash-0731-gguf-ds4/DeepSeek-V4-Flash-0731-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-07-31T14:53:08.000Z","downloads":4117,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ox-ox/DeepSeek-V4-Flash-0731-gguf-ds4","file":"DeepSeek-V4-Flash-0731-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2.gguf","label":"DeepSeek-V4-Flash-0731-Layers37-42Q4KExperts-OtherExpertLayersIQ2XXSGateUp-Q2KDown-AProjQ8-SExpQ8-OutQ8-chat-v2","size":97591747168,"bits":2.75,"known":false,"rank":0}],"repos":["ox-ox/DeepSeek-V4-Flash-0731-gguf-ds4"],"logoFrom":"deepseek-ai"},{"id":"ternary-bonsai-2-27b-abliterated-swift-cap-pq2-0-mtp","family":"hotdogs/Ternary-Bonsai-2-27B-Abliterated-swift-cap-PQ2_0-MTP","name":"Ternary Bonsai 2 27B Abliterated Swift Cap PQ2 0 MTP","maker":"hotdogs","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"hotdogs/Ternary-Bonsai-2-27B-Abliterated-swift-cap-PQ2_0-MTP/Ternary-Bonsai-2-27B-Abliterated-swift-cap-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T03:57:53.000Z","downloads":4117,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hotdogs/Ternary-Bonsai-2-27B-Abliterated-swift-cap-PQ2_0-MTP","file":"Ternary-Bonsai-2-27B-Abliterated-swift-cap-PQ2_0.gguf","label":"PQ2_0","size":8360834336,"bits":2.45,"known":false,"rank":0}],"repos":["hotdogs/Ternary-Bonsai-2-27B-Abliterated-swift-cap-PQ2_0-MTP"],"logoFrom":"BoldingBuilds"},{"id":"qwen2-5-coder-0-5b-instruct-abliterated","family":"huihui-ai/Qwen2.5-Coder-0.5B-Instruct-abliterated","name":"Qwen2.5 Coder 0.5B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF/Qwen2.5-Coder-0.5B-Instruct-abliterated-IQ3_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-13T21:50:36.000Z","downloads":4116,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":342752800,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":349402912,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":352155424,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":352155424,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":352155424,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_0.gguf","label":"Q4_0","size":352972576,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":369358624,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":369358624,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":385472288,"bits":6.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":397808416,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":397808416,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":412710688,"bits":6.74,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":420086560,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":420086560,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":505736992,"bits":8.26,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":505736992,"bits":8.26,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":531068704,"bits":8.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-Coder-0.5B-Instruct-abliterated-f16.gguf","label":"F16","size":994157024,"bits":16.23,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Coder-0.5B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"gemma-4-e4b-it-abliterated-uncensored-philadelphia-class","family":"KridgeDookie/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","name":"Gemma 4 E4B ABLITERATED UNCENSORED PHILADELPHIA CLASS","maker":"KridgeDookie","catalog":null,"tuned":true,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-20T14:08:14.000Z","downloads":4116,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ1_S.gguf","label":"IQ1_S","size":3289759104,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ1_M.gguf","label":"IQ1_M","size":3372273024,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509796224,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627842944,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_S.gguf","label":"IQ2_S","size":3677281664,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_M.gguf","label":"IQ2_M","size":3787300224,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982843264,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269591936,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q2_K.gguf","label":"Q2_K","size":4376784256,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545887616,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630961536,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_S.gguf","label":"IQ3_S","size":4635835776,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_M.gguf","label":"IQ3_M","size":4687363456,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823063936,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990508416,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037387136,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159529856,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_0.gguf","label":"Q4_0","size":5163134336,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171981696,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302275456,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_1.gguf","label":"Q4_1","size":5401521536,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648100736,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5723999616,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q6_K.gguf","label":"Q6_K","size":6172081536,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-E4B-IT-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF"],"logoFrom":"KridgeDookie"},{"id":"gemma-4-26b-a4b-it-mxfp4-moe","family":"noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF","name":"Gemma 4 26B A4B MXFP4 MOE","maker":"noctrex","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF/gemma-4-26B-A4B-it-MXFP4_MOE.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-04-02T17:18:43.000Z","downloads":4114,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF","file":"gemma-4-26B-A4B-it-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":15419239968,"bits":4.89,"known":true,"rank":0}],"repos":["noctrex/gemma-4-26B-A4B-it-MXFP4_MOE-GGUF"],"logoFrom":"google"},{"id":"tiefighter-holodeck-holomax-mythomax-f1-v1-compos-20b","family":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","name":"TieFighter Holodeck Holomax Mythomax F1 V1 COMPOS 20B","maker":"DavidAU","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ2_M-imat.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-18T00:04:35.000Z","downloads":4113,"likes":68,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ2_M-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ2_M-imat","size":6895359840,"bits":2.76,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ3_XS-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ3_XS-imat","size":8194129760,"bits":3.28,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ3_M-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ3_M-imat","size":9155891040,"bits":3.66,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ4_XS-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ4_XS-imat","size":10672342880,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ4_NL-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-IQ4_NL-imat","size":11292026720,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q4_K_S-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q4_K_S-imat","size":11367065440,"bits":4.55,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q4_K_M-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q4_K_M-imat","size":12042209120,"bits":4.82,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q5_K_S-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q5_K_S-imat","size":13770762080,"bits":5.51,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q5_K_M-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q5_K_M-imat","size":14157219680,"bits":5.67,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q6_K-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q6_K-imat","size":16404418400,"bits":6.57,"known":false,"rank":0},{"repo":"DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf","file":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q8_0-imat.gguf","label":"TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-Q8_0-imat","size":21246648160,"bits":8.5,"known":false,"rank":0}],"repos":["DavidAU/TieFighter-Holodeck-Holomax-Mythomax-F1-V1-COMPOS-20B-gguf"],"logoFrom":"DavidAU"},{"id":"synthia-moe-v3-mixtral-8x7b","family":"migtissera/Synthia-MoE-v3-Mixtral-8x7B","name":"Synthia MoE V3 Mixtral 8x7B","maker":"migtissera","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF/synthia-moe-v3-mixtral-8x7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-12T17:30:00.000Z","downloads":4112,"likes":29,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q2_K.gguf","label":"Q2_K","size":15644034496,"bits":2.68,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q3_K_M.gguf","label":"Q3_K_M","size":20363355584,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q4_0.gguf","label":"Q4_0","size":26441532864,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q4_K_M.gguf","label":"Q4_K_M","size":26441532864,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q5_0.gguf","label":"Q5_0","size":32229279168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q5_K_M.gguf","label":"Q5_K_M","size":32229279168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q6_K.gguf","label":"Q6_K","size":38378759616,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF","file":"synthia-moe-v3-mixtral-8x7b.Q8_0.gguf","label":"Q8_0","size":49624262080,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Synthia-MoE-v3-Mixtral-8x7B-GGUF"],"logoFrom":"migtissera"},{"id":"diarizationlm-gemma-4-e4b-v1","family":"diarizers-community/DiarizationLM-Gemma-4-E4B-v1","name":"DiarizationLM Gemma 4 E4B V1","maker":"diarizers-community","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"diarizers-community/DiarizationLM-Gemma-4-E4B-v1/DiarizationLM-Gemma-4-E4B-v1-q4_k_m.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T15:59:56.000Z","downloads":4110,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"diarizers-community/DiarizationLM-Gemma-4-E4B-v1","file":"DiarizationLM-Gemma-4-E4B-v1-q4_k_m.gguf","label":"Q4_K_M","size":5300582656,"bits":5.68,"known":true,"rank":0}],"repos":["diarizers-community/DiarizationLM-Gemma-4-E4B-v1"],"logoFrom":"google"},{"id":"magnum-12b-v2","family":"bartowski/magnum-12b-v2-GGUF","name":"Magnum 12B V2","maker":"bartowski","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/magnum-12b-v2-GGUF/magnum-12b-v2-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-06T15:53:57.000Z","downloads":4107,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-IQ2_M.gguf","label":"IQ2_M","size":4435023104,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q2_K.gguf","label":"Q2_K","size":4791047424,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-IQ3_XS.gguf","label":"IQ3_XS","size":5306488064,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q2_K_L.gguf","label":"Q2_K_L","size":5446407424,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q3_K_S.gguf","label":"Q3_K_S","size":5534225664,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-IQ3_M.gguf","label":"IQ3_M","size":5722232064,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q3_K_M.gguf","label":"Q3_K_M","size":6083089664,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q3_K_L.gguf","label":"Q3_K_L","size":6561502464,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-IQ4_XS.gguf","label":"IQ4_XS","size":6742709504,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q4_K_S.gguf","label":"Q4_K_S","size":7120196864,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148705024,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q4_K_M.gguf","label":"Q4_K_M","size":7477204224,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q4_K_L.gguf","label":"Q4_K_L","size":7975277824,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q5_K_S.gguf","label":"Q5_K_S","size":8518735104,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q5_K_M.gguf","label":"Q5_K_M","size":8727631104,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q5_K_L.gguf","label":"Q5_K_L","size":9141818624,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q6_K.gguf","label":"Q6_K","size":10056209664,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q6_K_L.gguf","label":"Q6_K_L","size":10381268224,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-Q8_0.gguf","label":"Q8_0","size":13022369024,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2-GGUF","file":"magnum-12b-v2-f32.gguf","label":"F32","size":48999011328,"bits":32,"known":true,"rank":0}],"repos":["bartowski/magnum-12b-v2-GGUF"],"logoFrom":"anthracite-org"},{"id":"ibm-granite-granite-20b-code-instruct-r1-1","family":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","name":"Ibm Granite Granite 20B Code R1.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf/granite-20b-code-instruct-r1.1.Q2_K.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":null,"open":false,"released":"2024-09-17T05:38:43.000Z","downloads":4104,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q2_K.gguf","label":"Q2_K","size":7929486048,"bits":3.16,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.IQ3_XS.gguf","label":"IQ3_XS","size":8658557664,"bits":3.45,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.IQ3_S.gguf","label":"IQ3_S","size":8934595296,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q3_K_S.gguf","label":"Q3_K_S","size":8934595296,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.IQ3_M.gguf","label":"IQ3_M","size":9587186400,"bits":3.82,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q3_K.gguf","label":"Q3_K","size":10566294240,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q3_K_M.gguf","label":"Q3_K_M","size":10566294240,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.IQ4_XS.gguf","label":"IQ4_XS","size":11078064864,"bits":4.42,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q4_0.gguf","label":"Q4_0","size":11552479968,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.IQ4_NL.gguf","label":"IQ4_NL","size":11665726176,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q4_K_S.gguf","label":"Q4_K_S","size":11665726176,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q3_K_L.gguf","label":"Q3_K_L","size":11736505056,"bits":4.68,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q4_1.gguf","label":"Q4_1","size":12784425696,"bits":5.1,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q4_K.gguf","label":"Q4_K","size":12820208352,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q4_K_M.gguf","label":"Q4_K_M","size":12820208352,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q5_0.gguf","label":"Q5_0","size":14016371424,"bits":5.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q5_K_S.gguf","label":"Q5_K_S","size":14016371424,"bits":5.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q5_K.gguf","label":"Q5_K","size":14809340640,"bits":5.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q5_K_M.gguf","label":"Q5_K_M","size":14809340640,"bits":5.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q5_1.gguf","label":"Q5_1","size":15248317152,"bits":6.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q6_K.gguf","label":"Q6_K","size":16634256096,"bits":6.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf","file":"granite-20b-code-instruct-r1.1.Q8_0.gguf","label":"Q8_0","size":21481183968,"bits":8.56,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-20b-code-instruct-r1.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"kai-os-carnice-v3","family":"bartowski/kai-os_Carnice-V3-GGUF","name":"Kai Os Carnice V3","maker":"bartowski","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/kai-os_Carnice-V3-GGUF/kai-os_Carnice-V3-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-24T10:16:55.000Z","downloads":4104,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ2_XXS.gguf","label":"IQ2_XXS","size":9393043488,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ2_XS.gguf","label":"IQ2_XS","size":9986799648,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ2_S.gguf","label":"IQ2_S","size":10295330848,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ2_M.gguf","label":"IQ2_M","size":10873358368,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q2_K.gguf","label":"Q2_K","size":11839440928,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ3_XXS.gguf","label":"IQ3_XXS","size":12626774048,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q2_K_L.gguf","label":"Q2_K_L","size":13081040928,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ3_XS.gguf","label":"IQ3_XS","size":13330405408,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q3_K_S.gguf","label":"Q3_K_S","size":13720344608,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ3_M.gguf","label":"IQ3_M","size":13903517728,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q3_K_M.gguf","label":"Q3_K_M","size":14605735968,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q3_K_L.gguf","label":"Q3_K_L","size":15279446048,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ4_XS.gguf","label":"IQ4_XS","size":15567824928,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-IQ4_NL.gguf","label":"IQ4_NL","size":16325830688,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q4_0.gguf","label":"Q4_0","size":16348768288,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391919648,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q4_K_S.gguf","label":"Q4_K_S","size":16713148448,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q4_K_M.gguf","label":"Q4_K_M","size":17772537888,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q4_1.gguf","label":"Q4_1","size":17825458208,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q4_K_L.gguf","label":"Q4_K_L","size":18716153888,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q5_K_S.gguf","label":"Q5_K_S","size":19680946208,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q5_K_M.gguf","label":"Q5_K_M","size":20752787488,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q5_K_L.gguf","label":"Q5_K_L","size":21537478688,"bits":6.31,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q6_K.gguf","label":"Q6_K","size":23463131168,"bits":6.87,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q6_K_L.gguf","label":"Q6_K_L","size":24078964768,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-Q8_0.gguf","label":"Q8_0","size":29116389408,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/kai-os_Carnice-V3-GGUF","file":"kai-os_Carnice-V3-bf16/kai-os_Carnice-V3-bf16-00001-of-00002.gguf","label":"BF16","size":54657734560,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/kai-os_Carnice-V3-GGUF"],"logoFrom":"kai-os"},{"id":"hybridagent-14b-agentic","family":"togethercomputer/HybridAgent-14B-Agentic","name":"HybridAgent 14B Agentic","maker":"togethercomputer","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF/togethercomputer_HybridAgent-14B-Agentic-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-10-18T18:42:20.000Z","downloads":4097,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ2_S.gguf","label":"IQ2_S","size":5096918080,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ2_M.gguf","label":"IQ2_M","size":5553335360,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q2_K.gguf","label":"Q2_K","size":5792664640,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ3_XXS.gguf","label":"IQ3_XXS","size":6583478336,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q3_K_S.gguf","label":"Q3_K_S","size":6867945536,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ3_XS.gguf","label":"IQ3_XS","size":6880397376,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q3_K_M.gguf","label":"Q3_K_M","size":7166666816,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q3_K_L.gguf","label":"Q3_K_L","size":7574177856,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ3_M.gguf","label":"IQ3_M","size":8011180096,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ4_XS.gguf","label":"IQ4_XS","size":8354486784,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q4_0.gguf","label":"Q4_0","size":8676287584,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q4_K_S.gguf","label":"Q4_K_S","size":8856716384,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-IQ4_NL.gguf","label":"IQ4_NL","size":9275163744,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q4_K_M.gguf","label":"Q4_K_M","size":9317721184,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q4_1.gguf","label":"Q4_1","size":9489955104,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q4_K_L.gguf","label":"Q4_K_L","size":10016498784,"bits":5.43,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q5_K_S.gguf","label":"Q5_K_S","size":10580962784,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q5_K_M.gguf","label":"Q5_K_M","size":11191717344,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q6_K_S.gguf","label":"Q6_K_S","size":12369848832,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q6_K.gguf","label":"Q6_K","size":12914575872,"bits":7,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q6_K_L.gguf","label":"Q6_K_L","size":13510093312,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-Q8_0.gguf","label":"Q8_0","size":15695645376,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF","file":"togethercomputer_HybridAgent-14B-Agentic-bf16.gguf","label":"BF16","size":29537990592,"bits":16,"known":true,"rank":0}],"repos":["bartowski/togethercomputer_HybridAgent-14B-Agentic-GGUF"],"logoFrom":"togethercomputer"},{"id":"lokus-13b","family":"JoSw-14/LoKuS-13B","name":"LoKuS 13B","maker":"JoSw-14","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/LoKuS-13B-GGUF/lokus-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-31T16:50:46.000Z","downloads":4096,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q2_K.gguf","label":"Q2_K","size":5429354176,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658986688,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337775808,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929565888,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q4_0.gguf","label":"Q4_0","size":7365841760,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414338400,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865963360,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q5_0.gguf","label":"Q5_0","size":8972293600,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972293600,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229932000,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q6_K.gguf","label":"Q6_K","size":10679148704,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/LoKuS-13B-GGUF","file":"lokus-13b.Q8_0.gguf","label":"Q8_0","size":13831330336,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LoKuS-13B-GGUF"],"logoFrom":null},{"id":"spacecode-e2b","family":"SpaceGhost/SpaceCode-E2B","name":"SpaceCode E2B","maker":"SpaceGhost","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"mradermacher/SpaceCode-E2B-i1-GGUF/SpaceCode-E2B.i1-Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-30T15:02:59.000Z","downloads":4096,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q2_K.gguf","label":"Q2_K","size":2989089312,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3110218272,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-IQ3_S.gguf","label":"IQ3_S","size":3112411680,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-IQ3_M.gguf","label":"IQ3_M","size":3134972448,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3201352224,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3282354720,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3303932448,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3362226720,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q4_0.gguf","label":"Q4_0","size":3362521632,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3365077536,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3427881504,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q4_1.gguf","label":"Q4_1","size":3477783072,"bits":5.98,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3595403808,"bits":6.19,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3630289440,"bits":6.25,"known":true,"rank":0},{"repo":"mradermacher/SpaceCode-E2B-i1-GGUF","file":"SpaceCode-E2B.i1-Q6_K.gguf","label":"Q6_K","size":3845347872,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/SpaceCode-E2B-i1-GGUF"],"logoFrom":"SpaceGhost"},{"id":"qwen3-8-27b-val-apex-i-nanoplus-v3","family":"IsValorum/Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3-GGUF","name":"Qwen3.8 27B VAL APEX I NanoPlus V3","maker":"IsValorum","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"IsValorum/Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3-GGUF/Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-08T00:16:08.000Z","downloads":4095,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3-GGUF","file":"Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3.gguf","label":"Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3","size":12183137344,"bits":3.57,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-27B-VAL-APEX-I-NanoPlus-V3-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8b-abliterated-bf16-public","family":"ashwin-sreedhar/Qwen3-8B-abliterated-bf16-public","name":"Qwen3 8B Abliterated Bf16 Public","maker":"ashwin-sreedhar","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF/Qwen3-8B-abliterated-bf16-public.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-11-01T04:13:20.000Z","downloads":4095,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770592,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148704,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112224,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157408,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744672,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915488,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552992,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q2_K.gguf","label":"Q2_K","size":3281733856,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634016,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875104,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612512,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666528,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621280,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162272,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395040,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840352,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q4_0.gguf","label":"Q4_0","size":4787333344,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624800,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013408,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784928,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q4_1.gguf","label":"Q4_1","size":5247756512,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762592,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113696,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF","file":"Qwen3-8B-abliterated-bf16-public.i1-Q6_K.gguf","label":"Q6_K","size":6725900512,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-8B-abliterated-bf16-public-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-heretic-uncensored-q6-k","family":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q6_K-GGUF","name":"Qwen3.8 27B Heretic Uncensored Q6 K","maker":"mlasli","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q6_K-GGUF/qwen3.8-27b-heretic-uncensored-Q6_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T05:33:14.000Z","downloads":4094,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q6_K-GGUF","file":"qwen3.8-27b-heretic-uncensored-Q6_K.gguf","label":"Q6_K","size":22533850496,"bits":6.6,"known":true,"rank":0}],"repos":["mlasli/Qwen3.8-27B-Heretic-Uncensored-Q6_K-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-31b-it-heretic-i1-gguf-nd","family":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","name":"Gemma 4 31B Heretic I1 GGUF ND","maker":"NeuralDreamer","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND/gemma-4-31B-it-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-05T14:22:50.000Z","downloads":4089,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489152,"bits":1.86,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872064,"bits":2.01,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674843584,"bits":2.26,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530358720,"bits":2.48,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888448,"bits":2.65,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917065664,"bits":2.84,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976588736,"bits":2.86,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11916313536,"bits":3.11,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507520,"bits":3.15,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368576,"bits":3.41,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761356736,"bits":3.59,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761356736,"bits":3.59,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497088,"bits":3.76,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287108544,"bits":3.98,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270016,"bits":4.33,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790016,"bits":4.36,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701577664,"bits":4.61,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165120,"bits":4.63,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687062976,"bits":4.87,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481420736,"bits":5.08,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311841216,"bits":5.55,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845570496,"bits":5.69,"known":true,"rank":0},{"repo":"NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND","file":"gemma-4-31B-it-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201484736,"bits":6.57,"known":true,"rank":0}],"repos":["NeuralDreamer/gemma-4-31B-it-heretic-i1-GGUF_ND"],"logoFrom":"NeuralDreamer"},{"id":"qwen3-5-9b-claude-fable-5xmerge","family":"xtools-at/Qwen3.5-9B-Claude-Fable-5xMerge","name":"Qwen3.5 9B Claude Fable 5xMerge","maker":"xtools-at","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF/Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T01:05:27.000Z","downloads":4088,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ1_S.gguf","label":"IQ1_S","size":2742644736,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ1_M.gguf","label":"IQ1_M","size":2877272064,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101650944,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285348352,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ2_S.gguf","label":"IQ2_S","size":3427971072,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ2_M.gguf","label":"IQ2_M","size":3607474176,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697242112,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q2_K.gguf","label":"Q2_K","size":3827265536,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938168832,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243419136,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259409920,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ3_S.gguf","label":"IQ3_S","size":4370821120,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ3_M.gguf","label":"IQ3_M","size":4415385600,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623527936,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925517824,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196443648,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q4_0.gguf","label":"Q4_0","size":5325942784,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351632896,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418217472,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629112320,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q4_1.gguf","label":"Q4_1","size":5809336320,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305312768,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467973120,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF","file":"Qwen3.5-9B-Claude-Fable-5xMerge.i1-Q6_K.gguf","label":"Q6_K","size":7359262720,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Claude-Fable-5xMerge-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"yi-1-5-9b-chat-16k-heretic","family":"saidutta69/Yi-1.5-9B-Chat-16K-heretic","name":"Yi 1.5 9B 16K Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"saidutta69/Yi-1.5-9B-Chat-16K-heretic/ggml-model-Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-07-21T20:22:04.000Z","downloads":4081,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Yi-1.5-9B-Chat-16K-heretic","file":"ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":5328958144,"bits":4.83,"known":true,"rank":0},{"repo":"saidutta69/Yi-1.5-9B-Chat-16K-heretic","file":"ggml-model-Q5_K_M.gguf","label":"Q5_K_M","size":6258258624,"bits":5.67,"known":true,"rank":0},{"repo":"saidutta69/Yi-1.5-9B-Chat-16K-heretic","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":7245640384,"bits":6.56,"known":true,"rank":0},{"repo":"saidutta69/Yi-1.5-9B-Chat-16K-heretic","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":9383916224,"bits":8.5,"known":true,"rank":0},{"repo":"saidutta69/Yi-1.5-9B-Chat-16K-heretic","file":"Yi-1.5-9B-Chat-16K-heretic-F16.gguf","label":"F16","size":17661113408,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/Yi-1.5-9B-Chat-16K-heretic"],"logoFrom":"01-ai"},{"id":"qwen3-6-27b-obliterated","family":"OBLITERATUS/Qwen3.6-27B-OBLITERATED","name":"Qwen3.6 27B OBLITERATED","maker":"OBLITERATUS","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"OBLITERATUS/Qwen3.6-27B-OBLITERATED/gguf/qwen3.6-27b-obliteratus-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-19T23:14:00.000Z","downloads":4076,"likes":200,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OBLITERATUS/Qwen3.6-27B-OBLITERATED","file":"gguf/qwen3.6-27b-obliteratus-Q4_K_M.gguf","label":"Q4_K_M","size":16547399872,"bits":4.92,"known":true,"rank":0},{"repo":"OBLITERATUS/Qwen3.6-27B-OBLITERATED","file":"gguf/qwen3.6-27b-obliteratus-Q5_K_M.gguf","label":"Q5_K_M","size":19231099072,"bits":5.72,"known":true,"rank":0},{"repo":"OBLITERATUS/Qwen3.6-27B-OBLITERATED","file":"gguf/qwen3.6-27b-obliteratus-Q6_K.gguf","label":"Q6_K","size":22082529472,"bits":6.57,"known":true,"rank":0},{"repo":"OBLITERATUS/Qwen3.6-27B-OBLITERATED","file":"gguf/qwen3.6-27b-obliteratus-Q8_0.gguf","label":"Q8_0","size":28595763392,"bits":8.5,"known":true,"rank":0}],"repos":["OBLITERATUS/Qwen3.6-27B-OBLITERATED"],"logoFrom":"Qwen"},{"id":"zorka-vieniera-12b","family":"ewxxyyzz/zorka-vieniera-12b","name":"Zorka Vieniera 12B","maker":"ewxxyyzz","catalog":null,"tuned":false,"params":12.91,"active":null,"layers":48,"probe":"mradermacher/zorka-vieniera-12b-i1-GGUF/zorka-vieniera-12b.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T15:45:21.000Z","downloads":4075,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ1_S.gguf","label":"IQ1_S","size":3313976448,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ1_M.gguf","label":"IQ1_M","size":3533132928,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3898393728,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4218127488,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ2_S.gguf","label":"IQ2_S","size":4512117888,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ2_M.gguf","label":"IQ2_M","size":4804326528,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4834432128,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q2_K.gguf","label":"Q2_K","size":5160432768,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5281715328,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5704914048,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ3_S.gguf","label":"IQ3_S","size":5960750208,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5960750208,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ3_M.gguf","label":"IQ3_M","size":6166512768,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6519608448,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6998840448,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7170012288,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7542092928,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q4_0.gguf","label":"Q4_0","size":7564211328,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7590261888,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7947596928,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q4_1.gguf","label":"Q4_1","size":8286254208,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9030415488,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9239311488,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/zorka-vieniera-12b-i1-GGUF","file":"zorka-vieniera-12b.i1-Q6_K.gguf","label":"Q6_K","size":10611758208,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/zorka-vieniera-12b-i1-GGUF"],"logoFrom":null},{"id":"kainaticulous-rp-7b","family":"kainatq/kainaticulous-rp-7b","name":"Kainaticulous Rp 7B","maker":"kainatq","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/kainaticulous-rp-7b-i1-GGUF/kainaticulous-rp-7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-28T12:52:17.000Z","downloads":4074,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1612104000,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1754448192,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688512,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257984,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922560,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714816,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q2_K.gguf","label":"Q2_K","size":2719244608,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827346240,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817856,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569920,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395712,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3284894016,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988608,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822027072,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690816,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108919104,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108919104,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108919104,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q4_0.gguf","label":"Q4_0","size":4123599168,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140376384,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441664,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997718336,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411776,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/kainaticulous-rp-7b-i1-GGUF","file":"kainaticulous-rp-7b.i1-Q6_K.gguf","label":"Q6_K","size":5942067520,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/kainaticulous-rp-7b-i1-GGUF"],"logoFrom":"kainatq"},{"id":"internvl3-5-4b","family":"OpenGVLab/InternVL3_5-4B","name":"InternVL3 5 4B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":4.41,"active":null,"layers":36,"probe":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF/OpenGVLab_InternVL3_5-4B-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":null,"open":false,"released":"2025-08-26T03:23:23.000Z","downloads":4074,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-IQ2_M.gguf","label":"IQ2_M","size":1680110272,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q2_K.gguf","label":"Q2_K","size":1797122752,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1837314752,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-IQ3_XS.gguf","label":"IQ3_XS","size":1981501632,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2054123712,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-IQ3_M.gguf","label":"IQ3_M","size":2130022592,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q2_K_L.gguf","label":"Q2_K_L","size":2176962752,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2242744512,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2406912192,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2477381312,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q4_0.gguf","label":"Q4_0","size":2594557632,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2600128192,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2602094272,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2716065472,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2747248832,"bits":4.98,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q4_1.gguf","label":"Q4_1","size":2839723712,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3004743872,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3091115712,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3156917952,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3396976832,"bits":6.16,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q6_K.gguf","label":"Q6_K","size":3625323712,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3813724352,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-Q8_0.gguf","label":"Q8_0","size":4693668032,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/OpenGVLab_InternVL3_5-4B-GGUF","file":"OpenGVLab_InternVL3_5-4B-bf16.gguf","label":"BF16","size":8829194144,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/OpenGVLab_InternVL3_5-4B-GGUF"],"logoFrom":"OpenGVLab"},{"id":"onego-osearch","family":"onegoai/onego-osearch-gguf","name":"Onego Osearch","maker":"onegoai","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"onegoai/onego-osearch-gguf/onego-osearch-popular-wiki-qwen05b-v2-Q4_K_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-05-17T15:17:18.000Z","downloads":4071,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"onegoai/onego-osearch-gguf","file":"onego-osearch-popular-wiki-qwen05b-v2-Q4_K_M.gguf","label":"Q4_K_M","size":397807424,"bits":6.49,"known":true,"rank":0}],"repos":["onegoai/onego-osearch-gguf"],"logoFrom":null},{"id":"mistral-nemo-inst-2407-12b-thinking-uncensored-heretic-hi-claude-opus","family":"DavidAU/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus","name":"Mistral Nemo Inst 2407 12B Thinking Uncensored HERETIC HI Claude Opus","maker":"DavidAU","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-10T03:08:45.000Z","downloads":4058,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ1_S.gguf","label":"IQ1_S","size":2999213856,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ1_M.gguf","label":"IQ1_M","size":3221626656,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592314656,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915079456,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ2_S.gguf","label":"IQ2_S","size":4138475296,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ2_M.gguf","label":"IQ2_M","size":4435025696,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493680416,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q2_K.gguf","label":"Q2_K","size":4791050016,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945387296,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306490656,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534228256,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ3_S.gguf","label":"IQ3_S","size":5562081056,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ3_M.gguf","label":"IQ3_M","size":5722234656,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083092256,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561505056,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742712096,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q4_0.gguf","label":"Q4_0","size":7094640416,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097917216,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120199456,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477206816,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q4_1.gguf","label":"Q4_1","size":7795220256,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518737696,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727633696,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF","file":"Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus.i1-Q6_K.gguf","label":"Q6_K","size":10056212256,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Nemo-Inst-2407-12B-Thinking-Uncensored-HERETIC-HI-Claude-Opus-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"ling-3-0-flash-abliterated-apex","family":"SC117/Ling-3.0-flash-abliterated-APEX-GGUF","name":"Ling 3.0 Flash Abliterated APEX","maker":"SC117","catalog":null,"tuned":true,"params":127.49,"active":5.61,"layers":43,"probe":"SC117/Ling-3.0-flash-abliterated-APEX-GGUF/Ling-3.0-flash-abliterated-BF16.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-14T01:42:00.000Z","downloads":4054,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/Ling-3.0-flash-abliterated-APEX-GGUF","file":"Ling-3.0-flash-abliterated-APEX-Compact.gguf","label":"Ling-3.0-flash-abliterated-APEX-Compact","size":60400195680,"bits":3.79,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-flash-abliterated-APEX-GGUF","file":"Ling-3.0-flash-abliterated-APEX-Quality.gguf","label":"Ling-3.0-flash-abliterated-APEX-Quality","size":81501729888,"bits":5.11,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-flash-abliterated-APEX-GGUF","file":"Ling-3.0-flash-abliterated-APEX-Balanced.gguf","label":"Ling-3.0-flash-abliterated-APEX-Balanced","size":92301048928,"bits":5.79,"known":false,"rank":0},{"repo":"SC117/Ling-3.0-flash-abliterated-APEX-GGUF","file":"Ling-3.0-flash-abliterated-BF16.gguf","label":"BF16","size":255091083200,"bits":16.01,"known":true,"rank":0}],"repos":["SC117/Ling-3.0-flash-abliterated-APEX-GGUF"],"logoFrom":"inclusionAI"},{"id":"jeffan-31b-1710","family":"tattrongvu/Jeffan-31b-1710","name":"Jeffan 31B 1710","maker":"tattrongvu","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF/tattrongvu_Jeffan-31b-1710-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-26T08:42:19.000Z","downloads":4049,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ2_XXS.gguf","label":"IQ2_XXS","size":9158900352,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ2_XS.gguf","label":"IQ2_XS","size":9608247936,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ2_S.gguf","label":"IQ2_S","size":10215606912,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ2_M.gguf","label":"IQ2_M","size":11343276672,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q2_K.gguf","label":"Q2_K","size":11925604992,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ3_XXS.gguf","label":"IQ3_XXS","size":13330074240,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q3_K_S.gguf","label":"Q3_K_S","size":13960270464,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ3_XS.gguf","label":"IQ3_XS","size":14036437632,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q3_K_M.gguf","label":"Q3_K_M","size":14699233920,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q3_K_L.gguf","label":"Q3_K_L","size":15622185600,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ3_M.gguf","label":"IQ3_M","size":16398221952,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ4_XS.gguf","label":"IQ4_XS","size":17232448128,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q4_0.gguf","label":"Q4_0","size":18076265088,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q4_K_S.gguf","label":"Q4_K_S","size":18308164224,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-IQ4_NL.gguf","label":"IQ4_NL","size":19402287744,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q4_K_M.gguf","label":"Q4_K_M","size":19517721216,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q4_1.gguf","label":"Q4_1","size":19765275264,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q4_K_L.gguf","label":"Q4_K_L","size":20907653760,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q5_K_S.gguf","label":"Q5_K_S","size":21988401792,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q5_K_M.gguf","label":"Q5_K_M","size":23501810304,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q6_K_S.gguf","label":"Q6_K_S","size":25760117376,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q6_K.gguf","label":"Q6_K","size":26964040320,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q6_K_L.gguf","label":"Q6_K_L","size":28286622336,"bits":7.37,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-Q8_0.gguf","label":"Q8_0","size":32635677312,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/tattrongvu_Jeffan-31b-1710-GGUF","file":"tattrongvu_Jeffan-31b-1710-bf16/tattrongvu_Jeffan-31b-1710-bf16-00001-of-00002.gguf","label":"BF16","size":61413190112,"bits":16,"known":true,"rank":0}],"repos":["bartowski/tattrongvu_Jeffan-31b-1710-GGUF"],"logoFrom":"tattrongvu"},{"id":"cosmos-reason2-2b","family":"nvidia/Cosmos-Reason2-2B","name":"Cosmos Reason2 2B","maker":"NVIDIA","catalog":null,"tuned":true,"params":2.03,"active":null,"layers":28,"probe":"apolo13x/Cosmos-Reason2-2B-GGUF/Cosmos-Reason2-2B-Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"other","open":false,"released":"2026-02-20T02:17:43.000Z","downloads":4046,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apolo13x/Cosmos-Reason2-2B-GGUF","file":"Cosmos-Reason2-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1282440864,"bits":5.05,"known":true,"rank":0},{"repo":"apolo13x/Cosmos-Reason2-2B-GGUF","file":"Cosmos-Reason2-2B-Q8_0.gguf","label":"Q8_0","size":2165040800,"bits":8.53,"known":true,"rank":0},{"repo":"apolo13x/Cosmos-Reason2-2B-GGUF","file":"Cosmos-Reason2-2B-F16.gguf","label":"F16","size":4069680800,"bits":16.04,"known":true,"rank":0}],"repos":["apolo13x/Cosmos-Reason2-2B-GGUF"],"logoFrom":"nvidia"},{"id":"flint-40b-a2-5b-q4-k-m","family":"Abiray/flint-40B-A2.5B-Q4_K_M-GGUF","name":"Flint 40B A2.5B Q4 K M","maker":"Abiray","catalog":null,"tuned":false,"params":39.79,"active":2.82,"layers":49,"probe":"Abiray/flint-40B-A2.5B-Q4_K_M-GGUF/flint-40B-A2.5B-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T20:56:18.000Z","downloads":4046,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/flint-40B-A2.5B-Q4_K_M-GGUF","file":"flint-40B-A2.5B-Q4_K_M.gguf","label":"Q4_K_M","size":24117558464,"bits":4.85,"known":true,"rank":0}],"repos":["Abiray/flint-40B-A2.5B-Q4_K_M-GGUF"],"logoFrom":"RecursiveSI"},{"id":"kimi-k2-thinking","family":"moonshotai/Kimi-K2-Thinking","name":"Kimi K2 Thinking","maker":"Moonshot AI","catalog":null,"tuned":true,"params":1026.41,"active":32.86,"layers":61,"probe":"unsloth/Kimi-K2-Thinking-GGUF/UD-TQ1_0/Kimi-K2-Thinking-UD-TQ1_0-00001-of-00006.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2025-11-04T08:25:31.000Z","downloads":4045,"likes":115,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-TQ1_0/Kimi-K2-Thinking-UD-TQ1_0-00001-of-00006.gguf","label":"UD-TQ1_0","size":246848133472,"bits":1.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-IQ1_S/Kimi-K2-Thinking-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":285339261312,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-IQ1_M/Kimi-K2-Thinking-UD-IQ1_M-00001-of-00007.gguf","label":"UD-IQ1_M","size":309264259552,"bits":2.41,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-IQ2_XXS/Kimi-K2-Thinking-UD-IQ2_XXS-00001-of-00007.gguf","label":"UD-IQ2_XXS","size":335231162880,"bits":2.61,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-IQ2_M/Kimi-K2-Thinking-UD-IQ2_M-00001-of-00008.gguf","label":"UD-IQ2_M","size":353551882848,"bits":2.76,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q2_K/Kimi-K2-Thinking-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":374121101888,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q2_K_L/Kimi-K2-Thinking-Q2_K_L-00001-of-00008.gguf","label":"Q2_K_L","size":374396353088,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-Q2_K_XL/Kimi-K2-Thinking-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":386346687040,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-IQ3_XXS/Kimi-K2-Thinking-UD-IQ3_XXS-00001-of-00009.gguf","label":"UD-IQ3_XXS","size":421705865984,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q3_K_S/Kimi-K2-Thinking-Q3_K_S-00001-of-00010.gguf","label":"Q3_K_S","size":443155057504,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-Q3_K_XL/Kimi-K2-Thinking-UD-Q3_K_XL-00001-of-00010.gguf","label":"UD-Q3_K_XL","size":455115397984,"bits":3.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00001-of-00011.gguf","label":"Q3_K_M","size":489995127712,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00001-of-00012.gguf","label":"IQ4_XS","size":547174472736,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"IQ4_NL/Kimi-K2-Thinking-IQ4_NL-00001-of-00012.gguf","label":"IQ4_NL","size":579064700096,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q4_0/Kimi-K2-Thinking-Q4_0-00001-of-00013.gguf","label":"Q4_0","size":581186886976,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q4_K_S/Kimi-K2-Thinking-Q4_K_S-00001-of-00013.gguf","label":"Q4_K_S","size":583309073696,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00001-of-00013.gguf","label":"Q4_K_M","size":621245226208,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q4_1/Kimi-K2-Thinking-Q4_1-00001-of-00013.gguf","label":"Q4_1","size":642918554784,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-Q4_K_XL/Kimi-K2-Thinking-UD-Q4_K_XL-00001-of-00014.gguf","label":"UD-Q4_K_XL","size":646236364064,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q5_K_S/Kimi-K2-Thinking-Q5_K_S-00001-of-00015.gguf","label":"Q5_K_S","size":707006373312,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00001-of-00016.gguf","label":"Q5_K_M","size":728735735328,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-Q5_K_XL/Kimi-K2-Thinking-UD-Q5_K_XL-00001-of-00016.gguf","label":"UD-Q5_K_XL","size":729830153728,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q6_K/Kimi-K2-Thinking-Q6_K-00001-of-00018.gguf","label":"Q6_K","size":842909134624,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-Q6_K_XL/Kimi-K2-Thinking-UD-Q6_K_XL-00001-of-00019.gguf","label":"UD-Q6_K_XL","size":879052988320,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"Q8_0/Kimi-K2-Thinking-Q8_0-00001-of-00023.gguf","label":"Q8_0","size":1091053887872,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"UD-Q8_K_XL/Kimi-K2-Thinking-UD-Q8_K_XL-00001-of-00025.gguf","label":"UD-Q8_K_XL","size":1190059778720,"bits":9.28,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Thinking-GGUF","file":"BF16/Kimi-K2-Thinking-BF16-00001-of-00046.gguf","label":"BF16","size":2053155814144,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Kimi-K2-Thinking-GGUF"],"logoFrom":"moonshotai"},{"id":"huihui-ai-qwq-32b-abliterated","family":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","name":"Huihui Ai QwQ 32B Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF/huihui-ai_QwQ-32B-abliterated-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-07T21:07:53.000Z","downloads":4039,"likes":107,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250592,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ2_XS.gguf","label":"IQ2_XS","size":9957551072,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ2_S.gguf","label":"IQ2_S","size":10387569632,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ2_M.gguf","label":"IQ2_M","size":11264441312,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q2_K.gguf","label":"Q2_K","size":12313099232,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271392,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":13073419232,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":13705513952,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":14392331232,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":14810123232,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":15935048672,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":17247079392,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":17693154272,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928326112,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":18682174432,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q4_0.gguf","label":"Q4_0","size":18711010272,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":18784410592,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":19851336672,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":20429179872,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q4_1.gguf","label":"Q4_1","size":20639243232,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":22638255072,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":23262157792,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":23742680032,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q6_K.gguf","label":"Q6_K","size":26886155232,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":27263273952,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_QwQ-32B-abliterated-GGUF","file":"huihui-ai_QwQ-32B-abliterated-Q8_0.gguf","label":"Q8_0","size":34820885472,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_QwQ-32B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"leetcodewizard-13b-v1-1a","family":"Nan-Do/LeetCodeWizard_13B_v1.1a","name":"LeetCodeWizard 13B V1.1a","maker":"Nan-Do","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF/LeetCodeWizard_13B_v1.1a.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-07-30T17:42:45.000Z","downloads":4037,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ1_S.gguf","label":"IQ1_S","size":2898713312,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ1_M.gguf","label":"IQ1_M","size":3138636512,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538508512,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891174112,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ2_S.gguf","label":"IQ2_S","size":4197711104,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ2_M.gguf","label":"IQ2_M","size":4517608704,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q2_K.gguf","label":"Q2_K","size":4854300736,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960591104,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361644128,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ3_S.gguf","label":"IQ3_S","size":5659013728,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659013728,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ3_M.gguf","label":"IQ3_M","size":5984543328,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337802848,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929592928,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964257920,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q4_0.gguf","label":"Q4_0","size":7387989920,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423215520,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865993120,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972325920,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229964320,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF","file":"LeetCodeWizard_13B_v1.1a.i1-Q6_K.gguf","label":"Q6_K","size":10679183744,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/LeetCodeWizard_13B_v1.1a-i1-GGUF"],"logoFrom":"Nan-Do"},{"id":"orca-2-13b-alpaca-uncensored","family":"athirdpath/Orca-2-13b-Alpaca-Uncensored","name":"Orca 2 13B Alpaca Uncensored","maker":"athirdpath","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF/Orca-2-13b-Alpaca-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-10-11T09:18:21.000Z","downloads":4037,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2898702848,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":3138626048,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538498048,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891163648,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":4197699616,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":4517597216,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":4854288896,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960579616,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361631264,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":5659000864,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659000864,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":5984530464,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337789984,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929580064,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964244000,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7365857280,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7365857280,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7365857280,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":7387975680,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423201280,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865978880,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972310400,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229948800,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF","file":"Orca-2-13b-Alpaca-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":10679166848,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Orca-2-13b-Alpaca-Uncensored-i1-GGUF"],"logoFrom":"athirdpath"},{"id":"bagel-dpo-34b-v0-5","family":"jondurbin/bagel-dpo-34b-v0.5","name":"Bagel Dpo 34B V0.5","maker":"jondurbin","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF/bagel-dpo-34b-v0.5.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-03T00:45:48.000Z","downloads":4036,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ1_S.gguf","label":"IQ1_S","size":8101091360,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ1_M.gguf","label":"IQ1_M","size":8778897440,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9908574240,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10908653600,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ2_S.gguf","label":"IQ2_S","size":11493132320,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ2_M.gguf","label":"IQ2_M","size":12396873760,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q2_K.gguf","label":"Q2_K","size":13366417440,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13935986720,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14775502880,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15501477920,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ3_S.gguf","label":"IQ3_S","size":15559968800,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ3_M.gguf","label":"IQ3_M","size":16105883680,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17196107808,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18680629280,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19016235040,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q4_0.gguf","label":"Q4_0","size":20071938080,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20139833376,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21199894560,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24248875040,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24863029280,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-34b-v0.5-i1-GGUF","file":"bagel-dpo-34b-v0.5.i1-Q6_K.gguf","label":"Q6_K","size":28755109920,"bits":6.69,"known":true,"rank":0}],"repos":["mradermacher/bagel-dpo-34b-v0.5-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"llava-v1-5-7b-llamafile","family":"mozilla-ai/llava-v1.5-7b-llamafile","name":"Llava V1.5 7B Llamafile","maker":"mozilla-ai","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mozilla-ai/llava-v1.5-7b-llamafile/llava-v1.5-7b-Q4_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":true,"licence":"llama2","open":false,"released":"2023-11-20T05:47:34.000Z","downloads":4034,"likes":188,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mozilla-ai/llava-v1.5-7b-llamafile","file":"llava-v1.5-7b-Q4_K.gguf","label":"Q4_K","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"mozilla-ai/llava-v1.5-7b-llamafile","file":"llava-v1.5-7b-Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0},{"repo":"mozilla-ai/llava-v1.5-7b-llamafile","file":"llava-v1.5-7b-f16.gguf","label":"F16","size":13478104736,"bits":16,"known":true,"rank":0}],"repos":["mozilla-ai/llava-v1.5-7b-llamafile"],"logoFrom":"mozilla-ai"},{"id":"gemma-4-e2b-it-uncensored-max","family":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX","name":"Gemma 4 E2B Uncensored MAX","maker":"prithivMLmods","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF/gemma-4-E2B-it-Uncensored-MAX.Q8_0.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-13T13:42:23.000Z","downloads":4030,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","file":"gemma-4-E2B-it-Uncensored-MAX.Q8_0.gguf","label":"Q8_0","size":4954587744,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","file":"gemma-4-E2B-it-Uncensored-MAX.BF16.gguf","label":"BF16","size":9311298144,"bits":16.02,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","file":"gemma-4-E2B-it-Uncensored-MAX.F16.gguf","label":"F16","size":9311298144,"bits":16.02,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF","file":"gemma-4-E2B-it-Uncensored-MAX.F32.gguf","label":"F32","size":18605613664,"bits":32.01,"known":true,"rank":0}],"repos":["prithivMLmods/gemma-4-E2B-it-Uncensored-MAX-GGUF"],"logoFrom":"prithivMLmods"},{"id":"minecraftism-4b-thinking-uncensored","family":"mr-sus/Minecraftism-4B-Thinking-Uncensored","name":"Minecraftism 4B Thinking Uncensored","maker":"mr-sus","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF/minecraftism-4b-thinking-uncensored.IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-10-24T17:20:10.000Z","downloads":4029,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q1_0.gguf","label":"Q1_0","size":836741792,"bits":1.67,"known":false,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ1_S.gguf","label":"IQ1_S","size":1055255712,"bits":2.1,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.TQ1_0.gguf","label":"TQ1_0","size":1092209312,"bits":2.17,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ1_M.gguf","label":"IQ1_M","size":1127017632,"bits":2.24,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ2_XXS.gguf","label":"IQ2_XXS","size":1246620832,"bits":2.48,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.TQ2_0.gguf","label":"TQ2_0","size":1262520992,"bits":2.51,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q2_0.gguf","label":"Q2_0","size":1347676832,"bits":2.68,"known":false,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ2_XS.gguf","label":"IQ2_XS","size":1354099872,"bits":2.69,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ2_S.gguf","label":"IQ2_S","size":1417301152,"bits":2.82,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ2_M.gguf","label":"IQ2_M","size":1512983712,"bits":3.01,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q2_K_S.gguf","label":"Q2_K_S","size":1563454112,"bits":3.11,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q2_K.gguf","label":"Q2_K","size":1669499552,"bits":3.32,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ3_XXS.gguf","label":"IQ3_XXS","size":1670188192,"bits":3.32,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ3_XS.gguf","label":"IQ3_XS","size":1814375072,"bits":3.61,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":1886997152,"bits":3.76,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ3_S.gguf","label":"IQ3_S","size":1899530912,"bits":3.78,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ3_M.gguf","label":"IQ3_M","size":1962896032,"bits":3.91,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":2075617952,"bits":4.13,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":2239785632,"bits":4.46,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":2270751392,"bits":4.52,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q4_0.gguf","label":"Q4_0","size":2375772832,"bits":4.73,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.IQ4_NL.gguf","label":"IQ4_NL","size":2381343392,"bits":4.74,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":2383309472,"bits":4.74,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2497280672,"bits":4.97,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q4_1.gguf","label":"Q4_1","size":2596629152,"bits":5.17,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":2823711392,"bits":5.62,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q5_0.gguf","label":"Q5_0","size":2829937312,"bits":5.63,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2889513632,"bits":5.75,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q5_1.gguf","label":"Q5_1","size":3050793632,"bits":6.07,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q6_K.gguf","label":"Q6_K","size":3306261152,"bits":6.58,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.Q8_0.gguf","label":"Q8_0","size":4280404800,"bits":8.52,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.BF16.gguf","label":"BF16","size":8051284800,"bits":16.02,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.F16.gguf","label":"F16","size":8051284800,"bits":16.02,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF","file":"minecraftism-4b-thinking-uncensored.F32.gguf","label":"F32","size":16095828800,"bits":32.03,"known":true,"rank":0}],"repos":["mr-sus/Minecraftism-4B-Thinking-Uncensored-GGUF"],"logoFrom":null},{"id":"smollm-1-7b-instruct-v0-2","family":"HuggingFaceTB/SmolLM-1.7B-Instruct-v0.2","name":"SmolLM 1.7B V0.2","maker":"Hugging Face","catalog":null,"tuned":false,"params":1.71,"active":null,"layers":24,"probe":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF/SmolLM-1.7B-Instruct-v0.2-Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-18T13:44:18.000Z","downloads":4026,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q2_K.gguf","label":"Q2_K","size":674583904,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":680088928,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q2_K_L.gguf","label":"Q2_K_L","size":698963296,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-IQ3_XS.gguf","label":"IQ3_XS","size":739071328,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-IQ3_M.gguf","label":"IQ3_M","size":810243424,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q3_K_L.gguf","label":"Q3_K_L","size":932533600,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":940397920,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":956912992,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q4_K_S.gguf","label":"Q4_K_S","size":999118176,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q4_K_M.gguf","label":"Q4_K_M","size":1055610208,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q4_K_L.gguf","label":"Q4_K_L","size":1079989600,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q5_K_S.gguf","label":"Q5_K_S","size":1192056160,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q5_K_M.gguf","label":"Q5_K_M","size":1225479520,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q5_K_L.gguf","label":"Q5_K_L","size":1249858912,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q6_K.gguf","label":"Q6_K","size":1405965664,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q6_K_L.gguf","label":"Q6_K_L","size":1430345056,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-Q8_0.gguf","label":"Q8_0","size":1820415328,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF","file":"SmolLM-1.7B-Instruct-v0.2-f32.gguf","label":"F32","size":6847288384,"bits":32.03,"known":true,"rank":0}],"repos":["bartowski/SmolLM-1.7B-Instruct-v0.2-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"bagel-34b-v0-5","family":"jondurbin/bagel-34b-v0.5","name":"Bagel 34B V0.5","maker":"jondurbin","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/bagel-34b-v0.5-i1-GGUF/bagel-34b-v0.5.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-02T18:36:24.000Z","downloads":4025,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ1_S.gguf","label":"IQ1_S","size":8101091360,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ1_M.gguf","label":"IQ1_M","size":8778897440,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9908574240,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10908653600,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ2_S.gguf","label":"IQ2_S","size":11493132320,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ2_M.gguf","label":"IQ2_M","size":12396873760,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q2_K.gguf","label":"Q2_K","size":13366417440,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13935986720,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14775502880,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15501477920,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ3_S.gguf","label":"IQ3_S","size":15559968800,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ3_M.gguf","label":"IQ3_M","size":16105883680,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17196107808,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18680629280,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19016235040,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q4_0.gguf","label":"Q4_0","size":20071938080,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20139833376,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21199894560,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24248875040,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24863029280,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/bagel-34b-v0.5-i1-GGUF","file":"bagel-34b-v0.5.i1-Q6_K.gguf","label":"Q6_K","size":28755109920,"bits":6.69,"known":true,"rank":0}],"repos":["mradermacher/bagel-34b-v0.5-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"calme-2-2-llama3-70b","family":"MaziyarPanahi/calme-2.2-llama3-70b","name":"Calme 2.2 Llama3 70B","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF/Llama-3-70B-Instruct-DPO-v0.2.IQ1_S-00001-of-00006.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-02T20:28:42.000Z","downloads":4022,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.IQ1_S-00001-of-00006.gguf","label":"IQ1_S","size":15343491584,"bits":1.74,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.IQ1_M-00001-of-00006.gguf","label":"IQ1_M","size":16751204864,"bits":1.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q2_K-00001-of-00006.gguf","label":"Q2_K","size":26375118400,"bits":2.99,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":30912061824,"bits":3.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q3_K_M-00001-of-00006.gguf","label":"Q3_K_M","size":34267505024,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":37140603264,"bits":4.21,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":37902673088,"bits":4.3,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":40347231680,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":42520405440,"bits":4.82,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q5_K_S-00001-of-00006.gguf","label":"Q5_K_S","size":48657459648,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":49949829568,"bits":5.66,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q6_K-00001-of-00006.gguf","label":"Q6_K","size":57888157184,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.Q8_0-00001-of-00006.gguf","label":"Q8_0","size":74975067520,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-llama3-70b-GGUF","file":"Llama-3-70B-Instruct-DPO-v0.2.fp16-00001-of-00006.gguf","label":"Llama-3-70B-Instruct-DPO-v0.2.fp16","size":141117945984,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/calme-2.2-llama3-70b-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"glm-5-3-flash-ewaste-edition","family":"SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF","name":"GLM 5.3 Flash Ewaste Edition","maker":"SixVolts","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF/GLM-5.3-Flash-Q2_K_XL-00001-of-00003.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-10-02T23:41:40.000Z","downloads":4020,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF","file":"GLM-5.3-Flash-Q2_K_XL-00001-of-00003.gguf","label":"Q2_K_XL","size":112056419392,"bits":2.79,"known":true,"rank":0},{"repo":"SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF","file":"GLM-5.3-Flash-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":138925761728,"bits":3.46,"known":true,"rank":0},{"repo":"SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF","file":"GLM-5.3-Flash-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":146094662848,"bits":3.64,"known":true,"rank":0},{"repo":"SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF","file":"GLM-5.3-Flash-Q4_K_XL-00001-of-00005.gguf","label":"Q4_K_XL","size":186523559232,"bits":4.65,"known":true,"rank":0}],"repos":["SixVolts/GLM-5.3-Flash-ewaste-edition-GGUF"],"logoFrom":"zai-org"},{"id":"oxcoder-9b-gmce","family":"emperorofrome/OxCoder-9B-GMCE","name":"OxCoder 9B GMCE","maker":"emperorofrome","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/OxCoder-9B-GMCE-i1-GGUF/OxCoder-9B-GMCE.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T13:55:08.000Z","downloads":4019,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ1_S.gguf","label":"IQ1_S","size":2742650880,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ1_M.gguf","label":"IQ1_M","size":2877278208,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101657088,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285354496,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ2_S.gguf","label":"IQ2_S","size":3427977216,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ2_M.gguf","label":"IQ2_M","size":3607480320,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697248256,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q2_K.gguf","label":"Q2_K","size":3827271680,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938174976,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243425280,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259416064,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ3_S.gguf","label":"IQ3_S","size":4370827264,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ3_M.gguf","label":"IQ3_M","size":4415391744,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623534080,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925523968,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196449792,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q4_0.gguf","label":"Q4_0","size":5325948928,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351639040,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418223616,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629118464,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q4_1.gguf","label":"Q4_1","size":5809342464,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305318912,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467979264,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/OxCoder-9B-GMCE-i1-GGUF","file":"OxCoder-9B-GMCE.i1-Q6_K.gguf","label":"Q6_K","size":7359268864,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/OxCoder-9B-GMCE-i1-GGUF"],"logoFrom":"emperorofrome"},{"id":"qwen-qwen3-8-27b","family":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","name":"Qwen.Qwen3.8 27B","maker":"DevQuasar","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"DevQuasar/Qwen.Qwen3.8-27B-GGUF/Q2_K/Qwen.Qwen3.8-27B.f16.gguf.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-08-15T02:07:05.000Z","downloads":4016,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","file":"Q2_K/Qwen.Qwen3.8-27B.f16.gguf.Q2_K.gguf","label":"Q2_K","size":10711665024,"bits":3.19,"known":true,"rank":0},{"repo":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","file":"Q3_K_M/Qwen.Qwen3.8-27B.f16.gguf.Q3_K_M.gguf","label":"Q3_K_M","size":13301442944,"bits":3.96,"known":true,"rank":0},{"repo":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","file":"Q4_K_M/Qwen.Qwen3.8-27B.f16.gguf.Q4_K_M.gguf","label":"Q4_K_M","size":16547400064,"bits":4.92,"known":true,"rank":0},{"repo":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","file":"Q5_K_M/Qwen.Qwen3.8-27B.f16.gguf.Q5_K_M.gguf","label":"Q5_K_M","size":19231099264,"bits":5.72,"known":true,"rank":0},{"repo":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","file":"Q6_K/Qwen.Qwen3.8-27B.f16.gguf.Q6_K.gguf","label":"Q6_K","size":22082529664,"bits":6.57,"known":true,"rank":0},{"repo":"DevQuasar/Qwen.Qwen3.8-27B-GGUF","file":"Q8_0/Qwen.Qwen3.8-27B.f16.gguf.Q8_0.gguf","label":"Q8_0","size":28595763584,"bits":8.5,"known":true,"rank":0}],"repos":["DevQuasar/Qwen.Qwen3.8-27B-GGUF"],"logoFrom":"Qwen"},{"id":"huihui-qwen3-5-122b-a10b-abliterated","family":"huihui-ai/Huihui-Qwen3.5-122B-A10B-abliterated-GGUF","name":"Huihui Qwen3.5 122B A10B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"huihui-ai/Huihui-Qwen3.5-122B-A10B-abliterated-GGUF/Q4_K-GGUF/Q4_K-GGUF-00001-of-00008.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-11T07:31:44.000Z","downloads":4011,"likes":34,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-Qwen3.5-122B-A10B-abliterated-GGUF","file":"Q4_K-GGUF/Q4_K-GGUF-00001-of-00008.gguf","label":"Q4_K-GGUF","size":74208240960,"bits":4.86,"known":false,"rank":0}],"repos":["huihui-ai/Huihui-Qwen3.5-122B-A10B-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"neuralexperiment-7b-magiccoder-v7-5","family":"Kukedlc/NeuralExperiment-7b-MagicCoder-v7.5","name":"NeuralExperiment 7B MagicCoder V7.5","maker":"Kukedlc","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF/NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-05T15:27:23.000Z","downloads":4009,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102624,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446816,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687136,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256608,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921184,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713440,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q2_K.gguf","label":"Q2_K","size":2719243232,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344864,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816480,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568544,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394336,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892640,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987232,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025696,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689440,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108917728,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108917728,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108917728,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q4_0.gguf","label":"Q4_0","size":4123597792,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375008,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440288,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716960,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410400,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF","file":"NeuralExperiment-7b-MagicCoder-v7.5.i1-Q6_K.gguf","label":"Q6_K","size":5942066144,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/NeuralExperiment-7b-MagicCoder-v7.5-i1-GGUF"],"logoFrom":"Kukedlc"},{"id":"gemma4-26b-a4b-uncensored-hauhaucs-1m","family":"satgeze/Gemma4-26B-A4B-Uncensored-HauhauCS-1M-GGUF","name":"Gemma4 26B A4B Uncensored HauhauCS 1M","maker":"satgeze","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"satgeze/Gemma4-26B-A4B-Uncensored-HauhauCS-1M-GGUF/gemma4-26b-a4b-uncensored-1M-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":1048576,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-07-06T03:47:15.000Z","downloads":4008,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"satgeze/Gemma4-26B-A4B-Uncensored-HauhauCS-1M-GGUF","file":"gemma4-26b-a4b-uncensored-1M-Q4_K_M.gguf","label":"Q4_K_M","size":16796015680,"bits":5.33,"known":true,"rank":0}],"repos":["satgeze/Gemma4-26B-A4B-Uncensored-HauhauCS-1M-GGUF"],"logoFrom":"satgeze"},{"id":"qwen3-8-27b-iq4-xs-16gb-vram","family":"tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF","name":"Qwen3.8 27B IQ4 XS 16GB VRAM","maker":"tooltd","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF/Qwen3.8-27B-ZB3.00bpw-IQ3_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-19T15:33:10.000Z","downloads":4006,"likes":22,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF","file":"Qwen3.8-27B-ZB3.00bpw-IQ3_XXS.gguf","label":"IQ3_XXS","size":10333035520,"bits":3.03,"known":true,"rank":0},{"repo":"tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF","file":"Qwen3.8-27B-ZB3.70-MIN-v4-IQ3_M_L.gguf","label":"IQ3_M_L","size":12691102720,"bits":3.72,"known":false,"rank":0},{"repo":"tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF","file":"Qwen3.8-27B-ZB3.88-MIN-v5-IQ3_M_XL.gguf","label":"IQ3_M_XL","size":13282606080,"bits":3.89,"known":false,"rank":0},{"repo":"tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF","file":"Qwen3.8-27B-ZB4.14-MIN-IQ4_XS.gguf","label":"IQ4_XS","size":14158543360,"bits":4.15,"known":true,"rank":0}],"repos":["tooltd/Qwen3.8-27B-IQ4-XS-16GB-VRAM-GGUF"],"logoFrom":"Qwen"},{"id":"ternary-bonsai-2-27b-abliterated-ptq1-0-mtp-q4-0","family":"Cheurteen/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-MTP-Q4_0-GGUF","name":"Ternary Bonsai 2 27B Abliterated PTQ1 0 MTP Q4 0","maker":"Cheurteen","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Cheurteen/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-MTP-Q4_0-GGUF/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T15:12:31.000Z","downloads":4003,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Cheurteen/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-MTP-Q4_0-GGUF","file":"Ternary-Bonsai-2-27B-Abliterated-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0}],"repos":["Cheurteen/Ternary-Bonsai-2-27B-Abliterated-PTQ1_0-MTP-Q4_0-GGUF"],"logoFrom":"Hikari07jp"},{"id":"boulesis-v2-1-26b-a4b-headtune","family":"SubMaroon/Boulesis-v2.1-26B-A4B-HeadTune","name":"Boulesis V2.1 26B A4B HeadTune","maker":"SubMaroon","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF/Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-20T20:17:16.000Z","downloads":4002,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495392,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881312,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524512,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654752,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398496,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913056,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q2_K.gguf","label":"Q2_K","size":10824961568,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866705952,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891296,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265184,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607072,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607072,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761056,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931168,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685792,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896736,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q4_0.gguf","label":"Q4_0","size":14903295520,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064544,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q4_1.gguf","label":"Q4_1","size":16430952992,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255328,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247456,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404512,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF","file":"Boulesis-v2.1-26B-A4B-HeadTune.i1-Q6_K.gguf","label":"Q6_K","size":23243955232,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Boulesis-v2.1-26B-A4B-HeadTune-i1-GGUF"],"logoFrom":"SubMaroon"},{"id":"sailor2-8b-chat","family":"sail/Sailor2-8B-Chat","name":"Sailor2 8B","maker":"sail","catalog":null,"tuned":false,"params":8.55,"active":null,"layers":32,"probe":"bartowski/Sailor2-8B-Chat-GGUF/Sailor2-8B-Chat-IQ2_M.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-06T14:50:48.000Z","downloads":3996,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-IQ2_M.gguf","label":"IQ2_M","size":3093430496,"bits":2.89,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q2_K.gguf","label":"Q2_K","size":3355994336,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":3725544160,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q2_K_L.gguf","label":"Q2_K_L","size":3887770336,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q3_K_S.gguf","label":"Q3_K_S","size":3892529888,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-IQ3_M.gguf","label":"IQ3_M","size":3990989536,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":4260907744,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q3_K_L.gguf","label":"Q3_K_L","size":4573776608,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":4714409184,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4955296992,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4955296992,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4955296992,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-IQ4_NL.gguf","label":"IQ4_NL","size":4962637024,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_0.gguf","label":"Q4_0","size":4972270816,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_K_S.gguf","label":"Q4_K_S","size":4990162144,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q3_K_XL.gguf","label":"Q3_K_XL","size":5050247904,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":5242934496,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q4_K_L.gguf","label":"Q4_K_L","size":5647084256,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q5_K_S.gguf","label":"Q5_K_S","size":5955548384,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":6103725280,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q5_K_L.gguf","label":"Q5_K_L","size":6439807712,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q6_K.gguf","label":"Q6_K","size":7018315488,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q6_K_L.gguf","label":"Q6_K_L","size":7282076384,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-Q8_0.gguf","label":"Q8_0","size":9088183008,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Sailor2-8B-Chat-GGUF","file":"Sailor2-8B-Chat-f16.gguf","label":"F16","size":17100573152,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Sailor2-8B-Chat-GGUF"],"logoFrom":"sail"},{"id":"dpo-trained-qwen2-5-python-coder-7b-i1","family":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","name":"DPO Trained Qwen2.5 Python Coder 7B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF/DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T15:54:28.000Z","downloads":3992,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1903669120,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197888,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273079168,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469023616,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2595639168,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2780344192,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834075520,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q2_K.gguf","label":"Q2_K","size":3015942016,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114516352,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346257792,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492370304,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3499194240,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013824,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808393088,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088461184,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218474368,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437815168,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q4_0.gguf","label":"Q4_0","size":4444123008,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770880,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683075456,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q4_1.gguf","label":"Q4_1","size":4873285504,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315178368,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444833152,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF","file":"DPO-trained-Qwen2.5-Python-Coder-7B.i1-Q6_K.gguf","label":"Q6_K","size":6254200704,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/DPO-trained-Qwen2.5-Python-Coder-7B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"kolibri-1-bf16","family":"Aleph-Alpha/Kolibri-1-BF16","name":"Kolibri 1 BF16","maker":"Aleph-Alpha","catalog":null,"tuned":false,"params":78.1,"active":3.79,"layers":50,"probe":"mradermacher/Kolibri-1-BF16-i1-GGUF/Kolibri-1-BF16.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T05:47:28.000Z","downloads":3990,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":15927560544,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":17686126944,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":20617070944,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":22986402144,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":23284027744,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":25628782944,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":26701218144,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q2_K.gguf","label":"Q2_K","size":28634018144,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30194082144,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32088584544,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":33870242144,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":33878946144,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":34385518944,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":37523997024,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":40594850144,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":41774498144,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q4_0.gguf","label":"Q4_0","size":44382421344,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":44572311904,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":47454114144,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q4_1.gguf","label":"Q4_1","size":49051042144,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":53908898144,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":55588770144,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Kolibri-1-BF16-i1-GGUF","file":"Kolibri-1-BF16.i1-Q6_K.gguf","label":"Q6_K","size":64231842144,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Kolibri-1-BF16-i1-GGUF"],"logoFrom":"Aleph-Alpha"},{"id":"alodlm-8b","family":"amazon/ALoDLM-8B","name":"ALoDLM 8B","maker":"amazon","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/ALoDLM-8B-i1-GGUF/ALoDLM-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-08T05:12:36.000Z","downloads":3987,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770112,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148224,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111744,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696156928,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744192,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915008,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552512,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733376,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633536,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874624,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612032,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666048,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896620800,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161792,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394560,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561839872,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787332864,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624320,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802012928,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784448,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247756032,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762112,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113216,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/ALoDLM-8B-i1-GGUF","file":"ALoDLM-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725900032,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ALoDLM-8B-i1-GGUF"],"logoFrom":"amazon"},{"id":"cydonia-24b-v4-3-heretic","family":"coder3101/Cydonia-24B-v4.3-heretic","name":"Cydonia 24B V4.3 Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF/Cydonia-24B-v4.3-heretic.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-12-21T14:10:13.000Z","downloads":3984,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q2_K.gguf","label":"Q2_K","size":8890327104,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":10400276544,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":11474083904,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":12400762944,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":12889989184,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":13549281344,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":14333911104,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":16304414784,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":16763985984,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q6_K.gguf","label":"Q6_K","size":19345940544,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Cydonia-24B-v4.3-heretic-GGUF","file":"Cydonia-24B-v4.3-heretic.Q8_0.gguf","label":"Q8_0","size":25054781504,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Cydonia-24B-v4.3-heretic-GGUF"],"logoFrom":null},{"id":"shadow-siren-26b-a4b","family":"Vortex5/Shadow-Siren-26B-A4B","name":"Shadow Siren 26B A4B","maker":"Vortex5","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF/Shadow-Siren-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-05T12:42:13.000Z","downloads":3984,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290274656,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668660576,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299303776,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816434016,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873204576,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377719136,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582740832,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624485216,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325697376,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636071264,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222413152,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222413152,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392567136,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286737248,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824491872,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917729632,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488059744,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464828768,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969579872,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796019552,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986736992,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132894048,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Shadow-Siren-26B-A4B-i1-GGUF","file":"Shadow-Siren-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638402912,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Shadow-Siren-26B-A4B-i1-GGUF"],"logoFrom":null},{"id":"mero-artemis-31b-v1","family":"pineapplesuperfan/Mero-Artemis-31B-v1","name":"Mero Artemis 31B V1","maker":"pineapplesuperfan","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF/Mero-Artemis-31B-v1.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T08:53:34.000Z","downloads":3983,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491456,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874368,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845888,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361024,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890752,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067968,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591040,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q2_K.gguf","label":"Q2_K","size":11916315840,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509824,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370880,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359040,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359040,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499392,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110848,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272320,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792320,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q4_0.gguf","label":"Q4_0","size":17701579968,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167424,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065280,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q4_1.gguf","label":"Q4_1","size":19481423040,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843520,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572800,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Mero-Artemis-31B-v1-i1-GGUF","file":"Mero-Artemis-31B-v1.i1-Q6_K.gguf","label":"Q6_K","size":25201487040,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mero-Artemis-31B-v1-i1-GGUF"],"logoFrom":"pineapplesuperfan"},{"id":"airoboros-l2-c70b-3-1-2","family":"jondurbin/airoboros-l2-c70b-3.1.2","name":"Airoboros L2 C70b 3.1.2","maker":"jondurbin","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF/airoboros-l2-c70b-3.1.2.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-03-12T14:07:20.000Z","downloads":3977,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":14879602208,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":15943252032,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18633504288,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20678227488,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ2_S.gguf","label":"IQ2_S","size":21698377248,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ2_M.gguf","label":"IQ2_M","size":23575328288,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q2_K.gguf","label":"Q2_K","size":25771685408,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26925528608,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28451206688,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":30228543008,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30228543008,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ3_M.gguf","label":"IQ3_M","size":31253526048,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33583986208,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36457084448,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829820992,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q4_0.gguf","label":"Q4_0","size":39019051072,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39558985248,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41732159008,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47770646048,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF","file":"airoboros-l2-c70b-3.1.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":49063015968,"bits":5.69,"known":true,"rank":0}],"repos":["mradermacher/airoboros-l2-c70b-3.1.2-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"air-striker-mixtral-8x7b-zloss","family":"sandmanbuzz/Air-Striker-Mixtral-8x7B-ZLoss","name":"Air Striker Mixtral 8x7B ZLoss","maker":"sandmanbuzz","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF/Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-27T08:43:50.000Z","downloads":3976,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ1_S.gguf","label":"IQ1_S","size":9991644480,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ1_M.gguf","label":"IQ1_M","size":11017151808,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12726330688,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14093673792,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ2_S.gguf","label":"IQ2_S","size":14297826624,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ2_M.gguf","label":"IQ2_M","size":15665169728,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q2_K.gguf","label":"Q2_K","size":17463797056,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18412438848,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19436897600,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ3_S.gguf","label":"IQ3_S","size":20585088320,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20585088320,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ3_M.gguf","label":"IQ3_M","size":21583332672,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22699017536,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24322213184,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25233106240,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-IQ4_NL.gguf","label":"IQ4_NL","size":26663265600,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q4_0.gguf","label":"Q4_0","size":26713597248,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26898146624,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28601034048,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32383903040,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33382147392,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF","file":"Air-Striker-Mixtral-8x7B-ZLoss.i1-Q6_K.gguf","label":"Q6_K","size":38533383488,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/Air-Striker-Mixtral-8x7B-ZLoss-i1-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3-5-122b-a10b-abliterix","family":"wangzhang/Qwen3.5-122B-A10B-abliterix","name":"Qwen3.5 122B A10B Abliterix","maker":"wangzhang","catalog":null,"tuned":false,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF/Qwen3.5-122B-A10B-abliterix.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-13T06:37:05.000Z","downloads":3975,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ1_S.gguf","label":"IQ1_S","size":25336702432,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ1_M.gguf","label":"IQ1_M","size":28065781216,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32614245856,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ2_XS.gguf","label":"IQ2_XS","size":36262454752,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ2_S.gguf","label":"IQ2_S","size":36628723168,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ2_M.gguf","label":"IQ2_M","size":40267494880,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q2_K_S.gguf","label":"Q2_K_S","size":42060916192,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q2_K.gguf","label":"Q2_K","size":44895905248,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47392421344,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50346788320,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q3_K_S.gguf","label":"Q3_K_S","size":52921517536,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ3_S.gguf","label":"IQ3_S","size":53104510432,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ3_M.gguf","label":"IQ3_M","size":53788853728,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q3_K_M.gguf","label":"Q3_K_M","size":58611107296,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q3_K_L.gguf","label":"Q3_K_L","size":63359190496,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-IQ4_XS.gguf","label":"IQ4_XS","size":65457219040,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q4_0.gguf","label":"Q4_0","size":69335999968,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q4_K_S.gguf","label":"Q4_K_S","size":69653521888,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74212738528,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q4_1.gguf","label":"Q4_1","size":76614624736,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q5_K_S.gguf","label":"Q5_K_S","size":84196419040,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q5_K_M.gguf","label":"Q5_K_M","size":86864856544,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterix.i1-Q6_K.gguf","label":"Q6_K","size":100307731936,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-122B-A10B-abliterix-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-v4-flash-0731-abliterated-ds4-headroom128","family":"apetersson/DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128","name":"DeepSeek V4 Flash 0731 Abliterated DS4 Headroom128","maker":"apetersson","catalog":null,"tuned":true,"params":284.33,"active":13.8,"layers":43,"probe":"apetersson/DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128/DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128.gguf","kvBytesPerToken":12810,"kvHeader":11072,"kvFixed":524288,"context":1048576,"arch":"deepseek4","vision":false,"licence":"mit","open":true,"released":"2026-08-01T08:37:44.000Z","downloads":3970,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"apetersson/DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128","file":"DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128.gguf","label":"DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128","size":86720111552,"bits":2.44,"known":false,"rank":0}],"repos":["apetersson/DeepSeek-V4-Flash-0731-Abliterated-DS4-Headroom128"],"logoFrom":"deepseek-ai"},{"id":"skaldic-gemma-4-e4b","family":"arc-director/Skaldic-Gemma-4-E4B","name":"Skaldic Gemma 4 E4B","maker":"arc-director","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF/Skaldic-Gemma-4-E4B.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T15:11:03.000Z","downloads":3968,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ1_S.gguf","label":"IQ1_S","size":3289758816,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ1_M.gguf","label":"IQ1_M","size":3372272736,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509795936,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627842656,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ2_S.gguf","label":"IQ2_S","size":3677281376,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ2_M.gguf","label":"IQ2_M","size":3787299936,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982842976,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269591648,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q2_K.gguf","label":"Q2_K","size":4376783968,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545887328,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630961248,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ3_S.gguf","label":"IQ3_S","size":4635835488,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ3_M.gguf","label":"IQ3_M","size":4687363168,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823063648,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990508128,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037386848,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159529568,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q4_0.gguf","label":"Q4_0","size":5163134048,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171981408,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302275168,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q4_1.gguf","label":"Q4_1","size":5401521248,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648100448,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5723999328,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF","file":"Skaldic-Gemma-4-E4B.i1-Q6_K.gguf","label":"Q6_K","size":6172081248,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Skaldic-Gemma-4-E4B-i1-GGUF"],"logoFrom":"arc-director"},{"id":"ingot-xxiv-27b-q2","family":"dendriteholdings/Ingot-XXIV-27B-Q2","name":"Ingot XXIV 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XXIV-27B-Q2/Ingot-XXIV-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-03T00:33:58.000Z","downloads":3967,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XXIV-27B-Q2","file":"Ingot-XXIV-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XXIV-27B-Q2","file":"Ingot-XXIV-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XXIV-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"gpt-oss-cybersecurity-20b-merged-heretic-i1","family":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","name":"GPT OSS Cybersecurity 20B Merged Heretic I1","maker":"mradermacher","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF/GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-12T19:35:50.000Z","downloads":3963,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":12016855904,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":12016855904,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016855904,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025703264,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061092704,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":12065516384,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":12065516384,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12065516384,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065516384,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065516384,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q2_K.gguf","label":"Q2_K","size":12065516384,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096482144,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109568864,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136295264,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q4_0.gguf","label":"Q4_0","size":12148460384,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12202650464,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":12916153184,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13335112544,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q4_1.gguf","label":"Q4_1","size":13369096544,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654244704,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":15805138784,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892206944,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16893064544,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-heretic.i1-Q6_K.gguf","label":"Q6_K","size":22193347424,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/GPT-OSS-Cybersecurity-20B-Merged-heretic-i1-GGUF"],"logoFrom":"openai"},{"id":"glm-4-5","family":"zai-org/GLM-4.5","name":"GLM 4.5","maker":"Z.ai","catalog":null,"tuned":true,"params":358.34,"active":35.59,"layers":93,"probe":"unsloth/GLM-4.5-GGUF/GLM-4.5-UD-TQ1_0.gguf","kvBytesPerToken":440734,"kvHeader":380928,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2025-07-20T03:25:36.000Z","downloads":3959,"likes":53,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1411,"arenaCoding":1455,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.5-GGUF","file":"GLM-4.5-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":84336839360,"bits":1.88,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-IQ1_S/GLM-4.5-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":97047546752,"bits":2.17,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-IQ1_M/GLM-4.5-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":107717995520,"bits":2.4,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-IQ2_XXS/GLM-4.5-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":115912821760,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-IQ2_M/GLM-4.5-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":122440207360,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q2_K/GLM-4.5-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":131159649248,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q2_K_L/GLM-4.5-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":131341511648,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-Q2_K_XL/GLM-4.5-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":135199411168,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-IQ3_XXS/GLM-4.5-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":145181404160,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q3_K_S/GLM-4.5-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":155021880416,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-Q3_K_XL/GLM-4.5-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":158742441056,"bits":3.54,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q3_K_M/GLM-4.5-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":171268787296,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"IQ4_XS/GLM-4.5-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":191562951808,"bits":4.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"IQ4_NL/GLM-4.5-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":202456345792,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q4_0/GLM-4.5-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":203036339424,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q4_K_S/GLM-4.5-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":203679902912,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-Q4_K_XL/GLM-4.5-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":204407250176,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q4_K_M/GLM-4.5-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":216455572672,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q4_1/GLM-4.5-Q4_1-00001-of-00005.gguf","label":"Q4_1","size":224605547712,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q5_K_S/GLM-4.5-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":247003704544,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-Q5_K_XL/GLM-4.5-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":253121858944,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q5_K_M/GLM-4.5-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":254246825344,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q6_K/GLM-4.5-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":294371691840,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-Q6_K_XL/GLM-4.5-UD-Q6_K_XL-00001-of-00007.gguf","label":"UD-Q6_K_XL","size":300232904128,"bits":6.7,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"Q8_0/GLM-4.5-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":380966784608,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"UD-Q8_K_XL/GLM-4.5-UD-Q8_K_XL-00001-of-00008.gguf","label":"UD-Q8_K_XL","size":391470567040,"bits":8.74,"known":true,"rank":0},{"repo":"unsloth/GLM-4.5-GGUF","file":"BF16/GLM-4.5-BF16-00001-of-00015.gguf","label":"BF16","size":716837146688,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-4.5-GGUF"],"logoFrom":"zai-org"},{"id":"mirothinker-v1-5-30b","family":"Mungert/MiroThinker-v1.5-30B-GGUF","name":"MiroThinker V1.5 30B","maker":"Mungert","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"Mungert/MiroThinker-v1.5-30B-GGUF/MiroThinker-v1.5-30B-iq1_s.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"mit","open":true,"released":"2026-02-18T15:34:31.000Z","downloads":3959,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq1_s.gguf","label":"IQ1_S","size":9556884512,"bits":2.5,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq2_xxs.gguf","label":"IQ2_XXS","size":10381065248,"bits":2.72,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq1_m.gguf","label":"IQ1_M","size":10954832928,"bits":2.87,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq2_s.gguf","label":"IQ2_S","size":12366543904,"bits":3.24,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq2_xs.gguf","label":"IQ2_XS","size":12666108960,"bits":3.32,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq2_m.gguf","label":"IQ2_M","size":12895026208,"bits":3.38,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq3_xxs.gguf","label":"IQ3_XXS","size":14384659488,"bits":3.77,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq3_xs.gguf","label":"IQ3_XS","size":14500199456,"bits":3.8,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q2_k_s.gguf","label":"Q2_K_S","size":15577676832,"bits":4.08,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq3_m.gguf","label":"IQ3_M","size":15659269152,"bits":4.1,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq3_s.gguf","label":"IQ3_S","size":15659269152,"bits":4.1,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q2_k_m.gguf","label":"Q2_K_M","size":15660330016,"bits":4.1,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q2_k_l.gguf","label":"Q2_K_L","size":15811050528,"bits":4.14,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq4_xs.gguf","label":"IQ4_XS","size":16368350240,"bits":4.29,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_0.gguf","label":"Q4_0","size":17224268832,"bits":4.51,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-iq4_nl.gguf","label":"IQ4_NL","size":17310782496,"bits":4.54,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_0_l.gguf","label":"Q4_0_L","size":17535433760,"bits":4.59,"known":false,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_k_s.gguf","label":"Q4_K_S","size":18176650272,"bits":4.76,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q3_k_s.gguf","label":"Q3_K_S","size":18770410528,"bits":4.92,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q3_k_m.gguf","label":"Q3_K_M","size":18853063712,"bits":4.94,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_k_m.gguf","label":"Q4_K_M","size":18881932320,"bits":4.95,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q3_k_l.gguf","label":"Q3_K_L","size":19003784224,"bits":4.98,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_k_l.gguf","label":"Q4_K_L","size":19032652832,"bits":4.99,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_1.gguf","label":"Q4_1","size":19131726880,"bits":5.01,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q4_1_l.gguf","label":"Q4_1_L","size":19403996192,"bits":5.08,"known":false,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_0.gguf","label":"Q5_0","size":21039184928,"bits":5.51,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_0_l.gguf","label":"Q5_0_L","size":21272558624,"bits":5.57,"known":false,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_k_s.gguf","label":"Q5_K_S","size":21936532512,"bits":5.75,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_k_m.gguf","label":"Q5_K_M","size":22312823840,"bits":5.85,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_k_l.gguf","label":"Q5_K_L","size":22463544352,"bits":5.89,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_1.gguf","label":"Q5_1","size":22946642976,"bits":6.01,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q5_1_l.gguf","label":"Q5_1_L","size":23141121056,"bits":6.06,"known":false,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q6_k_m.gguf","label":"Q6_K_M","size":25092533280,"bits":6.58,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q6_k_l.gguf","label":"Q6_K_L","size":25243253792,"bits":6.61,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"MiroThinker-v1.5-30B-q8_0.gguf","label":"Q8_0","size":32483932896,"bits":8.51,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"bf16/MiroThinker-v1.5-30B-bf16-00001-of-00002.gguf","label":"BF16","size":61095803616,"bits":16.01,"known":true,"rank":0},{"repo":"Mungert/MiroThinker-v1.5-30B-GGUF","file":"f16/MiroThinker-v1.5-30B-f16-00001-of-00002.gguf","label":"F16","size":61095803616,"bits":16.01,"known":true,"rank":0}],"repos":["Mungert/MiroThinker-v1.5-30B-GGUF"],"logoFrom":"Qwen"},{"id":"skyfall-31b-v4-2-abliterix","family":"kawattaronin/Skyfall-31B-v4.2-abliterix","name":"Skyfall 31B V4.2 Abliterix","maker":"kawattaronin","catalog":null,"tuned":false,"params":31.35,"active":null,"layers":54,"probe":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF/Skyfall-31B-v4.2-abliterix.i1-IQ1_S.gguf","kvBytesPerToken":255910,"kvHeader":221184,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-06T00:02:36.000Z","downloads":3958,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ1_S.gguf","label":"IQ1_S","size":6861506144,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ1_M.gguf","label":"IQ1_M","size":7508100704,"bits":1.92,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8585758304,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9483273824,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ2_S.gguf","label":"IQ2_S","size":9812919904,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ2_M.gguf","label":"IQ2_M","size":10675045984,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10930226784,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q2_K.gguf","label":"Q2_K","size":11729438304,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12263638624,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13070386784,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13744014944,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ3_S.gguf","label":"IQ3_S","size":13781616224,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ3_M.gguf","label":"IQ3_M","size":14065714784,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15199487584,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16444671584,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16904324704,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q4_0.gguf","label":"Q4_0","size":17881794144,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17947330144,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18978621024,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q4_1.gguf","label":"Q4_1","size":19736462944,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21654046304,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22251488864,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF","file":"Skyfall-31B-v4.2-abliterix.i1-Q6_K.gguf","label":"Q6_K","size":25728910944,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Skyfall-31B-v4.2-abliterix-i1-GGUF"],"logoFrom":"kawattaronin"},{"id":"qwen3-8-27b-uncensored-chinese-i1","family":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","name":"Qwen3.8 27B Uncensored Chinese I1","maker":"mradermacher","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF/Qwen3.8-27B-Uncensored-Chinese.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-27T19:08:49.000Z","downloads":3958,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q2_K.gguf","label":"Q2_K","size":10864593504,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537184,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608224,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332384,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738144,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799904,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040224,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q4_0.gguf","label":"Q4_0","size":15760419424,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300064,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715744,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q4_1.gguf","label":"Q4_1","size":17343769184,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683424,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702624,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF","file":"Qwen3.8-27B-Uncensored-Chinese.i1-Q6_K.gguf","label":"Q6_K","size":22431001184,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Uncensored-Chinese-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8b-socratic-sft","family":"ChaoticEconomist/Qwen3-8B-Socratic-SFT","name":"Qwen3 8B Socratic SFT","maker":"ChaoticEconomist","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF/Qwen3-8B-Socratic-SFT.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T20:38:47.000Z","downloads":3955,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770592,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148704,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112224,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157408,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744672,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915488,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552992,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q2_K.gguf","label":"Q2_K","size":3281733856,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634016,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875104,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612512,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666528,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621280,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162272,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395040,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840352,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q4_0.gguf","label":"Q4_0","size":4787333344,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624800,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013408,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784928,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q4_1.gguf","label":"Q4_1","size":5247756512,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762592,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113696,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF","file":"Qwen3-8B-Socratic-SFT.i1-Q6_K.gguf","label":"Q6_K","size":6725900512,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-8B-Socratic-SFT-i1-GGUF"],"logoFrom":"ChaoticEconomist"},{"id":"qwen3-8-27b-atx-iq4-xs-m","family":"jakeatx/Qwen3.8-27B-ATX-IQ4_XS-M-GGUF","name":"Qwen3.8 27B ATX IQ4 XS M","maker":"jakeatx","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"jakeatx/Qwen3.8-27B-ATX-IQ4_XS-M-GGUF/Qwen3.8-27B-ATX-4-XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-03T14:53:21.000Z","downloads":3950,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jakeatx/Qwen3.8-27B-ATX-IQ4_XS-M-GGUF","file":"Qwen3.8-27B-ATX-4-XS.gguf","label":"Qwen3.8-27B-ATX-4-XS","size":15588551712,"bits":4.56,"known":false,"rank":0}],"repos":["jakeatx/Qwen3.8-27B-ATX-IQ4_XS-M-GGUF"],"logoFrom":"Qwen"},{"id":"orcamaidxl-17b-32k","family":"ddh0/OrcaMaidXL-17B-32k","name":"OrcaMaidXL 17B 32K","maker":"ddh0","catalog":null,"tuned":false,"params":17.46,"active":null,"layers":54,"probe":"TheBloke/OrcaMaidXL-17B-32k-GGUF/orcamaidxl-17b-32k.Q2_K.gguf","kvBytesPerToken":1279549,"kvHeader":1105920,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-12-21T11:48:13.000Z","downloads":3948,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q2_K.gguf","label":"Q2_K","size":7264477184,"bits":3.33,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q3_K_S.gguf","label":"Q3_K_S","size":7568656384,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q3_K_M.gguf","label":"Q3_K_M","size":8476534784,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q3_K_L.gguf","label":"Q3_K_L","size":9283938304,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q4_0.gguf","label":"Q4_0","size":9865293824,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q4_K_S.gguf","label":"Q4_K_S","size":9913790464,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q4_K_M.gguf","label":"Q4_K_M","size":10515451904,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q5_0.gguf","label":"Q5_0","size":12026834944,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q5_K_S.gguf","label":"Q5_K_S","size":12026834944,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q5_K_M.gguf","label":"Q5_K_M","size":12361764864,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q6_K.gguf","label":"Q6_K","size":14323472384,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/OrcaMaidXL-17B-32k-GGUF","file":"orcamaidxl-17b-32k.Q8_0.gguf","label":"Q8_0","size":18551138304,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/OrcaMaidXL-17B-32k-GGUF"],"logoFrom":"ddh0"},{"id":"ibm-granite-granite-34b-code-instruct-8k","family":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","name":"Ibm Granite Granite 34B Code 8K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":33.72,"active":null,"layers":88,"probe":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf/granite-34b-code-instruct-8k.Q2_K.gguf","kvBytesPerToken":52130,"kvHeader":45056,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":null,"open":false,"released":"2024-09-15T23:44:27.000Z","downloads":3940,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q2_K.gguf","label":"Q2_K","size":13107022112,"bits":3.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.IQ3_XS.gguf","label":"IQ3_XS","size":14340835616,"bits":3.4,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.IQ3_S.gguf","label":"IQ3_S","size":14807976224,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q3_K_S.gguf","label":"Q3_K_S","size":14807976224,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.IQ3_M.gguf","label":"IQ3_M","size":15929329952,"bits":3.78,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q3_K.gguf","label":"Q3_K","size":17567861024,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q3_K_M.gguf","label":"Q3_K_M","size":17567861024,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.IQ4_XS.gguf","label":"IQ4_XS","size":18455349536,"bits":4.38,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q4_0.gguf","label":"Q4_0","size":19238242592,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.IQ4_NL.gguf","label":"IQ4_NL","size":19445860640,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q4_K_S.gguf","label":"Q4_K_S","size":19445860640,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q3_K_L.gguf","label":"Q3_K_L","size":19549669664,"bits":4.64,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q4_1.gguf","label":"Q4_1","size":21323073824,"bits":5.06,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q4_K.gguf","label":"Q4_K","size":21383629088,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q4_K_M.gguf","label":"Q4_K_M","size":21383629088,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q5_0.gguf","label":"Q5_0","size":23407905056,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q5_K_S.gguf","label":"Q5_K_S","size":23407905056,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q5_K.gguf","label":"Q5_K","size":24749852960,"bits":5.87,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q5_K_M.gguf","label":"Q5_K_M","size":24749852960,"bits":5.87,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q5_1.gguf","label":"Q5_1","size":25492736288,"bits":6.05,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q6_K.gguf","label":"Q6_K","size":27838171424,"bits":6.6,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf","file":"granite-34b-code-instruct-8k.Q8_0.gguf","label":"Q8_0","size":35990030624,"bits":8.54,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-34b-code-instruct-8k-gguf"],"logoFrom":"RichardErkhov"},{"id":"haru-kanana-8b-i1","family":"mradermacher/haru-kanana-8b-i1-GGUF","name":"Haru Kanana 8B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/haru-kanana-8b-i1-GGUF/haru-kanana-8b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-12T08:31:06.000Z","downloads":3938,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2019641440,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2161985632,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399225952,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605795424,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2758503744,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":2948296000,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988830400,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q2_K.gguf","label":"Q2_K","size":3179146944,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274927424,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518763936,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664516000,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3682341792,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3784840096,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018934688,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321973152,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447680640,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q4_0.gguf","label":"Q4_0","size":4675910144,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4678007296,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692687360,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920752640,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q4_1.gguf","label":"Q4_1","size":5130272000,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599313920,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5733007360,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/haru-kanana-8b-i1-GGUF","file":"haru-kanana-8b.i1-Q6_K.gguf","label":"Q6_K","size":6596028000,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/haru-kanana-8b-i1-GGUF"],"logoFrom":"kakaocorp"},{"id":"glm-4-1v-9b-thinking","family":"zai-org/GLM-4.1V-9B-Thinking","name":"GLM 4.1V 9B Thinking","maker":"Z.ai","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"unsloth/GLM-4.1V-9B-Thinking-GGUF/GLM-4.1V-9B-Thinking-UD-IQ1_S.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":65536,"arch":"glm4","vision":true,"licence":"mit","open":true,"released":"2025-07-25T11:47:05.000Z","downloads":3937,"likes":46,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3204200128,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":3318150848,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":3511154368,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3992024768,"bits":3.4,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q2_K.gguf","label":"Q2_K","size":4006344384,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q2_K_L.gguf","label":"Q2_K_L","size":4151834304,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":4211062464,"bits":3.58,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":4234835648,"bits":3.6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q3_K_S.gguf","label":"Q3_K_S","size":4592039616,"bits":3.91,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q3_K_M.gguf","label":"Q3_K_M","size":4974507712,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":5139871424,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-IQ4_XS.gguf","label":"IQ4_XS","size":5281674944,"bits":4.5,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-IQ4_NL.gguf","label":"IQ4_NL","size":5465175744,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q4_0.gguf","label":"Q4_0","size":5477463744,"bits":4.66,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q4_K_S.gguf","label":"Q4_K_S","size":5758482112,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q4_1.gguf","label":"Q4_1","size":6008600256,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":6166574784,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6187349696,"bits":5.27,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q5_K_S.gguf","label":"Q5_K_S","size":6697514688,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":7006189248,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q5_K_M.gguf","label":"Q5_K_M","size":7050917568,"bits":6,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q6_K.gguf","label":"Q6_K","size":8266643136,"bits":7.04,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":8886032064,"bits":7.56,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-Q8_0.gguf","label":"Q8_0","size":9999611584,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":12075300544,"bits":10.28,"known":true,"rank":0},{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","file":"GLM-4.1V-9B-Thinking-BF16.gguf","label":"BF16","size":18811581888,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/GLM-4.1V-9B-Thinking-GGUF"],"logoFrom":"zai-org"},{"id":"qwen2-5-vl-72b-instruct-heretic","family":"coder3101/Qwen2.5-VL-72B-Instruct-heretic","name":"Qwen2.5 VL 72B Heretic","maker":"coder3101","catalog":null,"tuned":true,"params":72.71,"active":null,"layers":80,"probe":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF/Qwen2.5-VL-72B-Instruct-heretic.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2026-02-24T15:59:34.000Z","downloads":3937,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q2_K.gguf","label":"Q2_K","size":29811761824,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":34487788192,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":37698724512,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":39505224352,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":40163238560,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":43889222304,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":47415714464,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":51375137440,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":54447465120,"bits":5.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q6_K.gguf","label":"Q6_K","size":64347628192,"bits":7.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF","file":"Qwen2.5-VL-72B-Instruct-heretic.Q8_0.gguf","label":"Q8_0","size":77262611104,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-72B-Instruct-heretic-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-35b-a3b-claude-distilled-apex","family":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","name":"Qwen3.5 35B A3B Claude Distilled APEX","maker":"mudler","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF/Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Mini.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-03T23:26:59.000Z","downloads":3935,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Mini.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Mini","size":14316562720,"bits":3.3,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-Compact.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-Compact","size":17293085728,"bits":3.99,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Compact.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Compact","size":17293085984,"bits":3.99,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-Quality.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-Quality","size":22819398688,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Quality.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Quality","size":22819398944,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-Balanced.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-Balanced","size":25624953888,"bits":5.91,"known":false,"rank":0},{"repo":"mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF","file":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Balanced.gguf","label":"Qwen3.5-35B-A3B-Claude-Distilled-APEX-I-Balanced","size":25624954144,"bits":5.91,"known":false,"rank":0}],"repos":["mudler/Qwen3.5-35B-A3B-Claude-Distilled-APEX-GGUF"],"logoFrom":"Jackrong"},{"id":"causallm-14b-dpo-alpha","family":"tastypear/CausalLM-14B-DPO-alpha-GGUF","name":"CausalLM 14B DPO Alpha","maker":"tastypear","catalog":null,"tuned":false,"params":14.17,"active":null,"layers":40,"probe":"tastypear/CausalLM-14B-DPO-alpha-GGUF/causallm_14b-dpo-alpha.Q3_K_M.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"wtfpl","open":false,"released":"2023-11-25T15:58:11.000Z","downloads":3930,"likes":103,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.Q3_K_M.gguf","label":"Q3_K_M","size":7415491232,"bits":4.19,"known":true,"rank":0},{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.Q4_K_M.gguf","label":"Q4_K_M","size":9188260512,"bits":5.19,"known":true,"rank":0},{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.Q5_K_S.gguf","label":"Q5_K_S","size":10025319072,"bits":5.66,"known":true,"rank":0},{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.Q5_K_M.gguf","label":"Q5_K_M","size":10533223072,"bits":5.95,"known":true,"rank":0},{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.Q6_K.gguf","label":"Q6_K","size":12307384992,"bits":6.95,"known":true,"rank":0},{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.Q8_0.gguf","label":"Q8_0","size":15058954912,"bits":8.5,"known":true,"rank":0},{"repo":"tastypear/CausalLM-14B-DPO-alpha-GGUF","file":"causallm_14b-dpo-alpha.f16.gguf","label":"F16","size":28339825280,"bits":16,"known":true,"rank":0}],"repos":["tastypear/CausalLM-14B-DPO-alpha-GGUF"],"logoFrom":null},{"id":"k2-horizon-7b-candor-uncensored","family":"candor-lab/K2-Horizon-7B-Candor-Uncensored-GGUF","name":"K2 Horizon 7B Candor Uncensored","maker":"candor-lab","catalog":null,"tuned":true,"params":9,"active":null,"layers":36,"probe":"candor-lab/K2-Horizon-7B-Candor-Uncensored-GGUF/K2-Horizon-7B-Candor-Uncensored-Q4_K_M.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-18T13:57:19.000Z","downloads":3926,"likes":11,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"candor-lab/K2-Horizon-7B-Candor-Uncensored-GGUF","file":"K2-Horizon-7B-Candor-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5592227200,"bits":4.97,"known":true,"rank":0}],"repos":["candor-lab/K2-Horizon-7B-Candor-Uncensored-GGUF"],"logoFrom":"candor-lab"},{"id":"nemomix-v4-0-12b","family":"MarinaraSpaghetti/Nemomix-v4.0-12B","name":"Nemomix V4.0 12B","maker":"MarinaraSpaghetti","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Nemomix-v4.0-12B-GGUF/Nemomix-v4.0-12B-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-30T21:44:38.000Z","downloads":3924,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-IQ2_M.gguf","label":"IQ2_M","size":4435022656,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q2_K.gguf","label":"Q2_K","size":4791046976,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5306487616,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5446406976,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5534225216,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-IQ3_M.gguf","label":"IQ3_M","size":5722231616,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6083089216,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6561502016,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6742709056,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7120196416,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148704576,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7477203776,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7975277376,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8518734656,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8727630656,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q5_K_L.gguf","label":"Q5_K_L","size":9141818176,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q6_K.gguf","label":"Q6_K","size":10056209216,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10381267776,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-Q8_0.gguf","label":"Q8_0","size":13022368576,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Nemomix-v4.0-12B-GGUF","file":"Nemomix-v4.0-12B-f32.gguf","label":"F32","size":48999010848,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Nemomix-v4.0-12B-GGUF"],"logoFrom":"MarinaraSpaghetti"},{"id":"qwen3-5-9b-harmonic","family":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","name":"Qwen3.5 9B Harmonic","maker":"DJLougen","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"DJLougen/Qwen3.5-9B-Harmonic-GGUF/Qwen3.5-9B-Harmonic-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-02T16:09:26.000Z","downloads":3924,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ1_S.gguf","label":"IQ1_S","size":2742641824,"bits":2.45,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ1_M.gguf","label":"IQ1_M","size":2877269152,"bits":2.57,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648032,"bits":2.77,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ2_S.gguf","label":"IQ2_S","size":3427968160,"bits":3.06,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ2_M.gguf","label":"IQ2_M","size":3607471264,"bits":3.22,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938165920,"bits":3.52,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q3_K_S.gguf","label":"Q3_K_S","size":4259406752,"bits":3.81,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ3_S.gguf","label":"IQ3_S","size":4370818208,"bits":3.91,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ3_M.gguf","label":"IQ3_M","size":4415382688,"bits":3.95,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q3_K_M.gguf","label":"Q3_K_M","size":4623524768,"bits":4.13,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ4_XS.gguf","label":"IQ4_XS","size":5196440736,"bits":4.64,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q4_K_S.gguf","label":"Q4_K_S","size":5351629728,"bits":4.78,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-IQ4_NL.gguf","label":"IQ4_NL","size":5418214560,"bits":4.84,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q4_K_M.gguf","label":"Q4_K_M","size":5629109152,"bits":5.03,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q5_K_S.gguf","label":"Q5_K_S","size":6305309600,"bits":5.64,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q5_K_M.gguf","label":"Q5_K_M","size":6467969952,"bits":5.78,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q6_K.gguf","label":"Q6_K","size":7359259552,"bits":6.58,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-Q8_0.gguf","label":"Q8_0","size":9527501728,"bits":8.52,"known":true,"rank":0},{"repo":"DJLougen/Qwen3.5-9B-Harmonic-GGUF","file":"Qwen3.5-9B-Harmonic-f16.gguf","label":"F16","size":17920697248,"bits":16.02,"known":true,"rank":0}],"repos":["DJLougen/Qwen3.5-9B-Harmonic-GGUF"],"logoFrom":"DJLougen"},{"id":"devstral-small-2-24b-instruct-abliterated","family":"wangzhang/Devstral-Small-2-24B-Instruct-abliterated","name":"Devstral Small 2 24B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF/Devstral-Small-2-24B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":393216,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-24T07:54:19.000Z","downloads":3923,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":8890330176,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":10400279616,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":11474086976,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":12400766016,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":12889992256,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":13549284416,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":14333914176,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":16304417856,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":16763989056,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":19345943616,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF","file":"Devstral-Small-2-24B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":25054784576,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Devstral-Small-2-24B-Instruct-abliterated-GGUF"],"logoFrom":"mistralai"},{"id":"gemma-4-31b-it-qat-uncensored-heretic-udmerge","family":"EZForever/gemma-4-31B-it-qat-uncensored-heretic-UDmerge-GGUF","name":"Gemma 4 31B Qat Uncensored Heretic UDmerge","maker":"EZForever","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"EZForever/gemma-4-31B-it-qat-uncensored-heretic-UDmerge-GGUF/gemma-4-31B-it-qat-uncensored-heretic-UDmerge-Q4_K_XL.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-30T16:04:43.000Z","downloads":3923,"likes":10,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EZForever/gemma-4-31B-it-qat-uncensored-heretic-UDmerge-GGUF","file":"gemma-4-31B-it-qat-uncensored-heretic-UDmerge-Q4_K_XL.gguf","label":"Q4_K_XL","size":17287674112,"bits":4.5,"known":true,"rank":0},{"repo":"EZForever/gemma-4-31B-it-qat-uncensored-heretic-UDmerge-GGUF","file":"gemma-4-31B-it-qat-uncensored-heretic-UDmerge-Q4_K_XXL.gguf","label":"Q4_K_XXL","size":17970297088,"bits":4.68,"known":false,"rank":0}],"repos":["EZForever/gemma-4-31B-it-qat-uncensored-heretic-UDmerge-GGUF"],"logoFrom":"EZForever"},{"id":"llama-3-1-128k-dark-planet-uncensored-8b","family":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","name":"Llama 3.1 128K Dark Planet Uncensored 8B","maker":"DavidAU","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF/Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-15T05:26:38.000Z","downloads":3921,"likes":21,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q2_k.gguf","label":"Q2_K","size":3179132032,"bits":3.17,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q3_k_s.gguf","label":"Q3_K_S","size":3664499840,"bits":3.65,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q3_k_m.gguf","label":"Q3_K_M","size":4018918528,"bits":4,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q3_k_l.gguf","label":"Q3_K_L","size":4321956992,"bits":4.31,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4484363392,"bits":4.47,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q4_k_s.gguf","label":"Q4_K_S","size":4692669568,"bits":4.68,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q4_k_m.gguf","label":"Q4_K_M","size":4920734848,"bits":4.9,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q5_k_s.gguf","label":"Q5_K_S","size":5599294592,"bits":5.58,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-q5_k_m.gguf","label":"Q5_K_M","size":5732988032,"bits":5.71,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q6_k.gguf","label":"Q6_K","size":6596007040,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF","file":"Llama-3.1-128k-Dark-Planet-Uncensored-8B-Q8_0.gguf","label":"Q8_0","size":8540771456,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Llama-3.1-128k-Dark-Planet-Uncensored-8B-GGUF"],"logoFrom":"DavidAU"},{"id":"kunoichi-7b","family":"SanjiWatsuki/Kunoichi-7B","name":"Kunoichi 7B","maker":"SanjiWatsuki","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Kunoichi-7B-GGUF/kunoichi-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-01-05T11:50:44.000Z","downloads":3919,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q2_K.gguf","label":"Q2_K","size":3084034144,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3165503584,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3519922272,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822960736,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q4_0.gguf","label":"Q4_0","size":4109852768,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4141310048,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4369375328,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q5_0.gguf","label":"Q5_0","size":4998652000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4998652000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5132345440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q6_K.gguf","label":"Q6_K","size":5943001184,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Kunoichi-7B-GGUF","file":"kunoichi-7b.Q8_0.gguf","label":"Q8_0","size":7696793696,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Kunoichi-7B-GGUF"],"logoFrom":null},{"id":"2-bit-llms","family":"KnutJaegersberg/2-bit-LLMs","name":"2 Bit LLMs","maker":"KnutJaegersberg","catalog":null,"tuned":false,"params":103.2,"active":69.38,"layers":32,"probe":"KnutJaegersberg/2-bit-LLMs/kafka-mixtral-xxs.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-01-24T07:05:19.000Z","downloads":3919,"likes":92,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KnutJaegersberg/2-bit-LLMs","file":"kafka-mixtral-xxs.gguf","label":"kafka-mixtral-xxs","size":12283653920,"bits":0.95,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"kafka-mixtral-xs.gguf","label":"kafka-mixtral-xs","size":13671968544,"bits":1.06,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"notux-xs.gguf","label":"notux-xs","size":13671969056,"bits":1.06,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"deepmoney-xxs.gguf","label":"deepmoney-xxs","size":18195031488,"bits":1.41,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"synthia-70b-xxs.gguf","label":"synthia-70b-xxs","size":18289439680,"bits":1.42,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"mistral-alpha-xxs.gguf","label":"mistral-alpha-xxs","size":18289439776,"bits":1.42,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"kafka-70b-xxs.gguf","label":"kafka-70b-xxs","size":18289439808,"bits":1.42,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"WizardLM-70b-gguf-xxs.gguf","label":"WizardLM-70b-gguf-xxs","size":18289448064,"bits":1.42,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"longalpaca-70b-xxs.gguf","label":"longalpaca-70b-xxs","size":18289448160,"bits":1.42,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"causallm-72b-xxs.gguf","label":"causallm-72b-xxs","size":19799223936,"bits":1.53,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"momo-72b-xxs.gguf","label":"momo-72b-xxs","size":19800142816,"bits":1.53,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"deepmoney-xs.gguf","label":"deepmoney-xs","size":20162684352,"bits":1.56,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"synthia-70b-xs.gguf","label":"synthia-70b-xs","size":20334162880,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"XWin-LM-70b-xs.gguf","label":"XWin-LM-70b-xs","size":20334162944,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"mistral-alpha-xs.gguf","label":"mistral-alpha-xs","size":20334162976,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"kafka-70b-xs.gguf","label":"kafka-70b-xs","size":20334163008,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"yarn-70b-xs.gguf","label":"yarn-70b-xs","size":20334163104,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"senku-70b-xs.gguf","label":"senku-70b-xs","size":20334163520,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"WizardLM-70b-gguf-xs.gguf","label":"WizardLM-70b-gguf-xs","size":20334171264,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"longalpaca-70b-xs.gguf","label":"longalpaca-70b-xs","size":20334171360,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"hermes-70b-xs.gguf","label":"hermes-70b-xs","size":20334179648,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"codellama-70b-attempt2-xs.gguf","label":"codellama-70b-attempt2-xs","size":20335270464,"bits":1.58,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"qwen-chat-72b-xs.gguf","label":"qwen-chat-72b-xs","size":21747259712,"bits":1.69,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"causallm-72b-xs.gguf","label":"causallm-72b-xs","size":21749575296,"bits":1.69,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"qwen-72b-xs.gguf","label":"qwen-72b-xs","size":21749575296,"bits":1.69,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"momo-72b-xs.gguf","label":"momo-72b-xs","size":21750494176,"bits":1.69,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"smaug-72b-xs.gguf","label":"smaug-72b-xs","size":21750494176,"bits":1.69,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"tess-72b-xs.gguf","label":"tess-72b-xs","size":21750494176,"bits":1.69,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"bigweave-xs.gguf","label":"bigweave-xs","size":30367746304,"bits":2.35,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"saily-100b-xs.gguf","label":"saily-100b-xs","size":34630872320,"bits":2.68,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"discolm-120b-xs.gguf","label":"discolm-120b-xs","size":34631139456,"bits":2.68,"known":false,"rank":0},{"repo":"KnutJaegersberg/2-bit-LLMs","file":"miquliz-120b-xs.gguf","label":"miquliz-120b-xs","size":35379951040,"bits":2.74,"known":false,"rank":0}],"repos":["KnutJaegersberg/2-bit-LLMs"],"logoFrom":"KnutJaegersberg"},{"id":"gemma-4-19b-a4b-it-instruct-heretic-uncensored","family":"DavidAU/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored","name":"Gemma 4 19B A4B Heretic Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":18.45,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-10T05:13:08.000Z","downloads":3919,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":6123356160,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":6395804160,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6849884160,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7225763840,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":7282534400,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":7645798400,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":7815507456,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":7829001728,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8311275520,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8572211712,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":8996115456,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8996115456,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":9138019328,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9773230080,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10174442496,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10232367616,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":10612752896,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":10647322112,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11341590016,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":11719215616,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12291404288,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13171370496,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":13987942912,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF","file":"gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":16516468736,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-19B-A4B-it-INSTRUCT-Heretic-Uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-8-27b-heretic-uncensored-q4-k-m","family":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q4_K_M-GGUF","name":"Qwen3.8 27B Heretic Uncensored Q4 K M","maker":"mlasli","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q4_K_M-GGUF/qwen3.8-27b-heretic-uncensored-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T05:32:06.000Z","downloads":3919,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q4_K_M-GGUF","file":"qwen3.8-27b-heretic-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16998720896,"bits":4.98,"known":true,"rank":0}],"repos":["mlasli/Qwen3.8-27B-Heretic-Uncensored-Q4_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"colossal-llama-2-7b-base","family":"hpcai-tech/Colossal-LLaMA-2-7b-base","name":"Colossal LLaMA 2 7B Base","maker":"hpcai-tech","catalog":null,"tuned":false,"params":7.04,"active":null,"layers":32,"probe":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF/Colossal-LLaMA-2-7b-base.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-02T16:15:36.000Z","downloads":3915,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ1_S.gguf","label":"IQ1_S","size":1683747648,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ1_M.gguf","label":"IQ1_M","size":1806136128,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2010116928,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2190078784,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ2_S.gguf","label":"IQ2_S","size":2367166784,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ2_M.gguf","label":"IQ2_M","size":2530351424,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q2_K.gguf","label":"Q2_K","size":2708214080,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2755991872,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2987308864,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ3_S.gguf","label":"IQ3_S","size":3139090240,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3139090240,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ3_M.gguf","label":"IQ3_M","size":3305649984,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3488790336,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3787896640,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3825556800,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4036777280,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4036777280,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4036777280,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q4_0.gguf","label":"Q4_0","size":4048049472,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4067710272,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4291974464,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4881659200,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5013124416,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF","file":"Colossal-LLaMA-2-7b-base.i1-Q6_K.gguf","label":"Q6_K","size":5779346240,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Colossal-LLaMA-2-7b-base-i1-GGUF"],"logoFrom":"hpcai-tech"},{"id":"gemma-4-26b-a4b-it-qat-uncensored-heretic-udmerge","family":"EZForever/gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-GGUF","name":"Gemma 4 26B A4B Qat Uncensored Heretic UDmerge","maker":"EZForever","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"EZForever/gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-GGUF/gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-Q4_K_XL.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-03T20:01:54.000Z","downloads":3915,"likes":31,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EZForever/gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-GGUF","file":"gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-Q4_K_XL.gguf","label":"Q4_K_XL","size":14249051136,"bits":4.52,"known":true,"rank":0},{"repo":"EZForever/gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-GGUF","file":"gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-Q4_K_XXL.gguf","label":"Q4_K_XXL","size":14329791488,"bits":4.54,"known":false,"rank":0}],"repos":["EZForever/gemma-4-26B-A4B-it-qat-uncensored-heretic-UDmerge-GGUF"],"logoFrom":"EZForever"},{"id":"eva-qwen2-5-14b-v0-0","family":"EVA-UNIT-01/EVA-Qwen2.5-14B-v0.0","name":"EVA Qwen2.5 14B V0.0","maker":"EVA-UNIT-01","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF/EVA-Qwen2.5-14B-v0.0-IQ2_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-30T15:39:40.000Z","downloads":3910,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-IQ2_M.gguf","label":"IQ2_M","size":5356144864,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q2_K.gguf","label":"Q2_K","size":5770496224,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-IQ3_XS.gguf","label":"IQ3_XS","size":6383360224,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q2_K_L.gguf","label":"Q2_K_L","size":6530816224,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q3_K_S.gguf","label":"Q3_K_S","size":6659594464,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-IQ3_M.gguf","label":"IQ3_M","size":6916536544,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q3_K_M.gguf","label":"Q3_K_M","size":7339202784,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q3_K_L.gguf","label":"Q3_K_L","size":7924766944,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-IQ4_XS.gguf","label":"IQ4_XS","size":8119838944,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517724384,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517724384,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517724384,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_0.gguf","label":"Q4_0","size":8544266464,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_K_S.gguf","label":"Q4_K_S","size":8573429984,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606013664,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_K_M.gguf","label":"Q4_K_M","size":8988109024,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q4_K_L.gguf","label":"Q4_K_L","size":9565952224,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q5_K_S.gguf","label":"Q5_K_S","size":10266552544,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q5_K_M.gguf","label":"Q5_K_M","size":10508871904,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q5_K_L.gguf","label":"Q5_K_L","size":10989394144,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q6_K.gguf","label":"Q6_K","size":12124682464,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q6_K_L.gguf","label":"Q6_K_L","size":12501801184,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-Q8_0.gguf","label":"Q8_0","size":15701596384,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-14B-v0.0-GGUF","file":"EVA-Qwen2.5-14B-v0.0-f16.gguf","label":"F16","size":29547714496,"bits":16,"known":true,"rank":0}],"repos":["bartowski/EVA-Qwen2.5-14B-v0.0-GGUF"],"logoFrom":"EVA-UNIT-01"},{"id":"granite-3b-code-base-2k","family":"ibm-granite/granite-3b-code-base-2k","name":"Granite 3B Code Base 2K","maker":"IBM","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"mradermacher/granite-3b-code-base-2k-i1-GGUF/granite-3b-code-base-2k.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T10:12:29.000Z","downloads":3909,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ1_S.gguf","label":"IQ1_S","size":803428800,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ1_M.gguf","label":"IQ1_M","size":869784000,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":980376000,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1075403200,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ2_S.gguf","label":"IQ2_S","size":1136843200,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ2_M.gguf","label":"IQ2_M","size":1225316800,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q2_K.gguf","label":"Q2_K","size":1338694080,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1361304000,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1473042880,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ3_S.gguf","label":"IQ3_S","size":1551686080,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1551686080,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ3_M.gguf","label":"IQ3_M","size":1621318080,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1726994880,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1876089280,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1892473280,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1997330880,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1997330880,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1997330880,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q4_0.gguf","label":"Q4_0","size":2003884480,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2013714880,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2132498880,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2416761280,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2486393280,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/granite-3b-code-base-2k-i1-GGUF","file":"granite-3b-code-base-2k.i1-Q6_K.gguf","label":"Q6_K","size":2862406080,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/granite-3b-code-base-2k-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"mistral-community-pixtral-12b","family":"bartowski/mistral-community_pixtral-12b-GGUF","name":"Mistral Community Pixtral 12B","maker":"bartowski","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/mistral-community_pixtral-12b-GGUF/mistral-community_pixtral-12b-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-04-23T19:31:27.000Z","downloads":3908,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ2_S.gguf","label":"IQ2_S","size":4138473344,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ2_M.gguf","label":"IQ2_M","size":4435023744,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q2_K.gguf","label":"Q2_K","size":4791048064,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945385344,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ3_XS.gguf","label":"IQ3_XS","size":5306488704,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q2_K_L.gguf","label":"Q2_K_L","size":5446408064,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q3_K_S.gguf","label":"Q3_K_S","size":5534226304,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ3_M.gguf","label":"IQ3_M","size":5722232704,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q3_K_M.gguf","label":"Q3_K_M","size":6083090304,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q3_K_L.gguf","label":"Q3_K_L","size":6561503104,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ4_XS.gguf","label":"IQ4_XS","size":6742710144,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q4_0.gguf","label":"Q4_0","size":7094638464,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-IQ4_NL.gguf","label":"IQ4_NL","size":7097915264,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q4_K_S.gguf","label":"Q4_K_S","size":7120197504,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148705664,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7477204864,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q4_1.gguf","label":"Q4_1","size":7795218304,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q4_K_L.gguf","label":"Q4_K_L","size":7975278464,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q5_K_S.gguf","label":"Q5_K_S","size":8518735744,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q5_K_M.gguf","label":"Q5_K_M","size":8727631744,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q5_K_L.gguf","label":"Q5_K_L","size":9141819264,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q6_K.gguf","label":"Q6_K","size":10056210304,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q6_K_L.gguf","label":"Q6_K_L","size":10381268864,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-Q8_0.gguf","label":"Q8_0","size":13022369664,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/mistral-community_pixtral-12b-GGUF","file":"mistral-community_pixtral-12b-bf16.gguf","label":"BF16","size":24504276608,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mistral-community_pixtral-12b-GGUF"],"logoFrom":"mistral-experimental"},{"id":"hy-simulmt-30b-a3b-interleave","family":"tencent/Hy-SimulMT-30B-A3B-Interleave-GGUF","name":"Hy SimulMT 30B A3B Interleave","maker":"Tencent","catalog":null,"tuned":false,"params":30.4,"active":3.22,"layers":48,"probe":"tencent/Hy-SimulMT-30B-A3B-Interleave-GGUF/Hy-SimulMT-30B-A3B-Interleave-Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"hy_v3","vision":false,"licence":null,"open":false,"released":"2026-10-22T07:44:57.000Z","downloads":3907,"likes":13,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tencent/Hy-SimulMT-30B-A3B-Interleave-GGUF","file":"Hy-SimulMT-30B-A3B-Interleave-Q4_K_M.gguf","label":"Q4_K_M","size":19746809728,"bits":5.2,"known":true,"rank":0},{"repo":"tencent/Hy-SimulMT-30B-A3B-Interleave-GGUF","file":"Hy-SimulMT-30B-A3B-Interleave-Q8_0.gguf","label":"Q8_0","size":33312171808,"bits":8.77,"known":true,"rank":0}],"repos":["tencent/Hy-SimulMT-30B-A3B-Interleave-GGUF"],"logoFrom":"tencent"},{"id":"neuralhermes-2-5-mistral-7b","family":"mlabonne/NeuralHermes-2.5-Mistral-7B","name":"NeuralHermes 2.5 Mistral 7B","maker":"mlabonne","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF/neuralhermes-2.5-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-29T22:30:14.000Z","downloads":3905,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107584,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577856,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996544,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822035008,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108928128,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385408,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450688,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997728384,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728384,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421824,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078656,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF","file":"neuralhermes-2.5-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695875136,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/NeuralHermes-2.5-Mistral-7B-GGUF"],"logoFrom":"mlabonne"},{"id":"mistral-nemo-12b-arliai-rpmax-v1-2","family":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","name":"Mistral Nemo 12B ArliAI RPMax V1.2","maker":"ArliAI","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-12T18:47:17.000Z","downloads":3905,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_S.gguf","label":"Q3_K_S","size":5534228896,"bits":3.61,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_M.gguf","label":"Q3_K_M","size":6083092896,"bits":3.97,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q3_K_L.gguf","label":"Q3_K_L","size":6561505696,"bits":4.29,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_S.gguf","label":"Q4_K_S","size":7120200096,"bits":4.65,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q4_K_M.gguf","label":"Q4_K_M","size":7477207456,"bits":4.88,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q5_K_S.gguf","label":"Q5_K_S","size":8518738336,"bits":5.56,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q5_K_M.gguf","label":"Q5_K_M","size":8727634336,"bits":5.7,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-Q6_K.gguf","label":"Q6_K","size":10056212896,"bits":6.57,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.2-q8_0.gguf","label":"Q8_0","size":13022372256,"bits":8.5,"known":true,"rank":0}],"repos":["ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.2-GGUF"],"logoFrom":"ArliAI"},{"id":"olmo-2-1124-7b-instruct","family":"allenai/OLMo-2-1124-7B-Instruct","name":"OLMo 2 1124 7B","maker":"Ai2","catalog":null,"tuned":false,"params":7.3,"active":null,"layers":32,"probe":"bartowski/OLMo-2-1124-7B-Instruct-GGUF/OLMo-2-1124-7B-Instruct-IQ2_M.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-26T20:56:23.000Z","downloads":3902,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2676399680,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":2858262080,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3150356032,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3259670080,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3302137408,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3468697152,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3651837504,"bits":4,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":3950943808,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4001603136,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4216823360,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4216823360,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4216823360,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4228095552,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4247756352,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4310605376,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4472020544,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4777090624,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5077704256,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5209169472,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5462859328,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":5992390208,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6191488576,"bits":6.79,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":7759896128,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/OLMo-2-1124-7B-Instruct-GGUF","file":"OLMo-2-1124-7B-Instruct-f16.gguf","label":"F16","size":14601854240,"bits":16,"known":true,"rank":0}],"repos":["bartowski/OLMo-2-1124-7B-Instruct-GGUF"],"logoFrom":"allenai"},{"id":"pantheon-reasoning-27b","family":"Gryphe/Pantheon-Reasoning-27B","name":"Pantheon Reasoning 27B","maker":"Gryphe","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF/Gryphe_Pantheon-Reasoning-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-29T22:53:47.000Z","downloads":3900,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9605383360,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ2_XS.gguf","label":"IQ2_XS","size":10199139520,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ2_S.gguf","label":"IQ2_S","size":10507670720,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ2_M.gguf","label":"IQ2_M","size":11085698240,"bits":3.25,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q2_K.gguf","label":"Q2_K","size":12051780800,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839113920,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13293380800,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13542745280,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q3_K_S.gguf","label":"Q3_K_S","size":13932684480,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ3_M.gguf","label":"IQ3_M","size":14115857600,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q3_K_M.gguf","label":"Q3_K_M","size":14818075840,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15491785920,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15780164800,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16538170560,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q4_0.gguf","label":"Q4_0","size":16561108160,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16604259520,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16925488320,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17984877760,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q4_1.gguf","label":"Q4_1","size":18037798080,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18928493760,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19893286080,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20965127360,"bits":6.14,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21749818560,"bits":6.37,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q6_K.gguf","label":"Q6_K","size":23675471040,"bits":6.93,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24291304640,"bits":7.11,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-Q8_0.gguf","label":"Q8_0","size":29116392640,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF","file":"Gryphe_Pantheon-Reasoning-27B-bf16/Gryphe_Pantheon-Reasoning-27B-bf16-00001-of-00002.gguf","label":"BF16","size":54657737792,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Gryphe_Pantheon-Reasoning-27B-GGUF"],"logoFrom":"Gryphe"},{"id":"qwen3-5-9b-super-coder","family":"jica98/qwen3.5-9B-super-coder","name":"Qwen3.5 9B Super Coder","maker":"jica98","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"jica98/qwen3.5-9B-super-coder/qwen3.5-9B-super-coder.Q4_0.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-06-22T06:42:56.000Z","downloads":3897,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jica98/qwen3.5-9B-super-coder","file":"qwen3.5-9B-super-coder.Q4_0.gguf","label":"Q4_0","size":5450280608,"bits":4.74,"known":true,"rank":0}],"repos":["jica98/qwen3.5-9B-super-coder"],"logoFrom":"Qwen"},{"id":"codellama-13b-python","family":"TheBloke/CodeLlama-13B-Python-GGUF","name":"CodeLlama 13B Python","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/CodeLlama-13B-Python-GGUF/codellama-13b-python.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-24T20:29:31.000Z","downloads":3896,"likes":35,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeLlama-13B-Python-GGUF","file":"codellama-13b-python.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeLlama-13B-Python-GGUF"],"logoFrom":"TheBloke"},{"id":"gpt-oss-swallow-120b-rl-v0-1","family":"tokyotech-llm/GPT-OSS-Swallow-120B-RL-v0.1","name":"GPT OSS Swallow 120B RL V0.1","maker":"tokyotech-llm","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF/GPT-OSS-Swallow-120B-RL-v0.1.i1-MXFP4_MOE.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-06T06:24:13.000Z","downloads":3894,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":63387347968,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":66080447488,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":66080447488,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":66080447488,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":66093718528,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":66146802688,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":66153438208,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":66153438208,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":66153438208,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":66153438208,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":66153438208,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":66153438208,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":66199886848,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":66468625408,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":66641148928,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":66740681728,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":71120309248,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":73432603648,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q4_1.gguf","label":"Q4_1","size":73465481728,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":80940464128,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":87850989568,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":87963493888,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":93943756288,"bits":6.43,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF","file":"GPT-OSS-Swallow-120B-RL-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":124198571008,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/GPT-OSS-Swallow-120B-RL-v0.1-i1-GGUF"],"logoFrom":"tokyotech-llm"},{"id":"jirackdeltanet-180b","family":"CMSManhattan/JiRackDeltaNet_180b","name":"JiRackDeltaNet 180B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"CMSManhattan/JiRackDeltaNet_180b/JiRackDeltaNet_180b_Q3_K_M.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-09-30T05:50:27.000Z","downloads":3893,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/JiRackDeltaNet_180b","file":"JiRackDeltaNet_180b_Q3_K_M.gguf","label":"Q3_K_M","size":94137092576,"bits":4.26,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_180b","file":"JiRackDeltaNet_180b_Q4_K_M.gguf","label":"Q4_K_M","size":119150722016,"bits":5.39,"known":true,"rank":0},{"repo":"CMSManhattan/JiRackDeltaNet_180b","file":"JiRackDeltaNet_180b-00001-of-00007.gguf","label":"JiRackDeltaNet_180b","size":354029929600,"bits":16.01,"known":false,"rank":0}],"repos":["CMSManhattan/JiRackDeltaNet_180b"],"logoFrom":"CMSManhattan"},{"id":"deepseek-r1-qwen-2-5-32b-ablated","family":"NaniDAO/deepseek-r1-qwen-2.5-32B-ablated","name":"Deepseek R1 Qwen 2.5 32B Ablated","maker":"NaniDAO","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF/deepseek-r1-qwen-2.5-32B-ablated-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-23T21:27:25.000Z","downloads":3888,"likes":91,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ2_XS.gguf","label":"IQ2_XS","size":9957550784,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ2_S.gguf","label":"IQ2_S","size":10387569344,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ2_M.gguf","label":"IQ2_M","size":11264441024,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q2_K.gguf","label":"Q2_K","size":12313098944,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q2_K_L.gguf","label":"Q2_K_L","size":13073418944,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ3_XS.gguf","label":"IQ3_XS","size":13705513664,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q3_K_S.gguf","label":"Q3_K_S","size":14392330944,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ3_M.gguf","label":"IQ3_M","size":14810122944,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q3_K_M.gguf","label":"Q3_K_M","size":15935048384,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q3_K_L.gguf","label":"Q3_K_L","size":17247079104,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ4_XS.gguf","label":"IQ4_XS","size":17693153984,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325824,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-IQ4_NL.gguf","label":"IQ4_NL","size":18682174144,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q4_0.gguf","label":"Q4_0","size":18711009984,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q4_K_S.gguf","label":"Q4_K_S","size":18784410304,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q4_K_M.gguf","label":"Q4_K_M","size":19851336384,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q4_K_L.gguf","label":"Q4_K_L","size":20429179584,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q4_1.gguf","label":"Q4_1","size":20639242944,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q5_K_S.gguf","label":"Q5_K_S","size":22638254784,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q5_K_M.gguf","label":"Q5_K_M","size":23262157504,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q5_K_L.gguf","label":"Q5_K_L","size":23742679744,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q6_K.gguf","label":"Q6_K","size":26886154944,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q6_K_L.gguf","label":"Q6_K_L","size":27263273664,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-Q8_0.gguf","label":"Q8_0","size":34820884896,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF","file":"deepseek-r1-qwen-2.5-32B-ablated-bf16/deepseek-r1-qwen-2.5-32B-ablated-bf16-00001-of-00002.gguf","label":"BF16","size":65535969888,"bits":16,"known":true,"rank":0}],"repos":["bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF"],"logoFrom":"NaniDAO"},{"id":"socio-foundation-8b","family":"SII-LancelotXie/Socio-Foundation-8B","name":"Socio Foundation 8B","maker":"SII-LancelotXie","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Socio-Foundation-8B-i1-GGUF/Socio-Foundation-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T05:15:57.000Z","downloads":3886,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770176,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148288,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111808,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696156992,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744256,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915072,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552576,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733440,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633600,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874688,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612096,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666112,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896620864,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161856,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394624,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561839936,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787332928,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624384,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802012992,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784512,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247756096,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762176,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113280,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Socio-Foundation-8B-i1-GGUF","file":"Socio-Foundation-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725900096,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Socio-Foundation-8B-i1-GGUF"],"logoFrom":null},{"id":"openchat-3-5","family":"openchat/openchat_3.5","name":"Openchat 3.5","maker":"openchat","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/openchat_3.5-GGUF/openchat_3.5.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-30T05:59:34.000Z","downloads":3885,"likes":133,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/openchat_3.5-GGUF","file":"openchat_3.5.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/openchat_3.5-GGUF"],"logoFrom":"openchat"},{"id":"leetcodewizard-7b-v1-1","family":"Nan-Do/LeetCodeWizard_7B_V1.1","name":"LeetCodeWizard 7B V1.1","maker":"Nan-Do","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF/LeetCodeWizard_7B_V1.1.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-07-30T06:03:13.000Z","downloads":3883,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1528604064,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1650992544,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854973344,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034935200,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2196590016,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2359774656,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q2_K.gguf","label":"Q2_K","size":2532888640,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585415104,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796550240,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":2948331616,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948331616,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3114891360,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298031712,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597138016,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619364992,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q4_0.gguf","label":"Q4_0","size":3837108992,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856769792,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081033984,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651724032,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783189248,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF","file":"LeetCodeWizard_7B_V1.1.i1-Q6_K.gguf","label":"Q6_K","size":5529229216,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF"],"logoFrom":"Nan-Do"},{"id":"rusmind-3-5-1-momentum","family":"DICPlay/RusMind-3.5.1-Momentum","name":"RusMind 3.5.1 Momentum","maker":"DICPlay","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"DICPlay/RusMind-3.5.1-Momentum/RusMind-Momentum-3.5.1-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-13T00:31:05.000Z","downloads":3882,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-3.5.1-Momentum","file":"RusMind-Momentum-3.5.1-Lite.gguf","label":"RusMind-Momentum-3.5.1-Lite","size":2510376704,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-3.5.1-Momentum","file":"RusMind-Momentum-3.5.1-Q4_K_M.gguf","label":"Q4_K_M","size":3427880704,"bits":5.9,"known":true,"rank":0},{"repo":"DICPlay/RusMind-3.5.1-Momentum","file":"RusMind-Momentum-3.5.1-Q8_0.gguf","label":"Q8_0","size":4967497472,"bits":8.55,"known":true,"rank":0},{"repo":"DICPlay/RusMind-3.5.1-Momentum","file":"RusMind-Momentum-3.5.1-BF16.gguf","label":"BF16","size":9311305472,"bits":16.02,"known":true,"rank":0}],"repos":["DICPlay/RusMind-3.5.1-Momentum"],"logoFrom":"DICPlay"},{"id":"mixtral-8x7b-moe-rp-story","family":"Undi95/Mixtral-8x7B-MoE-RP-Story","name":"Mixtral 8x7B MoE RP Story","maker":"Undi95","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF/mixtral-8x7b-moe-rp-story.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-12-14T21:47:12.000Z","downloads":3880,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q2_K.gguf","label":"Q2_K","size":15644035008,"bits":2.68,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q3_K_M.gguf","label":"Q3_K_M","size":20363356096,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q4_0.gguf","label":"Q4_0","size":26441533376,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q4_K_M.gguf","label":"Q4_K_M","size":26441533376,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q5_0.gguf","label":"Q5_0","size":32229279680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q5_K_M.gguf","label":"Q5_K_M","size":32229279680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q6_K.gguf","label":"Q6_K","size":38378760128,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF","file":"mixtral-8x7b-moe-rp-story.Q8_0.gguf","label":"Q8_0","size":49624262592,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mixtral-8x7B-MoE-RP-Story-GGUF"],"logoFrom":"Undi95"},{"id":"neuraldaredevil-8b-abliterated","family":"mlabonne/NeuralDaredevil-8B-abliterated","name":"NeuralDaredevil 8B Abliterated","maker":"mlabonne","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF/NeuralDaredevil-8B-abliterated.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-29T16:26:23.000Z","downloads":3876,"likes":100,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q2_K.gguf","label":"Q2_K","size":3179130720,"bits":3.17,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3664498528,"bits":3.65,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4018917216,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4321955680,"bits":4.31,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q4_0.gguf","label":"Q4_0","size":4661210976,"bits":4.64,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4692668256,"bits":4.68,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4920733536,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q4_1.gguf","label":"Q4_1","size":5130252128,"bits":5.11,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q5_0.gguf","label":"Q5_0","size":5599293280,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5599293280,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5732986720,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q5_1.gguf","label":"Q5_1","size":6068334432,"bits":6.05,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q6_K.gguf","label":"Q6_K","size":6596005728,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/NeuralDaredevil-8B-abliterated-GGUF","file":"NeuralDaredevil-8B-abliterated.Q8_0.gguf","label":"Q8_0","size":8540770144,"bits":8.51,"known":true,"rank":0}],"repos":["QuantFactory/NeuralDaredevil-8B-abliterated-GGUF"],"logoFrom":"mlabonne"},{"id":"airoboros-65b-gpt4-2-0","family":"jondurbin/airoboros-65b-gpt4-2.0","name":"Airoboros 65B Gpt4 2.0","maker":"jondurbin","catalog":null,"tuned":true,"params":65.29,"active":null,"layers":80,"probe":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF/airoboros-65b-gpt4-2.0.i1-IQ1_S.gguf","kvBytesPerToken":3033006,"kvHeader":2621440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-07T08:37:30.000Z","downloads":3876,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ1_S.gguf","label":"IQ1_S","size":14208841472,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ1_M.gguf","label":"IQ1_M","size":15432726272,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17472534272,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":19272152832,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ2_S.gguf","label":"IQ2_S","size":20782184192,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ2_M.gguf","label":"IQ2_M","size":22414030592,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q2_K.gguf","label":"Q2_K","size":24112396032,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":24670435072,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":26642495232,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":28160308992,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":28160308992,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":29825906432,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":31632144128,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":34648372992,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":34764125952,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q4_0.gguf","label":"Q4_0","size":36908791552,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":37055067904,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":39348041472,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":44923844352,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF","file":"airoboros-65b-gpt4-2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":46238496512,"bits":5.67,"known":true,"rank":0}],"repos":["mradermacher/airoboros-65b-gpt4-2.0-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"nexusraven-v2-13b","family":"Nexusflow/NexusRaven-V2-13B","name":"NexusRaven V2 13B","maker":"Nexusflow","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/NexusRaven-V2-13B-GGUF/nexusraven-v2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-12-06T18:07:27.000Z","downloads":3870,"likes":50,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q2_K.gguf","label":"Q2_K","size":5429490112,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5659134592,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337923712,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929713792,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q4_0.gguf","label":"Q4_0","size":7366005312,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414501952,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7866126912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q5_0.gguf","label":"Q5_0","size":8972471872,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972471872,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9230110272,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q6_K.gguf","label":"Q6_K","size":10679342592,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/NexusRaven-V2-13B-GGUF","file":"nexusraven-v2-13b.Q8_0.gguf","label":"Q8_0","size":13831581312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/NexusRaven-V2-13B-GGUF"],"logoFrom":"Nexusflow"},{"id":"aa-chameleon-7b-plus","family":"PKU-Alignment/AA-chameleon-7b-plus","name":"AA Chameleon 7B Plus","maker":"PKU-Alignment","catalog":null,"tuned":false,"params":7.01,"active":null,"layers":32,"probe":"mradermacher/AA-chameleon-7b-plus-i1-GGUF/AA-chameleon-7b-plus.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"chameleon","vision":false,"licence":"cc-by-4.0","open":true,"released":"2024-10-01T01:57:52.000Z","downloads":3870,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ1_S.gguf","label":"IQ1_S","size":1671605856,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ1_M.gguf","label":"IQ1_M","size":1793994336,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1997975136,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2177936992,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ2_S.gguf","label":"IQ2_S","size":2353540704,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ2_M.gguf","label":"IQ2_M","size":2516725344,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q2_K.gguf","label":"Q2_K","size":2694131296,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2742365792,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2971741792,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ3_S.gguf","label":"IQ3_S","size":3123523168,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3123523168,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ3_M.gguf","label":"IQ3_M","size":3290082912,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3473223264,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3772329568,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3808505440,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4019269216,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4019269216,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4019269216,"bits":4.59,"known":false,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q4_0.gguf","label":"Q4_0","size":4030541408,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4050202208,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4274466400,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4862324320,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4993789536,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/AA-chameleon-7b-plus-i1-GGUF","file":"AA-chameleon-7b-plus.i1-Q6_K.gguf","label":"Q6_K","size":5758070368,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/AA-chameleon-7b-plus-i1-GGUF"],"logoFrom":"PKU-Alignment"},{"id":"edwixx-diffusiongemma-26b-a4b-it-heretic-uncensored","family":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","name":"Edwixx Diffusiongemma 26B A4B HERETIC Uncensored","maker":"yabaimimi","catalog":null,"tuned":true,"params":25.25,"active":3.84,"layers":30,"probe":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-TQ1_0.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"diffusion-gemma","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-20T20:37:29.000Z","downloads":3867,"likes":11,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-TQ1_0.gguf","label":"TQ1_0","size":8576828800,"bits":2.72,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-TQ2_0.gguf","label":"TQ2_0","size":9359840128,"bits":2.97,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-Q2_K.gguf","label":"Q2_K","size":10590001280,"bits":3.36,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-IQ3_S.gguf","label":"IQ3_S","size":12230881664,"bits":3.88,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":12401035648,"bits":3.93,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":13295205760,"bits":4.21,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":14073489024,"bits":4.46,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-IQ4_NL.gguf","label":"IQ4_NL","size":14595496576,"bits":4.62,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16806811264,"bits":5.32,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":19145544320,"bits":6.07,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-Q6_K.gguf","label":"Q6_K","size":22654491520,"bits":7.18,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-Q8_0.gguf","label":"Q8_0","size":26878832256,"bits":8.52,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-BF16.gguf","label":"BF16","size":50540835456,"bits":16.01,"known":true,"rank":0},{"repo":"yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF","file":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-FP16.gguf","label":"edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-FP16","size":50540835456,"bits":16.01,"known":false,"rank":0}],"repos":["yabaimimi/edwixx__diffusiongemma-26B-A4B-it-HERETIC-Uncensored-GGUF"],"logoFrom":"edwixx"},{"id":"kat-coder-v2-5-dev-apex-i-miniplus-v2-1","family":"IsValorum/KAT-Coder-V2.5-Dev-APEX-I-MiniPlus-V2.1-GGUF","name":"KAT Coder V2.5 Dev APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/KAT-Coder-V2.5-Dev-APEX-I-MiniPlus-V2.1-GGUF/KAT-Coder-V2.5-Dev.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-18T03:31:24.000Z","downloads":3865,"likes":11,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/KAT-Coder-V2.5-Dev-APEX-I-MiniPlus-V2.1-GGUF","file":"KAT-Coder-V2.5-Dev.APEX-I-MiniPlus-V2.1.gguf","label":"KAT-Coder-V2.5-Dev.APEX-I-MiniPlus-V2.1","size":14751301024,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/KAT-Coder-V2.5-Dev-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"Kwaipilot"},{"id":"frognano-4b-2609-gguf-jang-imatrix","family":"roman220220/FrogNano-4B-2609-GGUF-jang-imatrix","name":"FrogNano 4B 2609 GGUF Jang Imatrix","maker":"roman220220","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"roman220220/FrogNano-4B-2609-GGUF-jang-imatrix/frognano-4b-stock.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-17T04:48:51.000Z","downloads":3863,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"roman220220/FrogNano-4B-2609-GGUF-jang-imatrix","file":"frognano-4b-stock.gguf","label":"frognano-4b-stock","size":2783446720,"bits":5.14,"known":false,"rank":0},{"repo":"roman220220/FrogNano-4B-2609-GGUF-jang-imatrix","file":"frognano-4b-jang.gguf","label":"frognano-4b-jang","size":3059865280,"bits":5.65,"known":false,"rank":0}],"repos":["roman220220/FrogNano-4B-2609-GGUF-jang-imatrix"],"logoFrom":"microsoft"},{"id":"l3-dark-planet-8b-neo-imatrix","family":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","name":"L3 Dark Planet 8B NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF/L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_XXS-imat.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T07:13:37.000Z","downloads":3862,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_XXS-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_XXS-imat","size":2399212224,"bits":2.39,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_XS-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_XS-imat","size":2605781696,"bits":2.6,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_S-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_S-imat","size":2758488768,"bits":2.75,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_M-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ2_M-imat","size":2948281024,"bits":2.94,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q2_K_S-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q2_K_S-imat","size":2988815040,"bits":2.98,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q2_K-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q2_K-imat","size":3179131584,"bits":3.17,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_XXS-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_XXS-imat","size":3274912448,"bits":3.26,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_XS-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_XS-imat","size":3518747328,"bits":3.51,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q3_K_S-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q3_K_S-imat","size":3664499392,"bits":3.65,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_S-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_S-imat","size":3682325184,"bits":3.67,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_M-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ3_M-imat","size":3784823488,"bits":3.77,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q3_K_M-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q3_K_M-imat","size":4018918080,"bits":4,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q3_K_L-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q3_K_L-imat","size":4321956544,"bits":4.31,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ4_XS-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-IQ4_XS-imat","size":4447662784,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q4_K_S-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q4_K_S-imat","size":4692669120,"bits":4.68,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q4_K_M-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q4_K_M-imat","size":4920734400,"bits":4.9,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q5_K_S-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q5_K_S-imat","size":5599294144,"bits":5.58,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q5_K_M-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q5_K_M-imat","size":5732987584,"bits":5.71,"known":false,"rank":0},{"repo":"DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF","file":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q6_K-imat.gguf","label":"L3-Dark-Planet-8B-NEO-IMAT-D_AU-Q6_K-imat","size":6596006592,"bits":6.57,"known":false,"rank":0}],"repos":["DavidAU/L3-Dark-Planet-8B-NEO-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"mpt-7b-chat","family":"mosaicml/mpt-7b-chat","name":"Mpt 7B","maker":"mosaicml","catalog":null,"tuned":false,"params":6.65,"active":null,"layers":32,"probe":"mradermacher/mpt-7b-chat-i1-GGUF/mpt-7b-chat.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"mpt","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2024-09-08T14:15:27.000Z","downloads":3860,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ1_S.gguf","label":"IQ1_S","size":1472362816,"bits":1.77,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ1_M.gguf","label":"IQ1_M","size":1604483392,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1824684352,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2017622336,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ2_S.gguf","label":"IQ2_S","size":2120382784,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ2_M.gguf","label":"IQ2_M","size":2296543552,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q2_K.gguf","label":"Q2_K","size":2558859584,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2636282176,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2865043776,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ3_S.gguf","label":"IQ3_S","size":2940541248,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2940541248,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ3_M.gguf","label":"IQ3_M","size":3261405504,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3527743808,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3594852672,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3796179264,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3796179264,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3796179264,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q4_0.gguf","label":"Q4_0","size":3812956480,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3829733696,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3846510912,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4274329920,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4601485632,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4958001472,"bits":5.96,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-chat-i1-GGUF","file":"mpt-7b-chat.i1-Q6_K.gguf","label":"Q6_K","size":5457123648,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/mpt-7b-chat-GGUF","mradermacher/mpt-7b-chat-i1-GGUF"],"logoFrom":"mosaicml"},{"id":"dans-personalityengine-v1-1-0-12b","family":"PocketDoc/Dans-PersonalityEngine-V1.1.0-12b","name":"Dans PersonalityEngine V1.1.0 12B","maker":"PocketDoc","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF/Dans-PersonalityEngine-V1.1.0-12b-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-24T15:43:56.000Z","downloads":3856,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-IQ2_S.gguf","label":"IQ2_S","size":4138486560,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-IQ2_M.gguf","label":"IQ2_M","size":4435036960,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q2_K.gguf","label":"Q2_K","size":4791061280,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-IQ3_XS.gguf","label":"IQ3_XS","size":5306501920,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q2_K_L.gguf","label":"Q2_K_L","size":5446421280,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q3_K_S.gguf","label":"Q3_K_S","size":5534239520,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-IQ3_M.gguf","label":"IQ3_M","size":5722245920,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q3_K_M.gguf","label":"Q3_K_M","size":6083103520,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q3_K_L.gguf","label":"Q3_K_L","size":6561516320,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-IQ4_XS.gguf","label":"IQ4_XS","size":6742723360,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q4_0.gguf","label":"Q4_0","size":7094651680,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-IQ4_NL.gguf","label":"IQ4_NL","size":7097928480,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q4_K_S.gguf","label":"Q4_K_S","size":7120210720,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148718880,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7477218080,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q4_1.gguf","label":"Q4_1","size":7795231520,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q4_K_L.gguf","label":"Q4_K_L","size":7975291680,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q5_K_S.gguf","label":"Q5_K_S","size":8518748960,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q5_K_M.gguf","label":"Q5_K_M","size":8727644960,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q5_K_L.gguf","label":"Q5_K_L","size":9141832480,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q6_K.gguf","label":"Q6_K","size":10056223520,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q6_K_L.gguf","label":"Q6_K_L","size":10381282080,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-Q8_0.gguf","label":"Q8_0","size":13022382880,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF","file":"Dans-PersonalityEngine-V1.1.0-12b-f16.gguf","label":"F16","size":24504289760,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF"],"logoFrom":null},{"id":"llama-3-2-1b-abliterated-i1","family":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","name":"Llama 3.2 1B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":1.24,"active":null,"layers":16,"probe":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF/llama-3.2-1b-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2026-07-28T16:36:55.000Z","downloads":3855,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":393552896,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":413606912,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":447030272,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":475866112,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":488711168,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":515449856,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":554660864,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":562111488,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":580875264,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":621114368,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":641692672,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":643920896,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":657290240,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":690844672,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":732525568,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":743142400,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":773026816,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":773026816,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":775648256,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":807695360,"bits":5.21,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":831747072,"bits":5.37,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":892564480,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":911504384,"bits":5.88,"known":true,"rank":0},{"repo":"mradermacher/llama-3.2-1b-abliterated-i1-GGUF","file":"llama-3.2-1b-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":1021801472,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/llama-3.2-1b-abliterated-i1-GGUF"],"logoFrom":"ElementMerc"},{"id":"qwen3-vl-32b-instruct-abliterated-v1","family":"prithivMLmods/Qwen3-VL-32B-Instruct-abliterated-v1","name":"Qwen3 VL 32B Abliterated V1","maker":"prithivMLmods","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF/Qwen3-VL-32B-Instruct-abliterated-v1.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-14T15:03:37.000Z","downloads":3854,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q2_K.gguf","label":"Q2_K","size":12344653760,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q3_K_S.gguf","label":"Q3_K_S","size":14389740480,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q3_K_M.gguf","label":"Q3_K_M","size":15971779520,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q3_K_L.gguf","label":"Q3_K_L","size":17330996160,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.IQ4_XS.gguf","label":"IQ4_XS","size":17854336960,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q4_K_S.gguf","label":"Q4_K_S","size":18771247040,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q4_K_M.gguf","label":"Q4_K_M","size":19762151360,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q5_K_S.gguf","label":"Q5_K_S","size":22635495360,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q5_K_M.gguf","label":"Q5_K_M","size":23214833600,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q6_K.gguf","label":"Q6_K","size":26883308480,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-32B-Instruct-abliterated-v1.Q8_0.gguf","label":"Q8_0","size":34817721280,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-32B-Instruct-abliterated-v1-GGUF"],"logoFrom":"prithivMLmods"},{"id":"qwen3-5-122b-a10b-abliterated-v1-i1","family":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","name":"Qwen3.5 122B A10B Abliterated V1 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF/Qwen3.5-122B-A10B-abliterated-v1.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-15T11:01:04.000Z","downloads":3853,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":24837711552,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":27598640832,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32200189632,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":35890865856,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":36257134272,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":39938373312,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":41742411456,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q2_K.gguf","label":"Q2_K","size":44577400512,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47148234432,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50166302400,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":52921517760,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":52924024512,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":53788853952,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":58602063552,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":63189321408,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":65244882624,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q4_0.gguf","label":"Q4_0","size":69336000192,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":69639956160,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74208241344,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q4_1.gguf","label":"Q4_1","size":76614624960,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":84196419264,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":86955517632,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.i1-Q6_K.gguf","label":"Q6_K","size":100307732160,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-122B-A10B-abliterated-v1-i1-GGUF"],"logoFrom":"Qwen"},{"id":"python-code-33b","family":"ajibawa-2023/Python-Code-33B","name":"Python Code 33B","maker":"ajibawa-2023","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/Python-Code-33B-GGUF/python-code-33b.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-14T18:53:03.000Z","downloads":3845,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q2_K.gguf","label":"Q2_K","size":13502545440,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q3_K_S.gguf","label":"Q3_K_S","size":14064112160,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q3_K_M.gguf","label":"Q3_K_M","size":15761551904,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q3_K_L.gguf","label":"Q3_K_L","size":17279758880,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q4_0.gguf","label":"Q4_0","size":18355967520,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q4_K_S.gguf","label":"Q4_K_S","size":18437756448,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q4_K_M.gguf","label":"Q4_K_M","size":19621140000,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q5_0.gguf","label":"Q5_0","size":22395360800,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q5_K_S.gguf","label":"Q5_K_S","size":22395360800,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q5_K_M.gguf","label":"Q5_K_M","size":23047116320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q6_K.gguf","label":"Q6_K","size":26687216160,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-33B-GGUF","file":"python-code-33b.Q8_0.gguf","label":"Q8_0","size":34565124640,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Python-Code-33B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"gemma-4-dark-thoughts-31b","family":"Ateron/Gemma-4-Dark-Thoughts-31B","name":"Gemma 4 Dark Thoughts 31B","maker":"Ateron","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF/Ateron_Gemma-4-Dark-Thoughts-31B-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-09T21:02:11.000Z","downloads":3845,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830191680,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ2_XS.gguf","label":"IQ2_XS","size":11500944448,"bits":3,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ2_S.gguf","label":"IQ2_S","size":12075359296,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q2_K.gguf","label":"Q2_K","size":12631624768,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ2_M.gguf","label":"IQ2_M","size":12649774144,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q2_K_L.gguf","label":"Q2_K_L","size":12972936256,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981709888,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ3_XS.gguf","label":"IQ3_XS","size":13841353792,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q3_K_S.gguf","label":"Q3_K_S","size":14329064512,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ3_M.gguf","label":"IQ3_M","size":15129830464,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15918124096,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q3_K_L.gguf","label":"Q3_K_L","size":16810626112,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151937600,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ4_XS.gguf","label":"IQ4_XS","size":17155894336,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-IQ4_NL.gguf","label":"IQ4_NL","size":18025688128,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q4_0.gguf","label":"Q4_0","size":18076265536,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18195655744,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19598490688,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q4_1.gguf","label":"Q4_1","size":19765275712,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q4_K_L.gguf","label":"Q4_K_L","size":19939802176,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q5_K_S.gguf","label":"Q5_K_S","size":21504863296,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q5_K_M.gguf","label":"Q5_K_M","size":22608878656,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q5_K_L.gguf","label":"Q5_K_L","size":22950190144,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q6_K.gguf","label":"Q6_K","size":26726722624,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q6_K_L.gguf","label":"Q6_K_L","size":27068034112,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-Q8_0.gguf","label":"Q8_0","size":32635677760,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF","file":"Ateron_Gemma-4-Dark-Thoughts-31B-bf16/Ateron_Gemma-4-Dark-Thoughts-31B-bf16-00001-of-00002.gguf","label":"BF16","size":61413190592,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Ateron_Gemma-4-Dark-Thoughts-31B-GGUF"],"logoFrom":"Ateron"},{"id":"kimi-k3-q2-k-gguf-abliterated","family":"Blackfrost-AI/KIMI-K3-Q2_K-GGUF-ABLITERATED","name":"KIMI K3 Q2 K GGUF ABLITERATED","maker":"Blackfrost-AI","catalog":null,"tuned":true,"params":2779.48,"active":55.59,"layers":93,"probe":"Blackfrost-AI/KIMI-K3-Q2_K-GGUF-ABLITERATED/KIMI-K3-MXP4-DERISKED-Q2_K-00001-of-00038.gguf","kvBytesPerToken":33731,"kvHeader":27648,"kvFixed":0,"context":1048576,"arch":"kimi-k3","vision":false,"licence":"other","open":false,"released":"2026-07-29T02:58:52.000Z","downloads":3842,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Blackfrost-AI/KIMI-K3-Q2_K-GGUF-ABLITERATED","file":"KIMI-K3-MXP4-DERISKED-Q2_K-00001-of-00038.gguf","label":"Q2_K","size":1009506619072,"bits":2.91,"known":true,"rank":0}],"repos":["Blackfrost-AI/KIMI-K3-Q2_K-GGUF-ABLITERATED"],"logoFrom":"Blackfrost-AI"},{"id":"wicked-tutu-31b-v2-0","family":"ReadyArt/Wicked-Tutu-31B-v2.0","name":"Wicked Tutu 31B V2.0","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF/Wicked-Tutu-31B-v2.0-Q4_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T01:59:45.000Z","downloads":3840,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":11380048576,"bits":2.97,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":14734887616,"bits":3.84,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16949627584,"bits":4.42,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18398309056,"bits":4.79,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0-Q4_K_M.gguf","label":"Q4_K_M","size":18687064480,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19313519296,"bits":5.03,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19425684160,"bits":5.06,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20349582016,"bits":5.3,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22974360256,"bits":5.99,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":23508089536,"bits":6.13,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0-Q6_K.gguf","label":"Q6_K","size":25201486240,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":26864003776,"bits":7,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v2.0-GGUF","file":"Wicked-Tutu-31B-v2.0-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":33956883136,"bits":8.85,"known":false,"rank":0}],"repos":["ReadyArt/Wicked-Tutu-31B-v2.0-GGUF"],"logoFrom":"ReadyArt"},{"id":"command-r-01-ultra-neo-dark-horror-v1-v2-35b-imatrix","family":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","name":"Command R 01 Ultra NEO DARK HORROR V1 V2 35B IMATRIX","maker":"DavidAU","catalog":null,"tuned":false,"params":34.98,"active":null,"layers":40,"probe":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF/Command-R-35B-Dark-Horror-V1-IQ2_XS.gguf","kvBytesPerToken":1516503,"kvHeader":1310720,"kvFixed":0,"context":131072,"arch":"command-r","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-16T00:01:54.000Z","downloads":3837,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","file":"Command-R-35B-Dark-Horror-V1-IQ2_XS.gguf","label":"IQ2_XS","size":11100273600,"bits":2.54,"known":true,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","file":"Command-R-35B-Dark-Horror-V1-IQ3_XS.gguf","label":"IQ3_XS","size":15091416000,"bits":3.45,"known":true,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","file":"Command-R-35B-Dark-Horror-V1-IQ3_M.gguf","label":"IQ3_M","size":16697703360,"bits":3.82,"known":true,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","file":"Command-R-35B-Dark-Horror-V1-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":20378336192,"bits":4.66,"known":true,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","file":"Command-R-35B-Dark-Horror-V1-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":24339856320,"bits":5.57,"known":true,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF","file":"Command-R-35B-Dark-Horror-V1-D_AU-Q6_k.gguf","label":"Q6_K","size":28707175360,"bits":6.57,"known":true,"rank":0}],"repos":["DavidAU/Command-R-01-Ultra-NEO-DARK-HORROR-V1-V2-35B-IMATRIX-GGUF"],"logoFrom":"CohereLabs"},{"id":"lmf-2-5-2b-code","family":"bunnycore/LMF-2.5-2B-Code-GGUF","name":"LMF 2.5 2B Code","maker":"bunnycore","catalog":null,"tuned":false,"params":2.7,"active":null,"layers":30,"probe":"bunnycore/LMF-2.5-2B-Code-GGUF/LFM2.5-2.6B.Q5_K_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":131072,"arch":"lfm2","vision":false,"licence":null,"open":false,"released":"2026-08-25T12:36:16.000Z","downloads":3828,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bunnycore/LMF-2.5-2B-Code-GGUF","file":"LFM2.5-2.6B.Q5_K_M.gguf","label":"Q5_K_M","size":1939744256,"bits":5.75,"known":true,"rank":0}],"repos":["bunnycore/LMF-2.5-2B-Code-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-5-9b-gguf-moq","family":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","name":"Qwen3.5 9B GGUF MoQ","maker":"w-ahmad","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"w-ahmad/Qwen3.5-9B-GGUF-MoQ/MoQ-Quants-Latest/Qwen3.5-9B-MoQ-3.2.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-04-27T17:55:47.000Z","downloads":3825,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-3.2.gguf","label":"Qwen3.5-9B-MoQ-3.2","size":3578094592,"bits":3.2,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-3.6.gguf","label":"Qwen3.5-9B-MoQ-3.6","size":4026377216,"bits":3.6,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-3.8.gguf","label":"Qwen3.5-9B-MoQ-3.8","size":4224820224,"bits":3.78,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-4.1.gguf","label":"Qwen3.5-9B-MoQ-4.1","size":4638221312,"bits":4.15,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-4.3.gguf","label":"Qwen3.5-9B-MoQ-4.3","size":4841645056,"bits":4.33,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-4.6.gguf","label":"Qwen3.5-9B-MoQ-4.6","size":5112472576,"bits":4.57,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-4.8.gguf","label":"Qwen3.5-9B-MoQ-4.8","size":5368652800,"bits":4.8,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-4.9.gguf","label":"Qwen3.5-9B-MoQ-4.9","size":5488911360,"bits":4.91,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-5.1.gguf","label":"Qwen3.5-9B-MoQ-5.1","size":5750662144,"bits":5.14,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-5.3.gguf","label":"Qwen3.5-9B-MoQ-5.3","size":5915288576,"bits":5.29,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"MoQ-Quants-Latest/Qwen3.5-9B-MoQ-6.6.gguf","label":"Qwen3.5-9B-MoQ-6.6","size":7364240384,"bits":6.58,"known":false,"rank":0},{"repo":"w-ahmad/Qwen3.5-9B-GGUF-MoQ","file":"F16/Qwen3.5-9B-MoQ-16.gguf","label":"Qwen3.5-9B-MoQ-16","size":17920697120,"bits":16.02,"known":false,"rank":0}],"repos":["w-ahmad/Qwen3.5-9B-GGUF-MoQ"],"logoFrom":"Qwen"},{"id":"llamascientific-8b","family":"Rumiii/LlamaScientific-8B","name":"LlamaScientific 8B","maker":"Rumiii","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/LlamaScientific-8B-i1-GGUF/LlamaScientific-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-10-24T16:25:07.000Z","downloads":3821,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633824,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161978016,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218336,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787808,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494880,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287136,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988821152,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179137696,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918560,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753440,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505504,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331296,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829600,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924192,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962656,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668896,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675898016,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995168,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675232,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740512,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130259104,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300256,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993696,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/LlamaScientific-8B-i1-GGUF","file":"LlamaScientific-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596012704,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LlamaScientific-8B-i1-GGUF"],"logoFrom":"Rumiii"},{"id":"l3-8b-stheno-v3-3-32k-ultra-neo-v1-imatrix","family":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","name":"L3 8B Stheno V3.3 32K Ultra NEO V1 IMATRIX","maker":"DavidAU","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF/L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ1_M-imat13.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-25T03:18:51.000Z","downloads":3818,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ1_M-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ1_M-imat13","size":2161971872,"bits":2.15,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ2_XS-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ2_XS-imat13","size":2605781664,"bits":2.6,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ2_M-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ2_M-imat13","size":2948280992,"bits":2.94,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ3_M-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ3_M-imat13","size":3784823456,"bits":3.77,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ4_XS-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-IQ4_XS-imat13","size":4447662752,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q4_K_S-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q4_K_S-imat13","size":4692669088,"bits":4.68,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q4_K_M-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q4_K_M-imat13","size":4920734368,"bits":4.9,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q5_K_S-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q5_K_S-imat13","size":5599294112,"bits":5.58,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q5_K_M-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q5_K_M-imat13","size":5732987552,"bits":5.71,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q6_K-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q6_K-imat13","size":6596006560,"bits":6.57,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q8_0-imat13.gguf","label":"L3-8B-Stheno-v3.3-32K-NEO-V1-D_AU-Q8_0-imat13","size":8540770976,"bits":8.51,"known":false,"rank":0}],"repos":["DavidAU/L3-8B-Stheno-v3.3-32K-Ultra-NEO-V1-IMATRIX-GGUF"],"logoFrom":"DavidAU"},{"id":"xlam-2-3b-fc-r","family":"Salesforce/xLAM-2-3b-fc-r-gguf","name":"XLAM 2 3B Fc R","maker":"Salesforce","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"Salesforce/xLAM-2-3b-fc-r-gguf/xLAM-2-3B-fc-r-Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2025-03-28T23:23:18.000Z","downloads":3818,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q2_K.gguf","label":"Q2_K","size":1274755648,"bits":3.3,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q3_K_S.gguf","label":"Q3_K_S","size":1454357056,"bits":3.77,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q3_K_L.gguf","label":"Q3_K_L","size":1707391552,"bits":4.42,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q4_0.gguf","label":"Q4_0","size":1822849600,"bits":4.72,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q4_K_S.gguf","label":"Q4_K_S","size":1834383936,"bits":4.75,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q4_K_M.gguf","label":"Q4_K_M","size":1929902656,"bits":5,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q5_0.gguf","label":"Q5_0","size":2169666112,"bits":5.62,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q5_K_S.gguf","label":"Q5_K_S","size":2169666112,"bits":5.62,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q5_K_M.gguf","label":"Q5_K_M","size":2224814656,"bits":5.76,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q6_K.gguf","label":"Q6_K","size":2538158656,"bits":6.57,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-Q8_0.gguf","label":"Q8_0","size":3285475904,"bits":8.51,"known":true,"rank":0},{"repo":"Salesforce/xLAM-2-3b-fc-r-gguf","file":"xLAM-2-3B-fc-r-F16.gguf","label":"F16","size":6178316864,"bits":16,"known":true,"rank":0}],"repos":["Salesforce/xLAM-2-3b-fc-r-gguf"],"logoFrom":"Salesforce"},{"id":"psyonic-cetacean-ultra-quality-20b-gguf-imatrix","family":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","name":"Psyonic Cetacean Ultra Quality 20B GGUF Imatrix","maker":"DavidAU","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix/Psyonic-Cetacean-Ultra-Quality-imat-IQ1_S-imat.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-29T03:36:20.000Z","downloads":3817,"likes":31,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ1_S-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ1_S-imat","size":4393983872,"bits":1.76,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ1_M-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ1_M-imat","size":4767108992,"bits":1.91,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ2_XXS-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ2_XXS-imat","size":5388984192,"bits":2.16,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-Q2_K_S-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-Q2_K_S-imat","size":6760519552,"bits":2.71,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ2_M-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ2_M-imat","size":6895359872,"bits":2.76,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-Q2_K-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-Q2_K-imat","size":7420221312,"bits":2.97,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-20B-IQ3_XXS-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-20B-IQ3_XXS-imat","size":7587788672,"bits":3.04,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-20B-IQ3_XS-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-20B-IQ3_XS-imat","size":8194129792,"bits":3.28,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ3_S-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ3_S-imat","size":8658370432,"bits":3.47,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-Q3_K_S-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-Q3_K_S-imat","size":8658370432,"bits":3.47,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-20B-Q3_K_L-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-20B-Q3_K_L-imat","size":10627768192,"bits":4.25,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ4_XS-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ4_XS-imat","size":10672342912,"bits":4.27,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-IQ4_NL-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-IQ4_NL-imat","size":11292026752,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-20B-Q4_K_S-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-20B-Q4_K_S-imat","size":11367065472,"bits":4.55,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-Q4_K_M-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-Q4_K_M-imat","size":12042209152,"bits":4.82,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-Q5_K_S-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-Q5_K_S-imat","size":13770762112,"bits":5.51,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-20B-Q5_K_M-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-20B-Q5_K_M-imat","size":14157219712,"bits":5.67,"known":false,"rank":0},{"repo":"DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix","file":"Psyonic-Cetacean-Ultra-Quality-imat-Q6_K-imat.gguf","label":"Psyonic-Cetacean-Ultra-Quality-imat-Q6_K-imat","size":16404418432,"bits":6.57,"known":false,"rank":0}],"repos":["DavidAU/Psyonic-Cetacean-Ultra-Quality-20b-GGUF-imatrix"],"logoFrom":"DavidAU"},{"id":"qwen3-4b-hivemind-instruct-heretic-abliterated-uncensored-neo-imatrix","family":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","name":"Qwen3 4B Hivemind Heretic Abliterated Uncensored NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF/Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-05T03:19:15.000Z","downloads":3816,"likes":27,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat","size":1512983488,"bits":3.01,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ3_M-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ3_M-imat","size":1962895808,"bits":3.91,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ4_XS-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ4_XS-imat","size":2270751168,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q4_K_M-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q4_K_M-imat","size":2497280448,"bits":4.97,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_S-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_S-imat","size":2823711168,"bits":5.62,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_M-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_M-imat","size":2889513408,"bits":5.75,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q6_K-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q6_K-imat","size":3306260928,"bits":6.58,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q8_0-imat.gguf","label":"Qwen3-4B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q8_0-imat","size":4280404928,"bits":8.52,"known":false,"rank":0}],"repos":["DavidAU/Qwen3-4B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"53214","family":"08443u0/53214","name":"53214","maker":"08443u0","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"08443u0/53214/Any-to-Any/gemma-4-12B-it/gemma-4-12B-it-qat-UD-Q4_K_XL.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-09-22T20:28:36.000Z","downloads":3816,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"08443u0/53214","file":"Any-to-Any/gemma-4-12B-it/gemma-4-12B-it-qat-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":6716356800,"bits":4.51,"known":true,"rank":0},{"repo":"08443u0/53214","file":"Image-Text-to-Text/Qwen3.8-27B-Heretic-Abliterated-Uncensored/RVN-Q6_K-multilingual.gguf","label":"RVN-Q6_K-multilingual","size":22082529824,"bits":14.83,"known":false,"rank":0},{"repo":"08443u0/53214","file":"Image-Text-to-Text/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q6_K_P.gguf","label":"Q6_K_P","size":22758955104,"bits":15.29,"known":false,"rank":0},{"repo":"08443u0/53214","file":"Image-Text-to-Text/gemma-4-26B-A4B-it/gemma-4-26B-A4B-it-UD-Q6_K.gguf","label":"UD-Q6_K","size":23172478688,"bits":15.57,"known":true,"rank":0},{"repo":"08443u0/53214","file":"Image-Text-to-Text/Huihui-Qwen3.6-35B-A3B-abliterated/Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q5_K.gguf","label":"Q5_K","size":25346479328,"bits":17.03,"known":true,"rank":0},{"repo":"08443u0/53214","file":"Image-Text-to-Text/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced/Gemma4-26B-A4B-Uncensored-HauhauCS-Balanced-Q8_K_P.gguf","label":"Q8_K_P","size":27275669856,"bits":18.32,"known":false,"rank":0}],"repos":["08443u0/53214"],"logoFrom":null},{"id":"ninja-v1-nsfw-rp-i1","family":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","name":"Ninja V1 NSFW RP I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF/Ninja-v1-NSFW-RP.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-20T01:33:46.000Z","downloads":3815,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102080,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446272,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686592,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256064,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920640,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712896,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q2_K.gguf","label":"Q2_K","size":2719242688,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344320,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018815936,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568000,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393792,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892096,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986688,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025152,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688896,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q4_0.gguf","label":"Q4_0","size":4123597248,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374464,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439744,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716416,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409856,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-i1-GGUF","file":"Ninja-v1-NSFW-RP.i1-Q6_K.gguf","label":"Q6_K","size":5942065600,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ninja-v1-NSFW-RP-i1-GGUF"],"logoFrom":"Aratako"},{"id":"lfm3-1-7b-heretic","family":"saidutta69/LFM3-1.7B-heretic","name":"LFM3 1.7B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"saidutta69/LFM3-1.7B-heretic/LFM3-1.7B-heretic-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-28T15:13:58.000Z","downloads":3814,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q2_K.gguf","label":"Q2_K","size":750153760,"bits":3.47,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-IQ3_S.gguf","label":"IQ3_S","size":854875936,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":854875936,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":914898720,"bits":4.23,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":967065376,"bits":4.47,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1011166752,"bits":4.68,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q4_0.gguf","label":"Q4_0","size":1049614880,"bits":4.85,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1056037408,"bits":4.88,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1099627040,"bits":5.08,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q4_1.gguf","label":"Q4_1","size":1141256736,"bits":5.28,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1232898592,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1258662432,"bits":5.82,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q6_K.gguf","label":"Q6_K","size":1427637536,"bits":6.6,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-Q8_0.gguf","label":"Q8_0","size":1846237728,"bits":8.54,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-heretic","file":"LFM3-1.7B-heretic-F16.gguf","label":"F16","size":3466625568,"bits":16.03,"known":true,"rank":0}],"repos":["saidutta69/LFM3-1.7B-heretic"],"logoFrom":"LiquidAI"},{"id":"qwen2-5-1-coder-1-5b-instruct","family":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","name":"Qwen2.5.1 Coder 1.5B","maker":"bartowski","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF/Qwen2.5.1-Coder-1.5B-Instruct-IQ3_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-07T13:58:30.000Z","downloads":3814,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":776664448,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":880163200,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":895732096,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934955392,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934955392,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934955392,"bits":4.86,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":936683392,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_0.gguf","label":"Q4_0","size":937535872,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":940312960,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":986048896,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1042569088,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1098729856,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1125050752,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1181570944,"bits":6.14,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":1272740224,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1329260416,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":1646573440,"bits":8.55,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF","file":"Qwen2.5.1-Coder-1.5B-Instruct-f16.gguf","label":"F16","size":3093669440,"bits":16.07,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5.1-Coder-1.5B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"melody1437-35b-a3b","family":"ReadyArt/Melody1437-35B-A3B","name":"Melody1437 35B A3B","maker":"ReadyArt","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"ReadyArt/Melody1437-35B-A3B-GGUF/Melody1437-35B-A3B-HB16-Q3_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-06T17:43:22.000Z","downloads":3811,"likes":9,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B-HB16-Q3_K_M.gguf","label":"Q3_K_M","size":18565197408,"bits":4.18,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":18565197696,"bits":4.18,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":20526409600,"bits":4.62,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":21587363712,"bits":4.86,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":21697857408,"bits":4.89,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":21713462880,"bits":4.89,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":23044458368,"bits":5.19,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":25347532384,"bits":5.71,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":25831180160,"bits":5.82,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":26614957952,"bits":6,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B-Q6_K.gguf","label":"Q6_K","size":29208731232,"bits":6.58,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":30408613760,"bits":6.85,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-35B-A3B-GGUF","file":"Melody1437-35B-A3B-Q8_0.gguf","label":"Q8_0","size":37802149472,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Melody1437-35B-A3B-GGUF"],"logoFrom":"ReadyArt"},{"id":"huihui-lfm2-5-8b-a1b-abliterated","family":"huihui-ai/Huihui-LFM2.5-8B-A1B-abliterated","name":"Huihui LFM2.5 8B A1B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF/Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-06-02T00:48:00.000Z","downloads":3807,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1820815456,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2008920160,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2322428000,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2574020704,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2592469088,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":2843275360,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2956259424,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3190435936,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3334910048,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3555422304,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3755077728,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3755077728,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3778752608,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4108398688,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4436865120,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4588302432,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4844679264,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":4853854304,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4863553632,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5155565664,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5357432928,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5870186592,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6030340192,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF","file":"Huihui-LFM2.5-8B-A1B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":6959788128,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Huihui-LFM2.5-8B-A1B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwable-9b-claude-fable-5","family":"empero-ai/Qwable-9B-Claude-Fable-5","name":"Qwable 9B Claude Fable 5","maker":"empero-ai","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF/Qwable-9B-Claude-Fable-5-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-15T15:52:12.000Z","downloads":3806,"likes":84,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","file":"Qwable-9B-Claude-Fable-5-Q4_K_M.gguf","label":"Q4_K_M","size":5629108960,"bits":5.03,"known":true,"rank":0},{"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","file":"Qwable-9B-Claude-Fable-5-Q5_K_M.gguf","label":"Q5_K_M","size":6467969760,"bits":5.78,"known":true,"rank":0},{"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","file":"Qwable-9B-Claude-Fable-5-Q6_K.gguf","label":"Q6_K","size":7359259360,"bits":6.58,"known":true,"rank":0},{"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","file":"Qwable-9B-Claude-Fable-5-Q8_0.gguf","label":"Q8_0","size":9527501536,"bits":8.52,"known":true,"rank":0},{"repo":"empero-ai/Qwable-9B-Claude-Fable-5-GGUF","file":"Qwable-9B-Claude-Fable-5-bf16.gguf","label":"BF16","size":17920697056,"bits":16.02,"known":true,"rank":0}],"repos":["empero-ai/Qwable-9B-Claude-Fable-5-GGUF"],"logoFrom":"empero-ai"},{"id":"huihui-ai-huihui-gemma-3n-e4b-it-abliterated","family":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","name":"Huihui Ai Huihui Gemma 3n E4B Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":6.87,"active":null,"layers":35,"probe":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q2_K.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":29360128,"context":32768,"arch":"gemma3n","vision":false,"licence":"gemma","open":false,"released":"2025-07-10T15:26:23.000Z","downloads":3805,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q2_K.gguf","label":"Q2_K","size":2757318656,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":3166394368,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":3251910656,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-IQ3_M.gguf","label":"IQ3_M","size":3294107648,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":3440908288,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":3601995776,"bits":4.19,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":3895023616,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":4089993216,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_0.gguf","label":"Q4_0","size":4093794304,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":4102707200,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":4237064192,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_1.gguf","label":"Q4_1","size":4477638656,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":4612249600,"bits":5.37,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":4869871616,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":4947998720,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":5218375680,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":5541492736,"bits":6.45,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q6_K.gguf","label":"Q6_K","size":5703366656,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":5958825984,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":6402242560,"bits":7.46,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q8_0.gguf","label":"Q8_0","size":7353292800,"bits":8.56,"known":true,"rank":0},{"repo":"bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF","file":"huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-bf16.gguf","label":"BF16","size":13740103360,"bits":16,"known":true,"rank":0}],"repos":["bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"ibm-granite-granite-8b-code-base-128k","family":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","name":"Ibm Granite Granite 8B Code Base 128K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf/granite-8b-code-base-128k.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":128000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-22T10:10:47.000Z","downloads":3804,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q2_K.gguf","label":"Q2_K","size":3062070528,"bits":3.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.IQ3_XS.gguf","label":"IQ3_XS","size":3384114432,"bits":3.36,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q3_K_S.gguf","label":"Q3_K_S","size":3548085504,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.IQ3_S.gguf","label":"IQ3_S","size":3568139520,"bits":3.55,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.IQ3_M.gguf","label":"IQ3_M","size":3679550720,"bits":3.66,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q3_K.gguf","label":"Q3_K","size":3944840448,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q3_K_M.gguf","label":"Q3_K_M","size":3944840448,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q3_K_L.gguf","label":"Q3_K_L","size":4287724800,"bits":4.26,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.IQ4_XS.gguf","label":"IQ4_XS","size":4405820672,"bits":4.38,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q4_0.gguf","label":"Q4_0","size":4590894336,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q4_K_S.gguf","label":"Q4_K_S","size":4622351616,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.IQ4_NL.gguf","label":"IQ4_NL","size":4639128832,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q4_K.gguf","label":"Q4_K","size":4882857216,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q4_K_M.gguf","label":"Q4_K_M","size":4882857216,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q4_1.gguf","label":"Q4_1","size":5081627904,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q5_0.gguf","label":"Q5_0","size":5572361472,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q5_K_S.gguf","label":"Q5_K_S","size":5572361472,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q5_K.gguf","label":"Q5_K","size":5722766592,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q5_K_M.gguf","label":"Q5_K_M","size":5722766592,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q5_1.gguf","label":"Q5_1","size":6063095040,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q6_K.gguf","label":"Q6_K","size":6615170304,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf","file":"granite-8b-code-base-128k.Q8_0.gguf","label":"Q8_0","size":8565521664,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-8b-code-base-128k-gguf"],"logoFrom":"RichardErkhov"},{"id":"l3-darkest-planet-seven-rings-of-doom-16-5b","family":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","name":"L3 DARKEST PLANET Seven Rings Of DOOM 16.5B","maker":"DavidAU","catalog":null,"tuned":false,"params":16.54,"active":null,"layers":71,"probe":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q2_k.gguf","kvBytesPerToken":336474,"kvHeader":290816,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-20T08:14:57.000Z","downloads":3798,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q2_k.gguf","label":"Q2_K","size":6308856896,"bits":3.05,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":7320740928,"bits":3.54,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":8102618176,"bits":3.92,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":8779473984,"bits":4.25,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":9066759232,"bits":4.39,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9447162944,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9447162944,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9447162944,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":9507980352,"bits":4.6,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":10014868544,"bits":4.84,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":11448501312,"bits":5.54,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":11740955712,"bits":5.68,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q6_k.gguf","label":"Q6_K","size":13574923328,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF","file":"L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-D_AU-Q8_0.gguf","label":"Q8_0","size":17579746368,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/L3-DARKEST-PLANET-Seven-Rings-Of-DOOM-16.5B-GGUF"],"logoFrom":"DavidAU"},{"id":"granite-20b-code-instruct-imat","family":"legraphista/granite-20b-code-instruct-IMat-GGUF","name":"Granite 20B Code IMat","maker":"legraphista","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"legraphista/granite-20b-code-instruct-IMat-GGUF/granite-20b-code-instruct.IQ1_S.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-01T15:40:34.000Z","downloads":3797,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ1_S.gguf","label":"IQ1_S","size":4517698464,"bits":1.8,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ1_M.gguf","label":"IQ1_M","size":4912438176,"bits":1.96,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":5570337696,"bits":2.22,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":6157999008,"bits":2.45,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ2_S.gguf","label":"IQ2_S","size":6526049184,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ2_M.gguf","label":"IQ2_M","size":7052368800,"bits":2.81,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q2_K_S.gguf","label":"Q2_K_S","size":7145020320,"bits":2.85,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q2_K.gguf","label":"Q2_K","size":7929486240,"bits":3.16,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":8062540704,"bits":3.21,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":8658557856,"bits":3.45,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ3_S.gguf","label":"IQ3_S","size":8934595488,"bits":3.56,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":8934595488,"bits":3.56,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ3_M.gguf","label":"IQ3_M","size":9587186592,"bits":3.82,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q3_K.gguf","label":"Q3_K","size":10566294432,"bits":4.21,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":10936507296,"bits":4.36,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":11552480160,"bits":4.6,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":11665726368,"bits":4.65,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":11736505248,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q4_K.gguf","label":"Q4_K","size":12820208544,"bits":5.11,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":14016371328,"bits":5.59,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q5_K.gguf","label":"Q5_K","size":14809340544,"bits":5.9,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q6_K.gguf","label":"Q6_K","size":16634256000,"bits":6.63,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.Q8_0.gguf","label":"Q8_0","size":21481183872,"bits":8.56,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.BF16.gguf","label":"BF16","size":40243485312,"bits":16.04,"known":true,"rank":0},{"repo":"legraphista/granite-20b-code-instruct-IMat-GGUF","file":"granite-20b-code-instruct.FP16.gguf","label":"granite-20b-code-instruct.FP16","size":40243485312,"bits":16.04,"known":false,"rank":0}],"repos":["legraphista/granite-20b-code-instruct-IMat-GGUF"],"logoFrom":"ibm-granite"},{"id":"navidc-ocr","family":"nandraj/NaviDC-OCR-GGUF","name":"NaviDC OCR","maker":"nandraj","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":28,"probe":"nandraj/NaviDC-OCR-GGUF/NaviDC-OCR-Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-28T17:08:32.000Z","downloads":3796,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q2_K.gguf","label":"Q2_K","size":347285632,"bits":3.7,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q3_K_S.gguf","label":"Q3_K_S","size":389923968,"bits":4.16,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q3_K_M.gguf","label":"Q3_K_M","size":413975680,"bits":4.42,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q3_K_L.gguf","label":"Q3_K_L","size":435340416,"bits":4.64,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q4_K_S.gguf","label":"Q4_K_S","size":470782080,"bits":5.02,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q4_K_M.gguf","label":"Q4_K_M","size":484216960,"bits":5.16,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q5_K_S.gguf","label":"Q5_K_S","size":543576192,"bits":5.8,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q5_K_M.gguf","label":"Q5_K_M","size":551374976,"bits":5.88,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q6_K.gguf","label":"Q6_K","size":622730368,"bits":6.64,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-Q8_0.gguf","label":"Q8_0","size":804750464,"bits":8.58,"known":true,"rank":0},{"repo":"nandraj/NaviDC-OCR-GGUF","file":"NaviDC-OCR-f16.gguf","label":"F16","size":1509344384,"bits":16.1,"known":true,"rank":0}],"repos":["nandraj/NaviDC-OCR-GGUF"],"logoFrom":"XingChen-AGI"},{"id":"qwen3-coder-30b-a3b-compacted-19b-256k","family":"continuum-ai/qwen3-coder-30b-a3b-compacted-19b-256k","name":"Qwen3 Coder 30B A3B Compacted 19B 256K","maker":"continuum-ai","catalog":null,"tuned":true,"params":19.66,"active":3.35,"layers":48,"probe":"continuum-ai/qwen3-coder-30b-a3b-compacted-19b-256k/qwen3-coder-30b-a3b-compacted-19b-256k.Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-08T13:06:52.000Z","downloads":3794,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"continuum-ai/qwen3-coder-30b-a3b-compacted-19b-256k","file":"qwen3-coder-30b-a3b-compacted-19b-256k.Q4_K_M.gguf","label":"Q4_K_M","size":11955377760,"bits":4.86,"known":true,"rank":0},{"repo":"continuum-ai/qwen3-coder-30b-a3b-compacted-19b-256k","file":"qwen3-coder-30b-a3b-compacted-19b-256k.Q5_K_M.gguf","label":"Q5_K_M","size":13991810656,"bits":5.69,"known":true,"rank":0},{"repo":"continuum-ai/qwen3-coder-30b-a3b-compacted-19b-256k","file":"qwen3-coder-30b-a3b-compacted-19b-256k.Q8_0.gguf","label":"Q8_0","size":20913946208,"bits":8.51,"known":true,"rank":0}],"repos":["continuum-ai/qwen3-coder-30b-a3b-compacted-19b-256k"],"logoFrom":"Qwen"},{"id":"gemma-4-gembrain-31b-it-uncensored-heretic","family":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic","name":"Gemma 4 Gembrain 31B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF/Gemma-4-Gembrain-31B-it-uncensored-heretic-Q3_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-18T00:52:41.000Z","downloads":3790,"likes":20,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15287108128,"bits":3.98,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":16628269600,"bits":4.33,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":17763164704,"bits":4.63,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":18687062560,"bits":4.87,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":21311840800,"bits":5.55,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":21845570080,"bits":5.69,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":25201484320,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":32635675168,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF","file":"Gemma-4-Gembrain-31B-it-uncensored-heretic-BF16.gguf","label":"BF16","size":61413188128,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Gemma-4-Gembrain-31B-it-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-8-27b-aeon-ultimate-uncensored","family":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","name":"Qwen3.8 27B AEON ULTIMATE UNCENSORED","maker":"vcruz305","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T19:27:15.000Z","downloads":3790,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","file":"Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q2_K.gguf","label":"Q2_K","size":10864592928,"bits":3.18,"known":true,"rank":0},{"repo":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","file":"Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q3_K_M.gguf","label":"Q3_K_M","size":13500737568,"bits":3.95,"known":true,"rank":0},{"repo":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","file":"Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q4_K_M.gguf","label":"Q4_K_M","size":16810715168,"bits":4.92,"known":true,"rank":0},{"repo":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","file":"Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q5_K_M.gguf","label":"Q5_K_M","size":19535702048,"bits":5.72,"known":true,"rank":0},{"repo":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","file":"Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q6_K.gguf","label":"Q6_K","size":22431000608,"bits":6.57,"known":true,"rank":0},{"repo":"vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF","file":"Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-Q8_0.gguf","label":"Q8_0","size":29047085088,"bits":8.51,"known":true,"rank":0}],"repos":["vcruz305/Qwen3.8-27B-AEON-ULTIMATE-UNCENSORED-GGUF"],"logoFrom":"AEON-7"},{"id":"eurollm-9b-meditronfo","family":"EPFLiGHT/EuroLLM-9B-MeditronFO","name":"EuroLLM 9B MeditronFO","maker":"EPFLiGHT","catalog":null,"tuned":false,"params":9.15,"active":null,"layers":42,"probe":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF/EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-10T13:17:52.000Z","downloads":3788,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ1_S.gguf","label":"IQ1_S","size":2261802304,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ1_M.gguf","label":"IQ1_M","size":2425183552,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2697485632,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2937347392,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ2_S.gguf","label":"IQ2_S","size":3115244864,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ2_M.gguf","label":"IQ2_M","size":3333086528,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3365788992,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q2_K.gguf","label":"Q2_K","size":3593067840,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3701923136,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3977600320,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4141768000,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ3_S.gguf","label":"IQ3_S","size":4165164352,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ3_M.gguf","label":"IQ3_M","size":4292173120,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4553137472,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4913847616,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5045542208,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q4_0.gguf","label":"Q4_0","size":5303360832,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5309652288,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5321186624,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5582839104,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q4_1.gguf","label":"Q4_1","size":5826862400,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6366092608,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6518168896,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF","file":"EuroLLM-9B-MeditronFO.i1-Q6_K.gguf","label":"Q6_K","size":7511956800,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/EuroLLM-9B-MeditronFO-i1-GGUF"],"logoFrom":"EPFLiGHT"},{"id":"scion-flashnext-176b-a6b","family":"SkyIsNotGreen/Scion-FlashNext-176B-A6B","name":"Scion FlashNext 176B A6B","maker":"SkyIsNotGreen","catalog":null,"tuned":false,"params":177.28,"active":58.85,"layers":48,"probe":"SkyIsNotGreen/Scion-FlashNext-176B-A6B/Scion-FlashNext-176B-A6B-Q6_K.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-05T17:28:37.000Z","downloads":3786,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SkyIsNotGreen/Scion-FlashNext-176B-A6B","file":"Scion-FlashNext-176B-A6B-Q6_K-Q4X160.gguf","label":"Scion-FlashNext-176B-A6B-Q6_K-Q4X160","size":57615045408,"bits":2.6,"known":false,"rank":0}],"repos":["SkyIsNotGreen/Scion-FlashNext-176B-A6B"],"logoFrom":"Qwen"},{"id":"foundational-models","family":"sagalore-softworks/foundational-models","name":"Foundational Models","maker":"sagalore-softworks","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"sagalore-softworks/foundational-models/gemma-4-12b-it-qat-q4-0/model.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-05-05T11:59:43.000Z","downloads":3785,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sagalore-softworks/foundational-models","file":"gemma-4-12b-it-qat-q4-0/model.gguf","label":"model","size":6975879296,"bits":4.69,"known":false,"rank":0}],"repos":["sagalore-softworks/foundational-models"],"logoFrom":"sagalore-softworks"},{"id":"metamath-cybertron-starling","family":"Q-bert/MetaMath-Cybertron-Starling","name":"MetaMath Cybertron Starling","maker":"Q-bert","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/MetaMath-Cybertron-Starling-GGUF/metamath-cybertron-starling.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-06T18:48:27.000Z","downloads":3783,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q2_K.gguf","label":"Q2_K","size":3083097792,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q4_0.gguf","label":"Q4_0","size":4108916416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q4_K_S.gguf","label":"Q4_K_S","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q4_K_M.gguf","label":"Q4_K_M","size":4368438976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q5_0.gguf","label":"Q5_0","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q5_K_S.gguf","label":"Q5_K_S","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q6_K.gguf","label":"Q6_K","size":5942064832,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Cybertron-Starling-GGUF","file":"metamath-cybertron-starling.Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MetaMath-Cybertron-Starling-GGUF"],"logoFrom":"Q-bert"},{"id":"daringlotus-snowlotus-10-7b-iq","family":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","name":"DaringLotus SnowLotus 10.7B IQ","maker":"BlueNipples","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF/SnowLotus-v2-10.7B-Q3_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-17T04:36:02.000Z","downloads":3783,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"DaringLotus-v3-Imat-q3-10.7B.gguf","label":"DaringLotus-v3-Imat-q3-10.7B","size":5195667584,"bits":3.87,"known":false,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v2-10.7B-Q3_K.gguf","label":"Q3_K","size":5195667616,"bits":3.87,"known":true,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v3-Imat-q3-10.7B.gguf","label":"SnowLotus-v3-Imat-q3-10.7B","size":5195667648,"bits":3.87,"known":false,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"DaringLotus-v3-Imat-q4-10.7B.gguf","label":"DaringLotus-v3-Imat-q4-10.7B","size":6461667456,"bits":4.82,"known":false,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v2-10.7B-Q4_k.gguf","label":"Q4_K","size":6461667488,"bits":4.82,"known":true,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v3-Imat-q4-10.7B.gguf","label":"SnowLotus-v3-Imat-q4-10.7B","size":6461667520,"bits":4.82,"known":false,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"DaringLotus-v3-Imat-q5-10.7B.gguf","label":"DaringLotus-v3-Imat-q5-10.7B","size":7597930624,"bits":5.66,"known":false,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v2-10.7B-Q5_K.gguf","label":"Q5_K","size":7597930656,"bits":5.66,"known":true,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v3-Imat-q5-10.7B.gguf","label":"SnowLotus-v3-Imat-q5-10.7B","size":7597930688,"bits":5.66,"known":false,"rank":0},{"repo":"BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF","file":"SnowLotus-v2-10.7B-Q6_k.gguf","label":"Q6_K","size":8805210272,"bits":6.56,"known":true,"rank":0}],"repos":["BlueNipples/DaringLotus-SnowLotus-10.7b-IQ-GGUF"],"logoFrom":"BlueNipples"},{"id":"llama-7b-rollercoaster-v2","family":"ncsgobubble/Llama-7B-rollercoaster_v2","name":"Llama 7B Rollercoaster V2","maker":"ncsgobubble","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF/Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-25T13:23:38.000Z","downloads":3782,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ1_S.gguf","label":"IQ1_S","size":1528584224,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ1_M.gguf","label":"IQ1_M","size":1650972704,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854953504,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034915360,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2196568096,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ2_M.gguf","label":"IQ2_M","size":2359752736,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q2_K.gguf","label":"Q2_K","size":2532866080,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585393184,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796525600,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ3_S.gguf","label":"IQ3_S","size":2948306976,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948306976,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3114866720,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298007072,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597113376,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619338272,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q4_0.gguf","label":"Q4_0","size":3837081632,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856742432,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081006624,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651694112,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783159328,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF","file":"Llama-7B-rollercoaster_v2.i1-Q6_K.gguf","label":"Q6_K","size":5529196576,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Llama-7B-rollercoaster_v2-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"shunzou05-terminalhorizon-27b","family":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","name":"Shunzou05 TerminalHorizon 27B","maker":"bartowski","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/shunzou05_TerminalHorizon-27B-GGUF/shunzou05_TerminalHorizon-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T07:36:44.000Z","downloads":3779,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8642284096,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ2_XS.gguf","label":"IQ2_XS","size":8849541696,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ2_S.gguf","label":"IQ2_S","size":9445059136,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ2_M.gguf","label":"IQ2_M","size":10283264576,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q2_K.gguf","label":"Q2_K","size":10582559296,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12081183296,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12500900416,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12560620096,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13165066816,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q3_K_L.gguf","label":"Q3_K_L","size":13883832896,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ3_M.gguf","label":"IQ3_M","size":14621645376,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15236966976,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q4_0.gguf","label":"Q4_0","size":16109783616,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16124529216,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17203415616,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17203415616,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q4_1.gguf","label":"Q4_1","size":17586473536,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18581719616,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19327928896,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20684892736,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22618470976,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q6_K.gguf","label":"Q6_K","size":23621581376,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24719923776,"bits":7.35,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-Q8_0.gguf","label":"Q8_0","size":28665068096,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/shunzou05_TerminalHorizon-27B-GGUF","file":"shunzou05_TerminalHorizon-27B-bf16/shunzou05_TerminalHorizon-27B-bf16-00001-of-00002.gguf","label":"BF16","size":53808282048,"bits":16,"known":true,"rank":0}],"repos":["bartowski/shunzou05_TerminalHorizon-27B-GGUF"],"logoFrom":"shunzou05"},{"id":"apertus-sea-lion-v4-8b-it","family":"aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF","name":"Apertus SEA LION V4 8B","maker":"aisingapore","catalog":null,"tuned":true,"params":8.05,"active":null,"layers":32,"probe":"aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF/Apertus-SEA-LION-v4-8B-IT-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"apertus","vision":false,"licence":"mit","open":true,"released":"2026-02-06T04:53:22.000Z","downloads":3778,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF","file":"Apertus-SEA-LION-v4-8B-IT-Q4_K_M.gguf","label":"Q4_K_M","size":5057884448,"bits":5.03,"known":true,"rank":0},{"repo":"aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF","file":"Apertus-SEA-LION-v4-8B-IT-Q6_K.gguf","label":"Q6_K","size":6615019808,"bits":6.57,"known":true,"rank":0},{"repo":"aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF","file":"Apertus-SEA-LION-v4-8B-IT-Q8_0.gguf","label":"Q8_0","size":8565371168,"bits":8.51,"known":true,"rank":0},{"repo":"aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF","file":"Apertus-SEA-LION-v4-8B-IT-F16.gguf","label":"F16","size":16115118368,"bits":16.02,"known":true,"rank":0}],"repos":["aisingapore/Apertus-SEA-LION-v4-8B-IT-GGUF"],"logoFrom":"aisingapore"},{"id":"tulu-v1-llama2-70b","family":"allenai/tulu-v1-llama2-70b","name":"Tulu V1 Llama2 70B","maker":"Ai2","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/tulu-v1-llama2-70b-i1-GGUF/tulu-v1-llama2-70b.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-21T21:24:36.000Z","downloads":3776,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ1_S.gguf","label":"IQ1_S","size":14535537664,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ1_M.gguf","label":"IQ1_M","size":15943250944,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289439744,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334162944,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ2_S.gguf","label":"IQ2_S","size":21354312704,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ2_M.gguf","label":"IQ2_M","size":23231263744,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q2_K.gguf","label":"Q2_K","size":25462436864,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464064,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314973184,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ3_S.gguf","label":"IQ3_S","size":29919294464,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919294464,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ3_M.gguf","label":"IQ3_M","size":30944277504,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274737664,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147835904,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829819904,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q4_0.gguf","label":"Q4_0","size":39019049984,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249736704,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422910464,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/tulu-v1-llama2-70b-i1-GGUF","file":"tulu-v1-llama2-70b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753767424,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/tulu-v1-llama2-70b-i1-GGUF"],"logoFrom":"allenai"},{"id":"dolphin-2-9-1-llama-3-8b","family":"dphn/dolphin-2.9.1-llama-3-8b","name":"Dolphin 2.9.1 Llama 3 8B","maker":"dphn","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF/dolphin-2.9.1-llama-3-8b.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-27T08:22:37.000Z","downloads":3775,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ1_S.gguf","label":"IQ1_S","size":2019635872,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ1_M.gguf","label":"IQ1_M","size":2161980064,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399220384,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ2_XS.gguf","label":"IQ2_XS","size":2605789856,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ2_S.gguf","label":"IQ2_S","size":2758497760,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ2_M.gguf","label":"IQ2_M","size":2948290016,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q2_K_S.gguf","label":"Q2_K_S","size":2988824288,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q2_K.gguf","label":"Q2_K","size":3179140832,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274921440,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ3_XS.gguf","label":"IQ3_XS","size":3518757408,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q3_K_S.gguf","label":"Q3_K_S","size":3664509472,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ3_S.gguf","label":"IQ3_S","size":3682335264,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ3_M.gguf","label":"IQ3_M","size":3784833568,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q3_K.gguf","label":"Q3_K","size":4018928160,"bits":4,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q3_K_L.gguf","label":"Q3_K_L","size":4321966624,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ4_XS.gguf","label":"IQ4_XS","size":4447673696,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.IQ4_NL.gguf","label":"IQ4_NL","size":4678000224,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q4_K_S.gguf","label":"Q4_K_S","size":4692680288,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q4_K.gguf","label":"Q4_K","size":4920745568,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q5_K_S.gguf","label":"Q5_K_S","size":5599306080,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q5_K.gguf","label":"Q5_K","size":5732999520,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q6_K.gguf","label":"Q6_K","size":6596019616,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.Q8_0.gguf","label":"Q8_0","size":8540788000,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.BF16.gguf","label":"BF16","size":16068923680,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF","file":"dolphin-2.9.1-llama-3-8b.FP16.gguf","label":"dolphin-2.9.1-llama-3-8b.FP16","size":16068923680,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/dolphin-2.9.1-llama-3-8b-IMat-GGUF"],"logoFrom":"dphn"},{"id":"dark-scarlett-27b-v3-0","family":"ReadyArt/Dark-Scarlett-27B-v3.0","name":"Dark Scarlett 27B V3.0","maker":"ReadyArt","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF/Dark-Scarlett-27B-v3.0.i1-IQ3_XS_hb16.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T01:17:18.000Z","downloads":3775,"likes":8,"trending":0.30000000000000004,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":19998324960,"bits":5.86,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":21213403360,"bits":6.21,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":22169901280,"bits":6.49,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":22714669280,"bits":6.65,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":22803798240,"bits":6.68,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":23472961760,"bits":6.87,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":24893741280,"bits":7.29,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":25284376800,"bits":7.4,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":27209005280,"bits":7.97,"known":false,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-27B-v3.0-GGUF","file":"Dark-Scarlett-27B-v3.0-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":31430957280,"bits":9.2,"known":false,"rank":0}],"repos":["ReadyArt/Dark-Scarlett-27B-v3.0-GGUF"],"logoFrom":"ReadyArt"},{"id":"em-german-leo-mistral","family":"jphme/em_german_leo_mistral","name":"Em German Leo Mistral","maker":"jphme","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/em_german_leo_mistral-GGUF/em_german_leo_mistral.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-10T10:41:47.000Z","downloads":3770,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/em_german_leo_mistral-GGUF","file":"em_german_leo_mistral.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/em_german_leo_mistral-GGUF"],"logoFrom":"jphme"},{"id":"ingot-xx-27b-q2","family":"dendriteholdings/Ingot-XX-27B-Q2","name":"Ingot XX 27B Q2","maker":"dendriteholdings","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dendriteholdings/Ingot-XX-27B-Q2/Ingot-XX-27B-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-11-01T13:06:15.000Z","downloads":3770,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dendriteholdings/Ingot-XX-27B-Q2","file":"Ingot-XX-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0},{"repo":"dendriteholdings/Ingot-XX-27B-Q2","file":"Ingot-XX-27B-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["dendriteholdings/Ingot-XX-27B-Q2"],"logoFrom":"dendriteholdings"},{"id":"himeros-v2-27b","family":"Skttttt/Himeros-V2-27B-GGUF","name":"Himeros V2 27B","maker":"Skttttt","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"Skttttt/Himeros-V2-27B-GGUF/Himeros-V2-27B-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-09-09T11:35:14.000Z","downloads":3769,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q1_0.gguf","label":"Q1_0","size":4667607232,"bits":1.39,"known":false,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ1_S.gguf","label":"IQ1_S","size":7149824544,"bits":2.13,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ1_M.gguf","label":"IQ1_M","size":7631084064,"bits":2.27,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183264,"bits":2.51,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q2_0.gguf","label":"Q2_0","size":8628275392,"bits":2.57,"known":false,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9090591264,"bits":2.7,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ2_S.gguf","label":"IQ2_S","size":9362913824,"bits":2.78,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ2_M.gguf","label":"IQ2_M","size":10004593184,"bits":2.98,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q2_K_S.gguf","label":"Q2_K_S","size":10248325664,"bits":3.05,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q2_K.gguf","label":"Q2_K","size":10711665184,"bits":3.19,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371104,"bits":3.33,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ3_XS.gguf","label":"IQ3_XS","size":11967130144,"bits":3.56,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12073953824,"bits":3.59,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ3_S.gguf","label":"IQ3_S","size":12419328544,"bits":3.69,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ3_M.gguf","label":"IQ3_M","size":12580874784,"bits":3.74,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13301443104,"bits":3.96,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14344776224,"bits":4.27,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15082506784,"bits":4.49,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q4_0.gguf","label":"Q4_0","size":15476869312,"bits":4.6,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q4_K_S.gguf","label":"Q4_K_S","size":15586314784,"bits":4.64,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-IQ4_NL.gguf","label":"IQ4_NL","size":15801928224,"bits":4.7,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16535235104,"bits":4.92,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q5_0.gguf","label":"Q5_0","size":18679613632,"bits":5.56,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q5_K_S.gguf","label":"Q5_K_S","size":18679613984,"bits":5.56,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19224832544,"bits":5.72,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q6_K.gguf","label":"Q6_K","size":22082529824,"bits":6.57,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-Q8_0.gguf","label":"Q8_0","size":28595763392,"bits":8.5,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-F16.gguf","label":"F16","size":53808281792,"bits":16,"known":true,"rank":0},{"repo":"Skttttt/Himeros-V2-27B-GGUF","file":"Himeros-V2-27B-BF16.gguf","label":"BF16","size":53808281888,"bits":16,"known":true,"rank":0}],"repos":["Skttttt/Himeros-V2-27B-GGUF"],"logoFrom":"orcarouter"},{"id":"valkyrie-49b-v2-1","family":"TheDrummer/Valkyrie-49B-v2.1","name":"Valkyrie 49B V2.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":49.87,"active":null,"layers":80,"probe":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF/TheDrummer_Valkyrie-49B-v2.1-IQ1_M.gguf","kvBytesPerToken":232215,"kvHeader":200704,"kvFixed":0,"context":131072,"arch":"deci","vision":false,"licence":null,"open":false,"released":"2026-01-21T05:08:08.000Z","downloads":3768,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ1_M.gguf","label":"IQ1_M","size":12015854656,"bits":1.93,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":13659169856,"bits":2.19,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ2_XS.gguf","label":"IQ2_XS","size":15076582464,"bits":2.42,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ2_S.gguf","label":"IQ2_S","size":15848481856,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ2_M.gguf","label":"IQ2_M","size":17163134016,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q2_K.gguf","label":"Q2_K","size":18739799104,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":19519022144,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q2_K_L.gguf","label":"Q2_K_L","size":19765847104,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ3_XS.gguf","label":"IQ3_XS","size":20908008512,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q3_K_S.gguf","label":"Q3_K_S","size":21955339328,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ3_M.gguf","label":"IQ3_M","size":22657229888,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q3_K_M.gguf","label":"Q3_K_M","size":24311227456,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q3_K_L.gguf","label":"Q3_K_L","size":26272064576,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ4_XS.gguf","label":"IQ4_XS","size":26871407680,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":27191403584,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-IQ4_NL.gguf","label":"IQ4_NL","size":28384044096,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q4_0.gguf","label":"Q4_0","size":28457444416,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q4_K_S.gguf","label":"Q4_K_S","size":28633605184,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q4_K_M.gguf","label":"Q4_K_M","size":30215578688,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q4_K_L.gguf","label":"Q4_K_L","size":30995375168,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q4_1.gguf","label":"Q4_1","size":31383626816,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q5_K_S.gguf","label":"Q5_K_S","size":34434589760,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q5_K_M.gguf","label":"Q5_K_M","size":35391611968,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q5_K_L.gguf","label":"Q5_K_L","size":36040074304,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q6_K.gguf","label":"Q6_K","size":40917886016,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q6_K_L.gguf","label":"Q6_K_L","size":41426805824,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-Q8_0/TheDrummer_Valkyrie-49B-v2.1-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":52994827520,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF","file":"TheDrummer_Valkyrie-49B-v2.1-bf16/TheDrummer_Valkyrie-49B-v2.1-bf16-00001-of-00003.gguf","label":"BF16","size":99744277632,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Valkyrie-49B-v2.1-GGUF"],"logoFrom":"TheDrummer"},{"id":"qwen2-5-7b-instruct-heretic","family":"saidutta69/Qwen2.5-7B-Instruct-heretic","name":"Qwen2.5 7B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"saidutta69/Qwen2.5-7B-Instruct-heretic/Qwen2.5-7B-Instruct-heretic-Q4_K_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-07-16T19:21:11.000Z","downloads":3768,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-7B-Instruct-heretic","file":"Qwen2.5-7B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":4683074112,"bits":4.92,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-7B-Instruct-heretic","file":"Qwen2.5-7B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":5444831808,"bits":5.72,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-7B-Instruct-heretic","file":"Qwen2.5-7B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":6254199360,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-7B-Instruct-heretic","file":"Qwen2.5-7B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":8098525760,"bits":8.5,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-7B-Instruct-heretic","file":"Qwen2.5-7B-Instruct-heretic-F16.gguf","label":"F16","size":15237853760,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/Qwen2.5-7B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"pythia-2-8b-deduped","family":"EleutherAI/pythia-2.8b-deduped","name":"Pythia 2.8B Deduped","maker":"EleutherAI","catalog":null,"tuned":false,"params":2.78,"active":null,"layers":32,"probe":"mradermacher/pythia-2.8b-deduped-i1-GGUF/pythia-2.8b-deduped.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T06:52:00.000Z","downloads":3767,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ1_S.gguf","label":"IQ1_S","size":655415776,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ1_M.gguf","label":"IQ1_M","size":707025376,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":793041376,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ2_XS.gguf","label":"IQ2_XS","size":868407776,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ2_S.gguf","label":"IQ2_S","size":921627616,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ2_M.gguf","label":"IQ2_M","size":990440416,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q2_K.gguf","label":"Q2_K","size":1086215136,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1123150816,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1218897376,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ3_S.gguf","label":"IQ3_S","size":1248388576,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1248388576,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ3_M.gguf","label":"IQ3_M","size":1373726176,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1477764576,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1517058016,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1599725536,"bits":4.6,"known":false,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1599725536,"bits":4.6,"known":false,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1599725536,"bits":4.6,"known":false,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1602282976,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q4_0.gguf","label":"Q4_0","size":1606279136,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1612832736,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1786503136,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1930395616,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2069659616,"bits":5.96,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-deduped-i1-GGUF","file":"pythia-2.8b-deduped.i1-Q6_K.gguf","label":"Q6_K","size":2281732576,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/pythia-2.8b-deduped-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"qwen2-5-coder-14b-instruct-uncensored-q4-k-m","family":"roleplaiapp/Qwen2.5-Coder-14B-Instruct-Uncensored-Q4_K_M-GGUF","name":"Qwen2.5 Coder 14B Uncensored Q4 K M","maker":"roleplaiapp","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"roleplaiapp/Qwen2.5-Coder-14B-Instruct-Uncensored-Q4_K_M-GGUF/Qwen2.5-Coder-14B-Instruct-Uncensored.Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-01-31T04:25:43.000Z","downloads":3767,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"roleplaiapp/Qwen2.5-Coder-14B-Instruct-Uncensored-Q4_K_M-GGUF","file":"Qwen2.5-Coder-14B-Instruct-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":8988110720,"bits":4.87,"known":true,"rank":0}],"repos":["roleplaiapp/Qwen2.5-Coder-14B-Instruct-Uncensored-Q4_K_M-GGUF"],"logoFrom":"roleplaiapp"},{"id":"captchakraken-v1-2","family":"CaptchaKraken/CaptchaKraken-v1.2-GGUF","name":"CaptchaKraken V1.2","maker":"CaptchaKraken","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"CaptchaKraken/CaptchaKraken-v1.2-GGUF/CaptchaKraken-v1.2-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-10T06:02:37.000Z","downloads":3766,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CaptchaKraken/CaptchaKraken-v1.2-GGUF","file":"CaptchaKraken-v1.2-Q4_K_M.gguf","label":"Q4_K_M","size":5629108480,"bits":5.03,"known":true,"rank":0},{"repo":"CaptchaKraken/CaptchaKraken-v1.2-GGUF","file":"CaptchaKraken-v1.2-Q8_0.gguf","label":"Q8_0","size":9527501056,"bits":8.52,"known":true,"rank":0},{"repo":"CaptchaKraken/CaptchaKraken-v1.2-GGUF","file":"CaptchaKraken-v1.2-F16.gguf","label":"F16","size":17920696576,"bits":16.02,"known":true,"rank":0}],"repos":["CaptchaKraken/CaptchaKraken-v1.2-GGUF"],"logoFrom":"Qwen"},{"id":"01-ai-yi-9b-200k","family":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","name":"01 Ai Yi 9B 200K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf/Yi-9B-200K.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-13T04:44:35.000Z","downloads":3765,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q2_K.gguf","label":"Q2_K","size":3354324768,"bits":3.04,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.IQ3_XS.gguf","label":"IQ3_XS","size":3717934880,"bits":3.37,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q3_K_S.gguf","label":"Q3_K_S","size":3899207456,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.IQ3_S.gguf","label":"IQ3_S","size":3912576800,"bits":3.54,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.IQ3_M.gguf","label":"IQ3_M","size":4055461664,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q3_K.gguf","label":"Q3_K","size":4324405024,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q3_K_M.gguf","label":"Q3_K_M","size":4324405024,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q3_K_L.gguf","label":"Q3_K_L","size":4690751264,"bits":4.25,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.IQ4_XS.gguf","label":"IQ4_XS","size":4827279136,"bits":4.37,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q4_0.gguf","label":"Q4_0","size":5036994336,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q4_K_S.gguf","label":"Q4_K_S","size":5071859488,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.IQ4_NL.gguf","label":"IQ4_NL","size":5083393824,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q4_K.gguf","label":"Q4_K","size":5328957216,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q4_K_M.gguf","label":"Q4_K_M","size":5328957216,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q4_1.gguf","label":"Q4_1","size":5572423456,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q5_0.gguf","label":"Q5_0","size":6107852576,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q5_K_S.gguf","label":"Q5_K_S","size":6107852576,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q5_K.gguf","label":"Q5_K","size":6258257696,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q5_K_M.gguf","label":"Q5_K_M","size":6258257696,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q5_1.gguf","label":"Q5_1","size":6643281696,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-9B-200K-gguf","file":"Yi-9B-200K.Q6_K.gguf","label":"Q6_K","size":7245639456,"bits":6.56,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-9B-200K-gguf"],"logoFrom":"RichardErkhov"},{"id":"equinox-31b","family":"LatitudeGames/Equinox-31B","name":"Equinox 31B","maker":"LatitudeGames","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Equinox-31B-GGUF/Equinox-31B.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-24T06:37:32.000Z","downloads":3765,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q2_K.gguf","label":"Q2_K","size":11916313600,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q3_K_S.gguf","label":"Q3_K_S","size":13761356800,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q3_K_M.gguf","label":"Q3_K_M","size":15287108608,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q3_K_L.gguf","label":"Q3_K_L","size":16628270080,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.IQ4_XS.gguf","label":"IQ4_XS","size":16862233600,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q4_K_S.gguf","label":"Q4_K_S","size":17763165184,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q4_K_M.gguf","label":"Q4_K_M","size":18687063040,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q5_K_S.gguf","label":"Q5_K_S","size":21311841280,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q5_K_M.gguf","label":"Q5_K_M","size":21845570560,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q6_K.gguf","label":"Q6_K","size":25201484800,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Equinox-31B-GGUF","file":"Equinox-31B.Q8_0.gguf","label":"Q8_0","size":32635675648,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Equinox-31B-GGUF"],"logoFrom":"LatitudeGames"},{"id":"deepseek-r1-distill-qwen-14b-heretic","family":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic","name":"DeepSeek R1 Distill Qwen 14B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic/DeepSeek-R1-Distill-Qwen-14B-heretic-Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-07-21T08:31:43.000Z","downloads":3765,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic","file":"DeepSeek-R1-Distill-Qwen-14B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":8988110144,"bits":4.87,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic","file":"DeepSeek-R1-Distill-Qwen-14B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":10508873024,"bits":5.69,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic","file":"DeepSeek-R1-Distill-Qwen-14B-heretic-Q6_K.gguf","label":"Q6_K","size":12124683584,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic","file":"DeepSeek-R1-Distill-Qwen-14B-heretic-Q8_0.gguf","label":"Q8_0","size":15701597504,"bits":8.5,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic","file":"DeepSeek-R1-Distill-Qwen-14B-heretic-F16.gguf","label":"F16","size":29547716352,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/DeepSeek-R1-Distill-Qwen-14B-heretic"],"logoFrom":"deepseek-ai"},{"id":"mistral-nemo-12b-instruct","family":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","name":"Mistral Nemo 12B","maker":"mradermacher","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF/Mistral-Nemo-12B-Instruct.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-28T04:18:11.000Z","downloads":3765,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q2_K.gguf","label":"Q2_K","size":4791051520,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":5534229760,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":6083093760,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":6561506560,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":6800057600,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":7120200960,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":7477208320,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":8518739200,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":8727635200,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q6_K.gguf","label":"Q6_K","size":10056213760,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-12B-Instruct-GGUF","file":"Mistral-Nemo-12B-Instruct.Q8_0.gguf","label":"Q8_0","size":13022373120,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Nemo-12B-Instruct-GGUF"],"logoFrom":"mistralai"},{"id":"north-mini-code-1-0-uncensored-heretic","family":"OS-Software/North-Mini-Code-1.0-Uncensored-Heretic","name":"North Mini Code 1.0 Uncensored Heretic","maker":"OS-Software","catalog":null,"tuned":true,"params":30.48,"active":3.31,"layers":49,"probe":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF/North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":301989888,"context":500000,"arch":"cohere2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-25T00:15:36.000Z","downloads":3764,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":6455984288,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7123001504,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8234696864,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9136898208,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9297576096,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10186932384,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10573357216,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":11359805600,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11889262752,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12669829280,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13364158624,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13370982560,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":13560103072,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14761246880,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15976415392,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16412434592,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":17403175072,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17467007136,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18593956000,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":19210789024,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21081710752,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21727756448,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF","file":"North-Mini-Code-1.0-Uncensored-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":25057419424,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/North-Mini-Code-1.0-Uncensored-Heretic-i1-GGUF"],"logoFrom":"OS-Software"},{"id":"qwen2-5-0-5b-instruct-heretic","family":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","name":"Qwen2.5 0.5B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"saidutta69/Qwen2.5-0.5B-Instruct-heretic/Qwen2.5-0.5B-Instruct-heretic-IQ1_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-07-02T04:15:44.000Z","downloads":3763,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ1_M.gguf","label":"IQ1_M","size":317974848,"bits":5.19,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ2_XS.gguf","label":"IQ2_XS","size":324409920,"bits":5.3,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ2_M.gguf","label":"IQ2_M","size":328597824,"bits":5.36,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":338262816,"bits":5.52,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":338606880,"bits":5.53,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":338606880,"bits":5.53,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ3_XS.gguf","label":"IQ3_XS","size":338607936,"bits":5.53,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ3_M.gguf","label":"IQ3_M","size":342752832,"bits":5.6,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":349402944,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":352154400,"bits":5.75,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":355467072,"bits":5.8,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":369358656,"bits":6.03,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":374518560,"bits":6.11,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":385472320,"bits":6.29,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":397808192,"bits":6.49,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":412710720,"bits":6.74,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":420086336,"bits":6.86,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":505735968,"bits":8.26,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":531068480,"bits":8.67,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-0.5B-Instruct-heretic","file":"Qwen2.5-0.5B-Instruct-heretic.gguf","label":"Qwen2.5-0.5B-Instruct-heretic","size":994156320,"bits":16.23,"known":false,"rank":0}],"repos":["saidutta69/Qwen2.5-0.5B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"eve-v2-unleashed-qwen3-5-8b-liberated-4k-4b-merged","family":"JeffGreen311/Eve-V2-Unleashed-Qwen3.5-8B-Liberated-4K-4B-Merged","name":"Eve V2 Unleashed Qwen3.5 8B Liberated 4K 4B Merged","maker":"JeffGreen311","catalog":null,"tuned":true,"params":4.66,"active":null,"layers":32,"probe":"JeffGreen311/Eve-V2-Unleashed-Qwen3.5-8B-Liberated-4K-4B-Merged/Eve-V2-Unleashed-Qwen3.5-8B-Liberated-4K-4B-Merged-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-03-17T17:37:35.000Z","downloads":3762,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"JeffGreen311/Eve-V2-Unleashed-Qwen3.5-8B-Liberated-4K-4B-Merged","file":"Eve-V2-Unleashed-Qwen3.5-8B-Liberated-4K-4B-Merged-Q4_K_M.gguf","label":"Q4_K_M","size":3389971840,"bits":5.82,"known":true,"rank":0}],"repos":["JeffGreen311/Eve-V2-Unleashed-Qwen3.5-8B-Liberated-4K-4B-Merged"],"logoFrom":"JeffGreen311"},{"id":"agrillm-qwen3-30b-a3b","family":"AI71ai/agrillm-Qwen3-30B-A3B","name":"Agrillm Qwen3 30B A3B","maker":"AI71ai","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF/agrillm-Qwen3-30B-A3B.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-26T04:08:35.000Z","downloads":3761,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ1_S.gguf","label":"IQ1_S","size":6416508512,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ1_M.gguf","label":"IQ1_M","size":7078291040,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181261920,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076221536,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ2_S.gguf","label":"IQ2_S","size":9287130720,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ2_M.gguf","label":"IQ2_M","size":10169507424,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519363168,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q2_K.gguf","label":"Q2_K","size":11258609248,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849326176,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598441568,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292467808,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ3_S.gguf","label":"IQ3_S","size":13299152480,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ3_M.gguf","label":"IQ3_M","size":13513061984,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711846496,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900669536,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368348768,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q4_0.gguf","label":"Q4_0","size":17379987040,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456008800,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556685920,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q4_1.gguf","label":"Q4_1","size":19192499808,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080510048,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725580896,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF","file":"agrillm-Qwen3-30B-A3B.i1-Q6_K.gguf","label":"Q6_K","size":25092531808,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/agrillm-Qwen3-30B-A3B-i1-GGUF"],"logoFrom":"AI71ai"},{"id":"smolvlm-instruct","family":"HuggingFaceTB/SmolVLM-Instruct","name":"SmolVLM","maker":"Hugging Face","catalog":null,"tuned":false,"params":1.81,"active":null,"layers":24,"probe":"ggml-org/SmolVLM-Instruct-GGUF/SmolVLM-Instruct-Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-04-21T18:56:41.000Z","downloads":3759,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/SmolVLM-Instruct-GGUF","file":"SmolVLM-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1112242368,"bits":4.92,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM-Instruct-GGUF","file":"SmolVLM-Instruct-Q8_0.gguf","label":"Q8_0","size":1927383680,"bits":8.52,"known":true,"rank":0},{"repo":"ggml-org/SmolVLM-Instruct-GGUF","file":"SmolVLM-Instruct-f16.gguf","label":"F16","size":3626088320,"bits":16.03,"known":true,"rank":0}],"repos":["ggml-org/SmolVLM-Instruct-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"gemma-3-it-4b-uncensored-dbl-x","family":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","name":"Gemma 3 4B Uncensored DBL X","maker":"DavidAU","catalog":null,"tuned":true,"params":4.26,"active":null,"layers":38,"probe":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF/Gemma-3-it-4B-Uncensored-D_AU-Q2_k.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":134217728,"context":131072,"arch":"gemma3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-17T07:33:28.000Z","downloads":3756,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q2_k.gguf","label":"Q2_K","size":1867046848,"bits":3.51,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":2099740608,"bits":3.94,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":2278940608,"bits":4.28,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":2433605568,"bits":4.57,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":2480340928,"bits":4.66,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q4_0.gguf","label":"Q4_0","size":2576023488,"bits":4.84,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-IQ4_NL.gguf","label":"IQ4_NL","size":2589130688,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":2590441408,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":2709839808,"bits":5.09,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q5_0.gguf","label":"Q5_0","size":3024289728,"bits":5.68,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":3024289728,"bits":5.68,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":3093225408,"bits":5.81,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q6_k.gguf","label":"Q6_K","size":3500572608,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-Q8_0.gguf","label":"Q8_0","size":4531657408,"bits":8.51,"known":true,"rank":0},{"repo":"DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF","file":"Gemma-3-it-4B-Uncensored-D_AU-F16.gguf","label":"F16","size":8522953408,"bits":16.01,"known":true,"rank":0}],"repos":["DavidAU/Gemma-3-it-4B-Uncensored-DBL-X-GGUF"],"logoFrom":"DavidAU"},{"id":"falcon3-10b-instruct","family":"tiiuae/Falcon3-10B-Instruct","name":"Falcon3 10B","maker":"TII","catalog":null,"tuned":false,"params":10.31,"active":null,"layers":40,"probe":"bartowski/Falcon3-10B-Instruct-GGUF/Falcon3-10B-Instruct-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-12-17T18:14:24.000Z","downloads":3755,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":3592345280,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q2_K.gguf","label":"Q2_K","size":3924047552,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":4317263552,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":4368479936,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":4591138496,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":4704986816,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":5052479168,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":5450806976,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":5596886720,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":5803128512,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":5906347712,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q4_0.gguf","label":"Q4_0","size":5928466112,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":5952157376,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":6287521472,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":6586365632,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":7144191680,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":7340553920,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":7589066432,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q6_K.gguf","label":"Q6_K","size":8459400896,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":8654436032,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-Q8_0.gguf","label":"Q8_0","size":10955241152,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Falcon3-10B-Instruct-GGUF","file":"Falcon3-10B-Instruct-f16.gguf","label":"F16","size":20616557984,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Falcon3-10B-Instruct-GGUF"],"logoFrom":"tiiuae"},{"id":"qwen3-5-27b-claude-4-6-opus-reasoning-distilled-heretic","family":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","name":"Qwen3.5 27B Claude 4.6 Opus Reasoning Distilled Heretic","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-10T06:58:49.000Z","downloads":3754,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q2_K.gguf","label":"Q2_K","size":10121837696,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":12073950336,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":13289643136,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":14030199936,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":14800698496,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":15568616576,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":16540269696,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":18679610496,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":19399605376,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q6_K.gguf","label":"Q6_K","size":22082526336,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF","file":"Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.Q8_0.gguf","label":"Q8_0","size":28595760256,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF"],"logoFrom":"Qwen"},{"id":"llama-2-70b-orca-200k","family":"ddobokki/Llama-2-70b-orca-200k","name":"Llama 2 70B Orca 200K","maker":"ddobokki","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Llama-2-70B-Orca-200k-GGUF/llama-2-70b-orca-200k.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T16:44:39.000Z","downloads":3752,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q4_K_S.gguf","label":"Q4_K_S","size":39073472320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Orca-200k-GGUF","file":"llama-2-70b-orca-200k.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-70B-Orca-200k-GGUF"],"logoFrom":"meta-llama"},{"id":"command-a-plus-05-2026","family":"bartowski/command-a-plus-05-2026-GGUF","name":"Command A Plus 05 2026","maker":"bartowski","catalog":null,"tuned":false,"params":218.25,"active":24.98,"layers":32,"probe":"bartowski/command-a-plus-05-2026-GGUF/command-a-plus-05-2026-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":402653184,"context":200000,"arch":"cohere2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-13T23:18:30.000Z","downloads":3749,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ1_S.gguf","label":"IQ1_S","size":49252618752,"bits":1.81,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ1_M/command-a-plus-05-2026-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":54319338144,"bits":1.99,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ2_XXS/command-a-plus-05-2026-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":62254961344,"bits":2.28,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ2_XS/command-a-plus-05-2026-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68697412288,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ2_S/command-a-plus-05-2026-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":69905371808,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ2_M/command-a-plus-05-2026-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":76582703776,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q2_K/command-a-plus-05-2026-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":80055063328,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q2_K_L/command-a-plus-05-2026-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":80315110176,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ3_XXS/command-a-plus-05-2026-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":93929820992,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q3_K_S/command-a-plus-05-2026-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":98015073056,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ3_XS/command-a-plus-05-2026-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":102175822624,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q3_K_M/command-a-plus-05-2026-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":102578475808,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q3_K_L/command-a-plus-05-2026-Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":106588230432,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ3_M/command-a-plus-05-2026-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":106739225376,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q3_K_XL/command-a-plus-05-2026-Q3_K_XL-00001-of-00003.gguf","label":"Q3_K_XL","size":106848277280,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ4_XS/command-a-plus-05-2026-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":118827209632,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-IQ4_NL/command-a-plus-05-2026-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":125403878304,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q4_0/command-a-plus-05-2026-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":126074966944,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q4_K_S/command-a-plus-05-2026-Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":129833063392,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q4_K_M/command-a-plus-05-2026-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":135092720544,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q4_K_L/command-a-plus-05-2026-Q4_K_L-00001-of-00004.gguf","label":"Q4_K_L","size":135352767392,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q4_1/command-a-plus-05-2026-Q4_1-00001-of-00004.gguf","label":"Q4_1","size":138825651104,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q5_K_S/command-a-plus-05-2026-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":152138372000,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q5_K_M/command-a-plus-05-2026-Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":157767128128,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q6_K/command-a-plus-05-2026-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":189828387872,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/command-a-plus-05-2026-GGUF","file":"command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":231955977376,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/command-a-plus-05-2026-GGUF"],"logoFrom":"CohereLabs"},{"id":"multipl-t-deepseekcoder-33b","family":"nuprl/MultiPL-T-DeepSeekCoder_33b","name":"MultiPL T DeepSeekCoder 33B","maker":"nuprl","catalog":null,"tuned":true,"params":33.34,"active":null,"layers":62,"probe":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF/MultiPL-T-DeepSeekCoder_33b.i1-IQ1_S.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"openrail","open":true,"released":"2024-06-25T19:19:01.000Z","downloads":3743,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ1_S.gguf","label":"IQ1_S","size":7155556736,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ1_M.gguf","label":"IQ1_M","size":7818267008,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8922784128,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9905947008,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ2_S.gguf","label":"IQ2_S","size":10475243904,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ2_M.gguf","label":"IQ2_M","size":11358857600,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q2_K.gguf","label":"Q2_K","size":12355754368,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12853385600,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705144704,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14421772672,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ3_S.gguf","label":"IQ3_S","size":14482213248,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ3_M.gguf","label":"IQ3_M","size":15033246080,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16092002688,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17560238464,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17855703424,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q4_0.gguf","label":"Q4_0","size":18879523200,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18943404416,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19940530560,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22958172544,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23535769984,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF","file":"MultiPL-T-DeepSeekCoder_33b.i1-Q6_K.gguf","label":"Q6_K","size":27355711872,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/MultiPL-T-DeepSeekCoder_33b-i1-GGUF"],"logoFrom":"nuprl"},{"id":"plumb-4b","family":"crh225/plumb-4b","name":"Plumb 4B","maker":"crh225","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"crh225/plumb-4b-GGUF/plumb-4b-v5-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T23:11:13.000Z","downloads":3742,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"crh225/plumb-4b-GGUF","file":"plumb-4b-v5-Q4_K_M.gguf","label":"Q4_K_M","size":2708803936,"bits":5.15,"known":true,"rank":0},{"repo":"crh225/plumb-4b-GGUF","file":"plumb-4b-v5-Q8_0.gguf","label":"Q8_0","size":4482402656,"bits":8.52,"known":true,"rank":0}],"repos":["crh225/plumb-4b-GGUF"],"logoFrom":null},{"id":"wizardlm-2-8x22b","family":"microsoft/WizardLM-2-8x22B","name":"WizardLM 2 8x22B","maker":"Microsoft","catalog":null,"tuned":false,"params":140.62,"active":39.15,"layers":56,"probe":"MaziyarPanahi/WizardLM-2-8x22B-GGUF/WizardLM-2-8x22B.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-15T18:58:51.000Z","downloads":3741,"likes":130,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.IQ1_S.gguf","label":"IQ1_S","size":29644079232,"bits":1.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.IQ1_M.gguf","label":"IQ1_M","size":32732397696,"bits":1.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q2_K-00001-of-00005.gguf","label":"Q2_K","size":52103164640,"bits":2.96,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":58228204256,"bits":3.31,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":61498188512,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":67789644512,"bits":3.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":72579801824,"bits":4.13,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":76354196192,"bits":4.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":80478098144,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":85586760416,"bits":4.87,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":96973705952,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":99968439008,"bits":5.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf","label":"Q6_K","size":115529728736,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/WizardLM-2-8x22B-GGUF","file":"WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf","label":"Q8_0","size":149414798048,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/WizardLM-2-8x22B-GGUF"],"logoFrom":"microsoft"},{"id":"l3-2-rogue-creative-instruct-uncensored-7b","family":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","name":"L3.2 Rogue Creative Uncensored 7B","maker":"DavidAU","catalog":null,"tuned":true,"params":7.53,"active":null,"layers":67,"probe":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF/L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q2_k.gguf","kvBytesPerToken":317518,"kvHeader":274432,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-28T23:27:05.000Z","downloads":3740,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q2_k.gguf","label":"Q2_K","size":2931892896,"bits":3.11,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":3400022688,"bits":3.61,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":3749296800,"bits":3.98,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4052073120,"bits":4.3,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":4156478112,"bits":4.42,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4348097184,"bits":4.62,"known":false,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4348097184,"bits":4.62,"known":false,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4348097184,"bits":4.62,"known":false,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":4374835872,"bits":4.65,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":4588966560,"bits":4.88,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":5240402592,"bits":5.57,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":5364486816,"bits":5.7,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q6_k.gguf","label":"Q6_K","size":6188477088,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF","file":"L3.2-Rogue-Creative-Instruct-Uncensored-7B-D_AU-Q8_0.gguf","label":"Q8_0","size":8012741280,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-7B-GGUF"],"logoFrom":"DavidAU"},{"id":"mia-v2-29b","family":"veld-ai/Mia-v2-29B","name":"Mia V2 29B","maker":"veld-ai","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Mia-v2-29B-i1-GGUF/Mia-v2-29B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-09-22T17:13:51.000Z","downloads":3736,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156490816,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725873728,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845248,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360384,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890112,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067328,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590400,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q2_K.gguf","label":"Q2_K","size":11916315200,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509184,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370240,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358400,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358400,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498752,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110208,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628271680,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735791680,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q4_0.gguf","label":"Q4_0","size":17701579328,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166784,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064640,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q4_1.gguf","label":"Q4_1","size":19481422400,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842880,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572160,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Mia-v2-29B-i1-GGUF","file":"Mia-v2-29B.i1-Q6_K.gguf","label":"Q6_K","size":25201486400,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mia-v2-29B-i1-GGUF"],"logoFrom":null},{"id":"saiga-llama3-8b","family":"IlyaGusev/saiga_llama3_8b_gguf","name":"Saiga Llama3 8B","maker":"IlyaGusev","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"IlyaGusev/saiga_llama3_8b_gguf/model-q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-19T13:25:45.000Z","downloads":3733,"likes":93,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IlyaGusev/saiga_llama3_8b_gguf","file":"model-q2_K.gguf","label":"Q2_K","size":3179131200,"bits":3.17,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_llama3_8b_gguf","file":"model-q4_K.gguf","label":"Q4_K","size":4920734016,"bits":4.9,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_llama3_8b_gguf","file":"model-q8_0.gguf","label":"Q8_0","size":8540770624,"bits":8.51,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_llama3_8b_gguf","file":"model-f16.gguf","label":"F16","size":16068890944,"bits":16.01,"known":true,"rank":0}],"repos":["IlyaGusev/saiga_llama3_8b_gguf"],"logoFrom":"IlyaGusev"},{"id":"gemma-3-4b-it-heretic-uncensored-abliterated-extreme","family":"DavidAU/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme","name":"Gemma 3 4B Heretic Uncensored Abliterated Extreme","maker":"DavidAU","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q2_K.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":null,"open":false,"released":"2025-11-23T21:23:33.000Z","downloads":3729,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q2_K.gguf","label":"Q2_K","size":1729164960,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q3_K_S.gguf","label":"Q3_K_S","size":1937364640,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q3_K_M.gguf","label":"Q3_K_M","size":2098460320,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q3_K_L.gguf","label":"Q3_K_L","size":2236085920,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.IQ4_XS.gguf","label":"IQ4_XS","size":2279626400,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q4_K_S.gguf","label":"Q4_K_S","size":2377930400,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q4_K_M.gguf","label":"Q4_K_M","size":2489894560,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q5_K_S.gguf","label":"Q5_K_S","size":2764592800,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q5_K_M.gguf","label":"Q5_K_M","size":2829698720,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q6_K.gguf","label":"Q6_K","size":3190740640,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.Q8_0.gguf","label":"Q8_0","size":4130402720,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF","file":"gemma-3-4b-it-heretic-uncensored-abliterated-Extreme.f16.gguf","label":"F16","size":7767804320,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/gemma-3-4b-it-heretic-uncensored-abliterated-Extreme-GGUF"],"logoFrom":"DavidAU"},{"id":"reflection-llama-3-1-8b","family":"terrycraddock/Reflection-Llama-3.1-8B","name":"Reflection Llama 3.1 8B","maker":"terrycraddock","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF/Reflection-Llama-3.1-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-09T00:11:45.000Z","downloads":3727,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628000,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972192,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212512,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605781984,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489056,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281312,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179131872,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912736,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747616,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664499680,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325472,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784823776,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918368,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321956832,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663072,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675892192,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669408,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920734688,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294432,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732987872,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Reflection-Llama-3.1-8B-i1-GGUF","file":"Reflection-Llama-3.1-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596006880,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Reflection-Llama-3.1-8B-i1-GGUF"],"logoFrom":"terrycraddock"},{"id":"llama-3-2-1b-instruct-neo-wee-horror","family":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","name":"Llama 3.2 1B NEO WEE HORROR","maker":"DavidAU","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":16,"probe":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_XXS-imat.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-27T01:46:07.000Z","downloads":3727,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_XXS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_XXS-imat","size":447029344,"bits":2.88,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_XS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_XS-imat","size":475865184,"bits":3.07,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_S-imat","size":488710240,"bits":3.15,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ2_M-imat","size":515448928,"bits":3.33,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q2_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q2_K_S-imat","size":554659936,"bits":3.58,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_XXS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_XXS-imat","size":562110560,"bits":3.63,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q2_K-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q2_K-imat","size":580874336,"bits":3.75,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_XS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_XS-imat","size":621113440,"bits":4.01,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q3_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q3_K_S-imat","size":641691744,"bits":4.14,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_S-imat","size":643919968,"bits":4.15,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ3_M-imat","size":657289312,"bits":4.24,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q3_K_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q3_K_M-imat","size":690843744,"bits":4.46,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q3_K_L-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q3_K_L-imat","size":732524640,"bits":4.73,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ4_XS-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ4_XS-imat","size":743141472,"bits":4.79,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ4_NL-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-IQ4_NL-imat","size":773025888,"bits":4.99,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q4_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q4_K_S-imat","size":775647328,"bits":5,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q4_K_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q4_K_M-imat","size":807694432,"bits":5.21,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q5_K_S-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q5_K_S-imat","size":892563552,"bits":5.76,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q5_K_M-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q5_K_M-imat","size":911503456,"bits":5.88,"known":false,"rank":0},{"repo":"DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF","file":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q6_K-imat.gguf","label":"Llama-3.2-1B-Instruct-NEO-WEE-HORROR-Q6_K-imat","size":1021800544,"bits":6.59,"known":false,"rank":0}],"repos":["DavidAU/Llama-3.2-1B-Instruct-NEO-WEE-HORROR-GGUF"],"logoFrom":"DavidAU"},{"id":"ibm-granite-granite-20b-functioncalling","family":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","name":"Ibm Granite Granite 20B Functioncalling","maker":"RichardErkhov","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf/granite-20b-functioncalling.Q2_K.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":null,"open":false,"released":"2024-09-17T04:41:24.000Z","downloads":3721,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q2_K.gguf","label":"Q2_K","size":7929485664,"bits":3.16,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.IQ3_XS.gguf","label":"IQ3_XS","size":8658557280,"bits":3.45,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.IQ3_S.gguf","label":"IQ3_S","size":8934594912,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q3_K_S.gguf","label":"Q3_K_S","size":8934594912,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.IQ3_M.gguf","label":"IQ3_M","size":9587186016,"bits":3.82,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q3_K.gguf","label":"Q3_K","size":10566293856,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q3_K_M.gguf","label":"Q3_K_M","size":10566293856,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.IQ4_XS.gguf","label":"IQ4_XS","size":11078064480,"bits":4.42,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q4_0.gguf","label":"Q4_0","size":11552479584,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.IQ4_NL.gguf","label":"IQ4_NL","size":11665725792,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q4_K_S.gguf","label":"Q4_K_S","size":11665725792,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q3_K_L.gguf","label":"Q3_K_L","size":11736504672,"bits":4.68,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q4_1.gguf","label":"Q4_1","size":12784425312,"bits":5.1,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q4_K.gguf","label":"Q4_K","size":12820207968,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q4_K_M.gguf","label":"Q4_K_M","size":12820207968,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q5_0.gguf","label":"Q5_0","size":14016371040,"bits":5.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q5_K_S.gguf","label":"Q5_K_S","size":14016371040,"bits":5.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q5_K.gguf","label":"Q5_K","size":14809340256,"bits":5.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q5_K_M.gguf","label":"Q5_K_M","size":14809340256,"bits":5.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q5_1.gguf","label":"Q5_1","size":15248316768,"bits":6.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q6_K.gguf","label":"Q6_K","size":16634255712,"bits":6.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf","file":"granite-20b-functioncalling.Q8_0.gguf","label":"Q8_0","size":21481183584,"bits":8.56,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-20b-functioncalling-gguf"],"logoFrom":"RichardErkhov"},{"id":"replete-llm-v2-5-qwen-14b","family":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","name":"Replete LLM V2.5 Qwen 14B","maker":"bartowski","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF/Replete-LLM-V2.5-Qwen-14b-IQ2_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-29T09:18:36.000Z","downloads":3719,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-IQ2_S.gguf","label":"IQ2_S","size":5003726752,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-IQ2_M.gguf","label":"IQ2_M","size":5356146592,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q2_K.gguf","label":"Q2_K","size":5770497952,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-IQ3_XS.gguf","label":"IQ3_XS","size":6383361952,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q2_K_L.gguf","label":"Q2_K_L","size":6530817952,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q3_K_S.gguf","label":"Q3_K_S","size":6659596192,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-IQ3_M.gguf","label":"IQ3_M","size":6916538272,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q3_K_M.gguf","label":"Q3_K_M","size":7339204512,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q3_K_L.gguf","label":"Q3_K_L","size":7924768672,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-IQ4_XS.gguf","label":"IQ4_XS","size":8119840672,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8517726112,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8517726112,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8517726112,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_0.gguf","label":"Q4_0","size":8544268192,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_K_S.gguf","label":"Q4_K_S","size":8573431712,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606015392,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_K_M.gguf","label":"Q4_K_M","size":8988110752,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q4_K_L.gguf","label":"Q4_K_L","size":9565953952,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q5_K_S.gguf","label":"Q5_K_S","size":10266554272,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q5_K_M.gguf","label":"Q5_K_M","size":10508873632,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q5_K_L.gguf","label":"Q5_K_L","size":10989395872,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q6_K.gguf","label":"Q6_K","size":12124684192,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q6_K_L.gguf","label":"Q6_K_L","size":12501802912,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-Q8_0.gguf","label":"Q8_0","size":15701598112,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF","file":"Replete-LLM-V2.5-Qwen-14b-f16.gguf","label":"F16","size":29547716224,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Replete-LLM-V2.5-Qwen-14b-GGUF"],"logoFrom":"rombodawg"},{"id":"gemma-4-26b-a4b-it-sompoa-heresy","family":"MuXodious/gemma-4-26B-A4B-it-SOMPOA-heresy","name":"Gemma 4 26B A4B SOMPOA Heresy","maker":"MuXodious","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF/gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-27T09:06:24.000Z","downloads":3717,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ1_S.gguf","label":"IQ1_S","size":8290271488,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ1_M.gguf","label":"IQ1_M","size":8668657408,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299300608,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816430848,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ2_S.gguf","label":"IQ2_S","size":9873201408,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ2_M.gguf","label":"IQ2_M","size":10377715968,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q2_K.gguf","label":"Q2_K","size":10582737664,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624482048,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325694208,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636068096,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ3_S.gguf","label":"IQ3_S","size":12222409984,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222409984,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ3_M.gguf","label":"IQ3_M","size":12392563968,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286734080,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824488704,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917726464,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q4_0.gguf","label":"Q4_0","size":14488056576,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464825600,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q4_1.gguf","label":"Q4_1","size":15969576704,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796016384,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986733824,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132890880,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF","file":"gemma-4-26B-A4B-it-SOMPOA-heresy.i1-Q6_K.gguf","label":"Q6_K","size":22638399744,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-26B-A4B-it-SOMPOA-heresy-i1-GGUF"],"logoFrom":"MuXodious"},{"id":"glm-5-3-flash-dealignai-orcarouter-merge","family":"Cypherfox/GLM-5.3-Flash-dealignai-orcarouter-merge","name":"GLM 5.3 Flash Dealignai Orcarouter Merge","maker":"Cypherfox","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"Cypherfox/GLM-5.3-Flash-dealignai-orcarouter-merge/glm5.3-Flash-combined-iq4_xs.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-09-17T19:23:46.000Z","downloads":3717,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Cypherfox/GLM-5.3-Flash-dealignai-orcarouter-merge","file":"glm5.3-Flash-combined-iq4_xs.gguf","label":"IQ4_XS","size":170919003008,"bits":4.26,"known":true,"rank":0},{"repo":"Cypherfox/GLM-5.3-Flash-dealignai-orcarouter-merge","file":"glm5.3-Flash-combined-q8_0.gguf","label":"Q8_0","size":340981966240,"bits":8.5,"known":true,"rank":0}],"repos":["Cypherfox/GLM-5.3-Flash-dealignai-orcarouter-merge"],"logoFrom":"dealignai"},{"id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","family":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","name":"NVIDIA Nemotron 3 Super 120B A12B Base BF16","maker":"NVIDIA","catalog":null,"tuned":false,"params":120.67,"active":2.41,"layers":88,"probe":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ1_S.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-05-26T02:58:59.000Z","downloads":3715,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":44966264800,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":46440112096,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":48896524256,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":50865848288,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":50950430688,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":52915560416,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q2_K.gguf","label":"Q2_K","size":53500780512,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":54303449056,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":56830238688,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":57844244448,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":59863703520,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":59863703520,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":60778069984,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":66330566624,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":67227983840,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_0.gguf","label":"Q4_0","size":68767653856,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":70697197536,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":75821490144,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_1.gguf","label":"Q4_1","size":75823194080,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":86051069920,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":86849232864,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":95716319200,"bits":6.35,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF"],"logoFrom":"nvidia"},{"id":"qwen3-8-27b-uncensored-gguf-preserved-20261029","family":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","name":"Qwen3.8 27B Uncensored GGUF Preserved 20261029","maker":"hellnahbru","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029/Qwen3.8-27B-Uncensored-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-29T05:24:29.000Z","downloads":3711,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-IQ2_XXS.gguf","label":"IQ2_XXS","size":8884504160,"bits":2.6,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":10455914080,"bits":3.06,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q2_K.gguf","label":"Q2_K","size":10864592256,"bits":3.18,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-IQ3_XXS.gguf","label":"IQ3_XXS","size":11637692000,"bits":3.41,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":12256535936,"bits":3.59,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":12768331360,"bits":3.74,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":13500736896,"bits":3.95,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q3_K_L.gguf","label":"Q3_K_L","size":14559798656,"bits":4.26,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":15309039200,"bits":4.48,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":15825298816,"bits":4.63,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16810714496,"bits":4.92,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":18971682176,"bits":5.56,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":19535701376,"bits":5.72,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q6_K.gguf","label":"Q6_K","size":22430999936,"bits":6.57,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-Q8_0.gguf","label":"Q8_0","size":29047084416,"bits":8.51,"known":true,"rank":0},{"repo":"hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029","file":"Qwen3.8-27B-Uncensored-F16-00001-of-00002.gguf","label":"F16","size":54657734208,"bits":16.01,"known":true,"rank":0}],"repos":["hellnahbru/Qwen3.8-27B-Uncensored-GGUF-preserved-20261029"],"logoFrom":"Qwen"},{"id":"ling-3-1-flash-1019","family":"inclusionAI/Ling-3.1-flash-1019","name":"Ling 3.1 Flash 1019","maker":"Ant Group","catalog":null,"tuned":false,"params":572.12,"active":25.14,"layers":73,"probe":"bartowski/Ling-3.1-flash-1019-GGUF/Ling-3.1-flash-1019-IQ1_S/Ling-3.1-flash-1019-IQ1_S-00001-of-00004.gguf","kvBytesPerToken":13329,"kvHeader":11520,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-10-27T05:46:51.000Z","downloads":3707,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ1_S/Ling-3.1-flash-1019-IQ1_S-00001-of-00004.gguf","label":"IQ1_S","size":131007719936,"bits":1.83,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ1_M/Ling-3.1-flash-1019-IQ1_M-00001-of-00004.gguf","label":"IQ1_M","size":145087687200,"bits":2.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ2_XXS/Ling-3.1-flash-1019-IQ2_XXS-00001-of-00005.gguf","label":"IQ2_XXS","size":170789808736,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ2_XS/Ling-3.1-flash-1019-IQ2_XS-00001-of-00005.gguf","label":"IQ2_XS","size":177383770688,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ2_S/Ling-3.1-flash-1019-IQ2_S-00001-of-00005.gguf","label":"IQ2_S","size":188466899552,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ2_M/Ling-3.1-flash-1019-IQ2_M-00001-of-00006.gguf","label":"IQ2_M","size":213027941120,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q2_K/Ling-3.1-flash-1019-Q2_K-00001-of-00006.gguf","label":"Q2_K","size":219168205568,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ3_XXS/Ling-3.1-flash-1019-IQ3_XXS-00001-of-00007.gguf","label":"IQ3_XXS","size":247367822176,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ3_XS/Ling-3.1-flash-1019-IQ3_XS-00001-of-00007.gguf","label":"IQ3_XS","size":260391136128,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q3_K_S/Ling-3.1-flash-1019-Q3_K_S-00001-of-00007.gguf","label":"Q3_K_S","size":261572619136,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q3_K_M/Ling-3.1-flash-1019-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":275057306464,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q3_K_L/Ling-3.1-flash-1019-Q3_K_L-00001-of-00008.gguf","label":"Q3_K_L","size":287996734464,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ3_M/Ling-3.1-flash-1019-IQ3_M-00001-of-00008.gguf","label":"IQ3_M","size":297301011424,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ4_XS/Ling-3.1-flash-1019-IQ4_XS-00001-of-00009.gguf","label":"IQ4_XS","size":317077154944,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q4_0/Ling-3.1-flash-1019-Q4_0-00001-of-00009.gguf","label":"Q4_0","size":326643772512,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q4_K_S/Ling-3.1-flash-1019-Q4_K_S-00001-of-00009.gguf","label":"Q4_K_S","size":336629689408,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q4_K_M/Ling-3.1-flash-1019-Q4_K_M-00001-of-00010.gguf","label":"Q4_K_M","size":357969521856,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-IQ4_NL/Ling-3.1-flash-1019-IQ4_NL-00001-of-00010.gguf","label":"IQ4_NL","size":358013562080,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q4_1/Ling-3.1-flash-1019-Q4_1-00001-of-00010.gguf","label":"Q4_1","size":360124099808,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q5_K_S/Ling-3.1-flash-1019-Q5_K_S-00001-of-00011.gguf","label":"Q5_K_S","size":406057217376,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q5_K_M/Ling-3.1-flash-1019-Q5_K_M-00001-of-00012.gguf","label":"Q5_K_M","size":436319120864,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q6_K_S/Ling-3.1-flash-1019-Q6_K_S-00001-of-00013.gguf","label":"Q6_K_S","size":478828392032,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q6_K/Ling-3.1-flash-1019-Q6_K-00001-of-00014.gguf","label":"Q6_K","size":501582491360,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","file":"Ling-3.1-flash-1019-Q8_0/Ling-3.1-flash-1019-Q8_0-00001-of-00016.gguf","label":"Q8_0","size":608380104352,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/Ling-3.1-flash-1019-GGUF"],"logoFrom":"inclusionAI"},{"id":"airochronos-l2-13b","family":"kingbri/airochronos-l2-13B","name":"Airochronos L2 13B","maker":"kingbri","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Airochronos-L2-13B-GGUF/airochronos-l2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T19:12:40.000Z","downloads":3704,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airochronos-L2-13B-GGUF","file":"airochronos-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airochronos-L2-13B-GGUF"],"logoFrom":"kingbri"},{"id":"l3-8b-sunfall-v0-5-stheno-v3-2","family":"Vdr1/L3-8B-Sunfall-v0.5-Stheno-v3.2","name":"L3 8B Sunfall V0.5 Stheno V3.2","maker":"Vdr1","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF/L3-8B-Sunfall-v0.5-Stheno-v3.2.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-29T14:07:55.000Z","downloads":3703,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","file":"L3-8B-Sunfall-v0.5-Stheno-v3.2.Q4_K_M.gguf","label":"Q4_K_M","size":4920734496,"bits":4.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","file":"L3-8B-Sunfall-v0.5-Stheno-v3.2.Q5_K_S.gguf","label":"Q5_K_S","size":5599294240,"bits":5.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","file":"L3-8B-Sunfall-v0.5-Stheno-v3.2.Q5_K_M.gguf","label":"Q5_K_M","size":5732987680,"bits":5.71,"known":true,"rank":0},{"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","file":"L3-8B-Sunfall-v0.5-Stheno-v3.2.Q6_K.gguf","label":"Q6_K","size":6596006688,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","file":"L3-8B-Sunfall-v0.5-Stheno-v3.2.Q8_0.gguf","label":"Q8_0","size":8540771104,"bits":8.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF","file":"L3-8B-Sunfall-v0.5-Stheno-v3.2.fp16.gguf","label":"L3-8B-Sunfall-v0.5-Stheno-v3.2.fp16","size":16068891200,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/L3-8B-Sunfall-v0.5-Stheno-v3.2-GGUF"],"logoFrom":null},{"id":"wizardlm-7b-v1-0-uncensored","family":"QuixiAI/WizardLM-7B-V1.0-Uncensored","name":"WizardLM 7B V1.0 Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF/wizardlm-7b-v1.0-uncensored.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-19T23:22:56.000Z","downloads":3697,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF","file":"wizardlm-7b-v1.0-uncensored.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-7B-V1.0-Uncensored-GGUF"],"logoFrom":"QuixiAI"},{"id":"granite-8b-code-instruct-imatrix","family":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","name":"Granite 8B Code Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"duyntnet/granite-8b-code-instruct-imatrix-GGUF/granite-8b-code-instruct-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-10-12T22:14:22.000Z","downloads":3697,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ1_S.gguf","label":"IQ1_S","size":1805484800,"bits":1.79,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ1_M.gguf","label":"IQ1_M","size":1966310144,"bits":1.95,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":2234352384,"bits":2.22,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":2467660544,"bits":2.45,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ2_S.gguf","label":"IQ2_S","size":2576450304,"bits":2.56,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ2_M.gguf","label":"IQ2_M","size":2790884096,"bits":2.77,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q2_K_S.gguf","label":"Q2_K_S","size":2841084672,"bits":2.82,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q2_K.gguf","label":"Q2_K","size":3062072064,"bits":3.04,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3161555712,"bits":3.14,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3384115968,"bits":3.36,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3548087040,"bits":3.53,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ3_S.gguf","label":"IQ3_S","size":3568141056,"bits":3.55,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ3_M.gguf","label":"IQ3_M","size":3679552256,"bits":3.66,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3944841984,"bits":3.92,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4287726336,"bits":4.26,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4369122048,"bits":4.34,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q4_0.gguf","label":"Q4_0","size":4605575936,"bits":4.58,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4609770240,"bits":4.58,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4622353152,"bits":4.59,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4882858752,"bits":4.85,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q4_1.gguf","label":"Q4_1","size":5081629440,"bits":5.05,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5572363008,"bits":5.54,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q5_0.gguf","label":"Q5_0","size":5587043072,"bits":5.55,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5722768128,"bits":5.69,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q5_1.gguf","label":"Q5_1","size":6063096576,"bits":6.03,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q6_K.gguf","label":"Q6_K","size":6615171840,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/granite-8b-code-instruct-imatrix-GGUF","file":"granite-8b-code-instruct-Q8_0.gguf","label":"Q8_0","size":8565523200,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/granite-8b-code-instruct-imatrix-GGUF"],"logoFrom":"ibm-granite"},{"id":"betterwright-k2-horizon-7b-uno","family":"ProCreations/BetterWright-K2-Horizon-7B-Uno","name":"BetterWright K2 Horizon 7B Uno","maker":"ProCreations","catalog":null,"tuned":false,"params":9,"active":null,"layers":36,"probe":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF/BetterWright-K2-Horizon-7B-Uno.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T03:24:34.000Z","downloads":3697,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ1_S.gguf","label":"IQ1_S","size":2531786912,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ1_M.gguf","label":"IQ1_M","size":2672165024,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2906128544,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3112173728,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ2_S.gguf","label":"IQ2_S","size":3321815200,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ2_M.gguf","label":"IQ2_M","size":3508986016,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3553255584,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q2_K.gguf","label":"Q2_K","size":3751436448,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3826704544,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4137631904,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4280369312,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ3_S.gguf","label":"IQ3_S","size":4300423328,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ3_M.gguf","label":"IQ3_M","size":4407378080,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4634919072,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4942151840,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5113651360,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q4_0.gguf","label":"Q4_0","size":5351776416,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5358067872,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5366456480,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5592228000,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q4_1.gguf","label":"Q4_1","size":5837463712,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6335733920,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6466085024,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF","file":"BetterWright-K2-Horizon-7B-Uno.i1-Q6_K.gguf","label":"Q6_K","size":7394558112,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/BetterWright-K2-Horizon-7B-Uno-i1-GGUF"],"logoFrom":"ProCreations"},{"id":"qwen3-8b-uncensor-v2","family":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","name":"Qwen3 8B Uncensor V2","maker":"mradermacher","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF/Qwen3-8B-Uncensor-v2.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-05-14T01:48:23.000Z","downloads":3696,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q2_K.gguf","label":"Q2_K","size":3281732896,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3769611552,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q3_K_M.gguf","label":"Q3_K_M","size":4124161312,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q3_K_L.gguf","label":"Q3_K_L","size":4431394080,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4593296672,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4802012448,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5027783968,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5720761632,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5851112736,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q6_K.gguf","label":"Q6_K","size":6725899552,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.Q8_0.gguf","label":"Q8_0","size":8709518624,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Uncensor-v2-GGUF","file":"Qwen3-8B-Uncensor-v2.f16.gguf","label":"F16","size":16388044064,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-8B-Uncensor-v2-GGUF"],"logoFrom":"braindao"},{"id":"open-llama-3b-v2-wizard-evol-instuct-v2-196k","family":"harborwater/open-llama-3b-v2-wizard-evol-instuct-v2-196k","name":"Open Llama 3B V2 Wizard Evol Instuct V2 196K","maker":"harborwater","catalog":null,"tuned":false,"params":3.43,"active":null,"layers":26,"probe":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF/open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_0.gguf","kvBytesPerToken":385050,"kvHeader":332800,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-29T15:09:34.000Z","downloads":3695,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_0.gguf","label":"Q4_0","size":1979924224,"bits":4.62,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q2_K.gguf","label":"Q2_K","size":2147988224,"bits":5.01,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q3_K_S.gguf","label":"Q3_K_S","size":2187668224,"bits":5.1,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q3_K_M.gguf","label":"Q3_K_M","size":2270612224,"bits":5.3,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q3_K_L.gguf","label":"Q3_K_L","size":2344084224,"bits":5.47,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q5_0.gguf","label":"Q5_0","size":2395412224,"bits":5.59,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_S.gguf","label":"Q4_K_S","size":2404884224,"bits":5.61,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf","label":"Q4_K_M","size":2580116224,"bits":6.02,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q5_K_S.gguf","label":"Q5_K_S","size":2603156224,"bits":6.07,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q5_K_M.gguf","label":"Q5_K_M","size":2757076224,"bits":6.43,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q6_K.gguf","label":"Q6_K","size":3641876224,"bits":8.49,"known":true,"rank":0},{"repo":"TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF","file":"open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q8_0.gguf","label":"Q8_0","size":3641876224,"bits":8.49,"known":true,"rank":0}],"repos":["TheBloke/open-llama-3b-v2-wizard-evol-instuct-v2-196k-GGUF"],"logoFrom":"harborwater"},{"id":"datapilot-arrowpro-7b-kujira","family":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","name":"DataPilot ArrowPro 7B KUJIRA","maker":"mmnga","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf/DataPilot-ArrowPro-7B-KUJIRA-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-09T13:21:27.000Z","downloads":3693,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ1_S.gguf","label":"IQ1_S","size":1612101600,"bits":1.78,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ1_M.gguf","label":"IQ1_M","size":1754445792,"bits":1.94,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686112,"bits":2.2,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ2_XS.gguf","label":"IQ2_XS","size":2198255584,"bits":2.43,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ2_S.gguf","label":"IQ2_S","size":2310920160,"bits":2.55,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ2_M.gguf","label":"IQ2_M","size":2500712416,"bits":2.76,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q2_K.gguf","label":"Q2_K","size":2719241952,"bits":3,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827343840,"bits":3.12,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ3_XS.gguf","label":"IQ3_XS","size":3018815456,"bits":3.34,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q3_K_S.gguf","label":"Q3_K_S","size":3164567264,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ3_S.gguf","label":"IQ3_S","size":3182393312,"bits":3.52,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ3_M.gguf","label":"IQ3_M","size":3284891616,"bits":3.63,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q3_K_M.gguf","label":"Q3_K_M","size":3518985952,"bits":3.89,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q3_K_L.gguf","label":"Q3_K_L","size":3822024416,"bits":4.22,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ4_XS.gguf","label":"IQ4_XS","size":3907688416,"bits":4.32,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q4_0.gguf","label":"Q4_0","size":4108916448,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-IQ4_NL.gguf","label":"IQ4_NL","size":4125693920,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q4_K_S.gguf","label":"Q4_K_S","size":4140373728,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q4_K_M.gguf","label":"Q4_K_M","size":4368439008,"bits":4.83,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q5_0.gguf","label":"Q5_0","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q5_K_S.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q5_K_M.gguf","label":"Q5_K_M","size":5131409120,"bits":5.67,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q6_K.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf","file":"DataPilot-ArrowPro-7B-KUJIRA-Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/DataPilot-ArrowPro-7B-KUJIRA-gguf"],"logoFrom":"mmnga"},{"id":"glm-5-3-flash-uncensored-mixed-quant","family":"Baekpica/GLM-5.3-Flash-Uncensored-Mixed-Quant-GGUF","name":"GLM 5.3 Flash Uncensored Mixed Quant","maker":"Baekpica","catalog":null,"tuned":true,"params":0.56,"active":null,"layers":24,"probe":"Baekpica/GLM-5.3-Flash-Uncensored-Mixed-Quant-GGUF/GLM-5.3-Flash-Uncensored-BF16-Vision.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":null,"arch":"glm5-next-vision","vision":true,"licence":"mit","open":true,"released":"2026-10-07T00:18:52.000Z","downloads":3688,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Baekpica/GLM-5.3-Flash-Uncensored-Mixed-Quant-GGUF","file":"GLM-5.3-Flash-Uncensored-BF16-Vision.gguf","label":"GLM-5.3-Flash-Uncensored-BF16-Vision","size":1127280960,"bits":16.1,"known":false,"rank":0}],"repos":["Baekpica/GLM-5.3-Flash-Uncensored-Mixed-Quant-GGUF"],"logoFrom":"orcarouter"},{"id":"mimo-vl-7b-rl","family":"XiaomiMiMo/MiMo-VL-7B-RL","name":"MiMo VL 7B RL","maker":"Xiaomi","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":36,"probe":"unsloth/MiMo-VL-7B-RL-GGUF/MiMo-VL-7B-RL-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"mit","open":true,"released":"2025-06-02T07:45:07.000Z","downloads":3687,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2141665216,"bits":2.25,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2252273600,"bits":2.36,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2445686720,"bits":2.57,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2911508416,"bits":3.06,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q2_K.gguf","label":"Q2_K","size":3076405184,"bits":3.23,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3189282752,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q2_K_L.gguf","label":"Q2_K_L","size":3222017984,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3288823744,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q3_K_S.gguf","label":"Q3_K_S","size":3525838784,"bits":3.7,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q3_K_M.gguf","label":"Q3_K_M","size":3854010304,"bits":4.05,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4028774336,"bits":4.23,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-IQ4_XS.gguf","label":"IQ4_XS","size":4279867328,"bits":4.49,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q4_0.gguf","label":"Q4_0","size":4466907072,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-IQ4_NL.gguf","label":"IQ4_NL","size":4474509248,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q4_K_S.gguf","label":"Q4_K_S","size":4480276416,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q4_K_M.gguf","label":"Q4_K_M","size":4684339136,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4760836032,"bits":5,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q4_1.gguf","label":"Q4_1","size":4893185984,"bits":5.14,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q5_K_S.gguf","label":"Q5_K_S","size":5330737088,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q5_K_M.gguf","label":"Q5_K_M","size":5448554432,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5461866432,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q6_K.gguf","label":"Q6_K","size":6260533184,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6999279552,"bits":7.35,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-Q8_0.gguf","label":"Q8_0","size":8106510272,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10145335232,"bits":10.65,"known":true,"rank":0},{"repo":"unsloth/MiMo-VL-7B-RL-GGUF","file":"MiMo-VL-7B-RL-BF16.gguf","label":"BF16","size":15252227808,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/MiMo-VL-7B-RL-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"gemma-3-4b-it-abliterated-v2","family":"mlabonne/gemma-3-4b-it-abliterated-v2","name":"Gemma 3 4B Abliterated V2","maker":"mlabonne","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF/gemma-3-4b-it-abliterated-v2.q2_k.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-05-28T16:44:59.000Z","downloads":3686,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF","file":"gemma-3-4b-it-abliterated-v2.q2_k.gguf","label":"Q2_K","size":1729164096,"bits":3.57,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF","file":"gemma-3-4b-it-abliterated-v2.q3_k_m.gguf","label":"Q3_K_M","size":2098459456,"bits":4.33,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF","file":"gemma-3-4b-it-abliterated-v2.q4_k_m.gguf","label":"Q4_K_M","size":2489893696,"bits":5.13,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF","file":"gemma-3-4b-it-abliterated-v2.q5_k_m.gguf","label":"Q5_K_M","size":2829697856,"bits":5.83,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF","file":"gemma-3-4b-it-abliterated-v2.q6_k.gguf","label":"Q6_K","size":3190739776,"bits":6.58,"known":true,"rank":0},{"repo":"mlabonne/gemma-3-4b-it-abliterated-v2-GGUF","file":"gemma-3-4b-it-abliterated-v2.q8_0.gguf","label":"Q8_0","size":4130401856,"bits":8.52,"known":true,"rank":0}],"repos":["mlabonne/gemma-3-4b-it-abliterated-v2-GGUF"],"logoFrom":"mlabonne"},{"id":"t-lite-it-1-0","family":"t-tech/T-lite-it-1.0","name":"T Lite 1.0","maker":"t-tech","catalog":null,"tuned":false,"params":7.61,"active":null,"layers":28,"probe":"aovchinnikov/T-lite-it-1.0-Q4_K_M-GGUF/t-lite-it-1.0-q4_k_m.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-12-11T12:42:21.000Z","downloads":3685,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"aovchinnikov/T-lite-it-1.0-Q4_K_M-GGUF","file":"t-lite-it-1.0-q4_k_m.gguf","label":"Q4_K_M","size":4681084576,"bits":4.92,"known":true,"rank":0}],"repos":["aovchinnikov/T-lite-it-1.0-Q4_K_M-GGUF"],"logoFrom":"t-tech"},{"id":"sakura-minicpm-v-4-7-1b-uncensored","family":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF","name":"Sakura MiniCPM V 4.7 1B Uncensored","maker":"webmp3","catalog":null,"tuned":true,"params":1.01,"active":null,"layers":24,"probe":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF/Sakura-MiniCPM-V-4.7-1B-Uncensored-IQ4_XS-0.59GiB.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-13T18:54:05.000Z","downloads":3684,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF","file":"Sakura-MiniCPM-V-4.7-1B-Uncensored-IQ4_XS-0.59GiB.gguf","label":"Sakura-MiniCPM-V-4.7-1B-Uncensored-IQ4_XS-0.59GiB","size":638856128,"bits":5.06,"known":false,"rank":0},{"repo":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF","file":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q4_K_M-0.63GiB.gguf","label":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q4_K_M-0.63GiB","size":672003968,"bits":5.32,"known":false,"rank":0},{"repo":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF","file":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q5_K_M-0.70GiB.gguf","label":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q5_K_M-0.70GiB","size":752461440,"bits":5.96,"known":false,"rank":0},{"repo":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF","file":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q6_K-0.78GiB.gguf","label":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q6_K-0.78GiB","size":837947520,"bits":6.64,"known":false,"rank":0},{"repo":"webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF","file":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q8_0-1.01GiB.gguf","label":"Sakura-MiniCPM-V-4.7-1B-Uncensored-Q8_0-1.01GiB","size":1081518208,"bits":8.57,"known":false,"rank":0}],"repos":["webmp3/Sakura-MiniCPM-V-4.7-1B-Uncensored-GGUF"],"logoFrom":"webmp3"},{"id":"14b-qwen2-5-kunou-v1","family":"Sao10K/14B-Qwen2.5-Kunou-v1","name":"14B Qwen2.5 Kunou V1","maker":"Sao10K","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF/14B-Qwen2.5-Kunou-v1.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-12-15T15:15:31.000Z","downloads":3680,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q2_K.gguf","label":"Q2_K","size":5770498336,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q3_K_S.gguf","label":"Q3_K_S","size":6659596576,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q3_K_M.gguf","label":"Q3_K_M","size":7339204896,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q3_K_L.gguf","label":"Q3_K_L","size":7924769056,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.IQ4_XS.gguf","label":"IQ4_XS","size":8186196256,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q4_K_S.gguf","label":"Q4_K_S","size":8573432096,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q4_K_M.gguf","label":"Q4_K_M","size":8988111136,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q5_K_S.gguf","label":"Q5_K_S","size":10266554656,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q5_K_M.gguf","label":"Q5_K_M","size":10508874016,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q6_K.gguf","label":"Q6_K","size":12124684576,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/14B-Qwen2.5-Kunou-v1-GGUF","file":"14B-Qwen2.5-Kunou-v1.Q8_0.gguf","label":"Q8_0","size":15701598496,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/14B-Qwen2.5-Kunou-v1-GGUF"],"logoFrom":"Sao10K"},{"id":"deephermes-3-mistral-24b-preview","family":"NousResearch/DeepHermes-3-Mistral-24B-Preview","name":"DeepHermes 3 Mistral 24B Preview","maker":"Nous Research","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF/NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-02T13:05:55.000Z","downloads":3675,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":7207064192,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ2_S.gguf","label":"IQ2_S","size":7478386368,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ2_M.gguf","label":"IQ2_M","size":8114085568,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q2_K.gguf","label":"Q2_K","size":8890360448,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280626368,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":9545750432,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":9907154624,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":10400313024,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ3_M.gguf","label":"IQ3_M","size":10650988224,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":11474120384,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":12400799424,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":12758956768,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":12988028832,"bits":4.41,"known":true,"rank":0},{"repo":"NousResearch/DeepHermes-3-Mistral-24B-Preview-GGUF","file":"DeepHermes-3-Mistral-24B-Preview-q4.gguf","label":"Q4","size":13441842528,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":13468057248,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_0.gguf","label":"Q4_0","size":13494271648,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":13549321888,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":14333951648,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":14832048032,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_1.gguf","label":"Q4_1","size":14873151008,"bits":5.05,"known":true,"rank":0},{"repo":"NousResearch/DeepHermes-3-Mistral-24B-Preview-GGUF","file":"DeepHermes-3-Mistral-24B-Preview-q5.gguf","label":"Q5","size":16304458848,"bits":5.53,"known":false,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":16304459168,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":16764030368,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":17178236832,"bits":5.83,"known":true,"rank":0},{"repo":"NousResearch/DeepHermes-3-Mistral-24B-Preview-GGUF","file":"DeepHermes-3-Mistral-24B-Preview-q6.gguf","label":"Q6","size":19345988704,"bits":6.57,"known":false,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q6_K.gguf","label":"Q6_K","size":19345989024,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":19671062432,"bits":6.68,"known":true,"rank":0},{"repo":"NousResearch/DeepHermes-3-Mistral-24B-Preview-GGUF","file":"DeepHermes-3-Mistral-24B-Preview-q8.gguf","label":"Q8","size":25054844512,"bits":8.5,"known":false,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-Q8_0.gguf","label":"Q8_0","size":25054844832,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Mistral-24B-Preview-bf16.gguf","label":"BF16","size":47153641312,"bits":16,"known":true,"rank":0}],"repos":["NousResearch/DeepHermes-3-Mistral-24B-Preview-GGUF","bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF","mradermacher/DeepHermes-3-Mistral-24B-Preview-GGUF"],"logoFrom":"NousResearch"},{"id":"qwen3-30b-a3b-erp-v0-1","family":"Aratako/Qwen3-30B-A3B-ERP-v0.1","name":"Qwen3 30B A3B ERP V0.1","maker":"Aratako","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF/Qwen3-30B-A3B-ERP-v0.1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"qwen3moe","vision":false,"licence":"mit","open":true,"released":"2025-05-07T13:14:57.000Z","downloads":3674,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ1_S.gguf","label":"IQ1_S","size":6416508704,"bits":1.68,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ1_M.gguf","label":"IQ1_M","size":7078291232,"bits":1.85,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181262112,"bits":2.14,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":9076221728,"bits":2.38,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ2_S.gguf","label":"IQ2_S","size":9287130912,"bits":2.43,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ2_M.gguf","label":"IQ2_M","size":10169507616,"bits":2.66,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q2_K_S.gguf","label":"Q2_K_S","size":10519363360,"bits":2.76,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q2_K.gguf","label":"Q2_K","size":11258609440,"bits":2.95,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849326368,"bits":3.1,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":12598441760,"bits":3.3,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":13292468000,"bits":3.48,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ3_S.gguf","label":"IQ3_S","size":13299152672,"bits":3.48,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ3_M.gguf","label":"IQ3_M","size":13513062176,"bits":3.54,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":14711846688,"bits":3.86,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":15900669728,"bits":4.17,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":16368348960,"bits":4.29,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":17310781216,"bits":4.54,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":17456008992,"bits":4.57,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":18556686112,"bits":4.86,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":21080510240,"bits":5.52,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":21725581088,"bits":5.69,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q6_K.gguf","label":"Q6_K","size":25092532000,"bits":6.58,"known":true,"rank":0},{"repo":"Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF","file":"Qwen3-30B-A3B-ERP-v0.1-Q8_0.gguf","label":"Q8_0","size":32483931936,"bits":8.51,"known":true,"rank":0}],"repos":["Aratako/Qwen3-30B-A3B-ERP-v0.1-GGUF"],"logoFrom":"Aratako"},{"id":"omega-evolution-31b-v4-0","family":"ReadyArt/Omega-Evolution-31B-v4.0","name":"Omega Evolution 31B V4.0","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF/omega-evolution-31b-v4.0-q3_k_m.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T16:01:07.000Z","downloads":3672,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF","file":"omega-evolution-31b-v4.0-q3_k_m.gguf","label":"Q3_K_M","size":15287109536,"bits":3.98,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF","file":"omega-evolution-31b-v4.0-q4_0.gguf","label":"Q4_0","size":17651001248,"bits":4.6,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF","file":"omega-evolution-31b-v4.0-q4_k_m.gguf","label":"Q4_K_M","size":18687063968,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF","file":"omega-evolution-31b-v4.0-q5_k_m.gguf","label":"Q5_K_M","size":21845571488,"bits":5.69,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF","file":"omega-evolution-31b-v4.0-q6_k.gguf","label":"Q6_K","size":25201485728,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Omega-Evolution-31B-v4.0-GGUF","file":"omega-evolution-31b-v4.0-q8_0.gguf","label":"Q8_0","size":32635676576,"bits":8.5,"known":true,"rank":0}],"repos":["ReadyArt/Omega-Evolution-31B-v4.0-GGUF"],"logoFrom":"ReadyArt"},{"id":"piano-medley-7b","family":"chargoddard/piano-medley-7b","name":"Piano Medley 7B","maker":"chargoddard","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/piano-medley-7b-i1-GGUF/piano-medley-7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-04T05:18:05.000Z","downloads":3670,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102080,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446272,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686592,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256064,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920640,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712896,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q2_K.gguf","label":"Q2_K","size":2719242688,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344320,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018815936,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568000,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393792,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892096,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986688,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025152,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688896,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q4_0.gguf","label":"Q4_0","size":4123597248,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374464,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439744,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716416,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409856,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/piano-medley-7b-i1-GGUF","file":"piano-medley-7b.i1-Q6_K.gguf","label":"Q6_K","size":5942065600,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/piano-medley-7b-i1-GGUF"],"logoFrom":"chargoddard"},{"id":"muse-glimmer-30b-esper4","family":"ValiantLabs/Muse-Glimmer-30B-Esper4","name":"Muse Glimmer 30B Esper4","maker":"ValiantLabs","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":52,"probe":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF/ValiantLabs_Muse-Glimmer-30B-Esper4-IQ2_XXS.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T01:58:43.000Z","downloads":3670,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ2_XXS.gguf","label":"IQ2_XXS","size":8920823840,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ2_XS.gguf","label":"IQ2_XS","size":9582589984,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ2_S.gguf","label":"IQ2_S","size":10040020256,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ2_M.gguf","label":"IQ2_M","size":10657484064,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q2_K.gguf","label":"Q2_K","size":11035584800,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ3_XXS.gguf","label":"IQ3_XXS","size":11546645792,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ3_XS.gguf","label":"IQ3_XS","size":12315031072,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q2_K_L.gguf","label":"Q2_K_L","size":12348896800,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q3_K_S.gguf","label":"Q3_K_S","size":12789204512,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ3_M.gguf","label":"IQ3_M","size":13106243104,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q3_K_M.gguf","label":"Q3_K_M","size":13962524192,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q3_K_L.gguf","label":"Q3_K_L","size":14782117408,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ4_XS.gguf","label":"IQ4_XS","size":15435100960,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q3_K_XL.gguf","label":"Q3_K_XL","size":15958844960,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-IQ4_NL.gguf","label":"IQ4_NL","size":16238573344,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q4_0.gguf","label":"Q4_0","size":16265570080,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q4_K_S.gguf","label":"Q4_K_S","size":16320948000,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q4_K_M.gguf","label":"Q4_K_M","size":17306328864,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q4_1.gguf","label":"Q4_1","size":17828212512,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q4_K_L.gguf","label":"Q4_K_L","size":18304445984,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q5_K_S.gguf","label":"Q5_K_S","size":19440695072,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q5_K_M.gguf","label":"Q5_K_M","size":20105576224,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q5_K_L.gguf","label":"Q5_K_L","size":20935589408,"bits":6.01,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q6_K.gguf","label":"Q6_K","size":23414423584,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q6_K_L.gguf","label":"Q6_K_L","size":24065826336,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-Q8_0.gguf","label":"Q8_0","size":29612963360,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF","file":"ValiantLabs_Muse-Glimmer-30B-Esper4-bf16/ValiantLabs_Muse-Glimmer-30B-Esper4-bf16-00001-of-00002.gguf","label":"BF16","size":55725516192,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ValiantLabs_Muse-Glimmer-30B-Esper4-GGUF"],"logoFrom":"ValiantLabs"},{"id":"sciphi-mistral-7b-32k","family":"SciPhi/SciPhi-Mistral-7B-32k","name":"SciPhi Mistral 7B 32K","maker":"SciPhi","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/SciPhi-Mistral-7B-32k-GGUF/sciphi-mistral-7b-32k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2023-10-29T21:52:43.000Z","downloads":3669,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/SciPhi-Mistral-7B-32k-GGUF","file":"sciphi-mistral-7b-32k.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/SciPhi-Mistral-7B-32k-GGUF"],"logoFrom":"SciPhi"},{"id":"magnum-v3-9b-chatml","family":"anthracite-org/magnum-v3-9b-chatml","name":"Magnum V3 9B Chatml","maker":"anthracite-org","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"bartowski/magnum-v3-9b-chatml-GGUF/magnum-v3-9b-chatml-IQ2_M.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-09-08T05:27:46.000Z","downloads":3668,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-IQ2_M.gguf","label":"IQ2_M","size":3434673856,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q2_K.gguf","label":"Q2_K","size":3805403776,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q2_K_L.gguf","label":"Q2_K_L","size":4027613504,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-IQ3_XS.gguf","label":"IQ3_XS","size":4144994944,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q3_K_S.gguf","label":"Q3_K_S","size":4337670784,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-IQ3_M.gguf","label":"IQ3_M","size":4494621312,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q3_K_M.gguf","label":"Q3_K_M","size":4761787008,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q3_K_L.gguf","label":"Q3_K_L","size":5132458624,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-IQ4_XS.gguf","label":"IQ4_XS","size":5183036032,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354668352,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5443148416,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5443148416,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5443148416,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_0.gguf","label":"Q4_0","size":5459204736,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_K_S.gguf","label":"Q4_K_S","size":5478931072,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_K_M.gguf","label":"Q4_K_M","size":5761063552,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q4_K_L.gguf","label":"Q4_K_L","size":5983273280,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q5_K_S.gguf","label":"Q5_K_S","size":6483597952,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q5_K_M.gguf","label":"Q5_K_M","size":6647372416,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q5_K_L.gguf","label":"Q5_K_L","size":6869582144,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q6_K.gguf","label":"Q6_K","size":7589075584,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q6_K_L.gguf","label":"Q6_K_L","size":7811285312,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-Q8_0.gguf","label":"Q8_0","size":9827156288,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/magnum-v3-9b-chatml-GGUF","file":"magnum-v3-9b-chatml-f16.gguf","label":"F16","size":18490694272,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/magnum-v3-9b-chatml-GGUF"],"logoFrom":"anthracite-org"},{"id":"dolphin-2-6-mistral-7b-dpo-laser","family":"dphn/dolphin-2.6-mistral-7b-dpo-laser","name":"Dolphin 2.6 Mistral 7B Dpo Laser","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF/dolphin-2.6-mistral-7b-dpo-laser.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-09T23:53:08.000Z","downloads":3667,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q2_K.gguf","label":"Q2_K","size":3083102624,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q3_K_S.gguf","label":"Q3_K_S","size":3164572480,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q3_K_M.gguf","label":"Q3_K_M","size":3518991168,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q3_K_L.gguf","label":"Q3_K_L","size":3822029632,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q4_0.gguf","label":"Q4_0","size":4108922208,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q4_K_S.gguf","label":"Q4_K_S","size":4140379488,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q4_K_M.gguf","label":"Q4_K_M","size":4368444768,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q5_0.gguf","label":"Q5_0","size":4997721952,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q5_K_S.gguf","label":"Q5_K_S","size":4997721952,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q5_K_M.gguf","label":"Q5_K_M","size":5131415392,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q6_K.gguf","label":"Q6_K","size":5942071680,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF","file":"dolphin-2.6-mistral-7b-dpo-laser.Q8_0.gguf","label":"Q8_0","size":7695866176,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.6-mistral-7B-dpo-laser-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-235b-a22b-128k","family":"unsloth/Qwen3-235B-A22B-128K-GGUF","name":"Qwen3 235B A22B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":235.09,"active":22.19,"layers":94,"probe":"unsloth/Qwen3-235B-A22B-128K-GGUF/Q2_K/Qwen3-235B-A22B-128K-Q2_K-00001-of-00002.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":131072,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-28T16:46:20.000Z","downloads":3667,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q2_K/Qwen3-235B-A22B-128K-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":85691002304,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q2_K_L/Qwen3-235B-A22B-128K-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":85836860864,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"UD-Q2_K_XL/Qwen3-235B-A22B-128K-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":88014818752,"bits":3,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q3_K_S/Qwen3-235B-A22B-128K-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":101444705888,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"UD-Q3_K_XL/Qwen3-235B-A22B-128K-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":103720914496,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q3_K_M/Qwen3-235B-A22B-128K-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":112447381056,"bits":3.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"IQ4_XS/Qwen3-235B-A22B-128K-IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":125504687712,"bits":4.27,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q4_K_S/Qwen3-235B-A22B-128K-Q4_K_S-00001-of-00003.gguf","label":"Q4_K_S","size":133687119424,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"UD-Q4_K_XL/Qwen3-235B-A22B-128K-UD-Q4_K_XL-00001-of-00003.gguf","label":"UD-Q4_K_XL","size":134023188032,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q4_K_M/Qwen3-235B-A22B-128K-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":142154075712,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q4_1/Qwen3-235B-A22B-128K-Q4_1-00001-of-00003.gguf","label":"Q4_1","size":147230101056,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q5_K_S/Qwen3-235B-A22B-128K-Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":161881427648,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q5_K_M/Qwen3-235B-A22B-128K-Q5_K_M-00001-of-00004.gguf","label":"Q5_K_M","size":166814158496,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"UD-Q5_K_XL/Qwen3-235B-A22B-128K-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":166885822144,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q6_K/Qwen3-235B-A22B-128K-Q6_K-00001-of-00004.gguf","label":"Q6_K","size":193015496384,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"UD-Q6_K_XL/Qwen3-235B-A22B-128K-UD-Q6_K_XL-00001-of-00004.gguf","label":"UD-Q6_K_XL","size":198857154272,"bits":6.77,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"Q8_0/Qwen3-235B-A22B-128K-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":249940107232,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"UD-Q8_K_XL/Qwen3-235B-A22B-128K-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":265081872288,"bits":9.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-235B-A22B-128K-GGUF","file":"BF16/Qwen3-235B-A22B-128K-BF16-00001-of-00010.gguf","label":"BF16","size":470293438528,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3-235B-A22B-128K-GGUF"],"logoFrom":"Qwen"},{"id":"k2-horizon-7b-unrealengine","family":"qwfasf/K2-Horizon-7B-UnrealEngine","name":"K2 Horizon 7B UnrealEngine","maker":"qwfasf","catalog":null,"tuned":false,"params":9,"active":null,"layers":36,"probe":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF/K2-Horizon-7B-UnrealEngine.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T14:39:40.000Z","downloads":3666,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ1_S.gguf","label":"IQ1_S","size":2531787456,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ1_M.gguf","label":"IQ1_M","size":2672165568,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2906129088,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3112174272,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ2_S.gguf","label":"IQ2_S","size":3321815744,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ2_M.gguf","label":"IQ2_M","size":3508986560,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3553256128,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q2_K.gguf","label":"Q2_K","size":3751436992,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3826705088,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4137632448,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4280369856,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ3_S.gguf","label":"IQ3_S","size":4300423872,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ3_M.gguf","label":"IQ3_M","size":4407378624,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4634919616,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4942152384,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5113651904,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q4_0.gguf","label":"Q4_0","size":5351776960,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5358068416,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5366457024,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5592228544,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q4_1.gguf","label":"Q4_1","size":5837464256,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6335734464,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6466085568,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF","file":"K2-Horizon-7B-UnrealEngine.i1-Q6_K.gguf","label":"Q6_K","size":7394558656,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-7B-UnrealEngine-i1-GGUF"],"logoFrom":null},{"id":"mistral-nemo-instruct-2407-abliterated","family":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","name":"Mistral Nemo 2407 Abliterated","maker":"QuantFactory","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF/Mistral-Nemo-Instruct-2407-abliterated.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-09T00:37:51.000Z","downloads":3665,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q2_K.gguf","label":"Q2_K","size":4791050688,"bits":3.13,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":5534228928,"bits":3.61,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":6083092928,"bits":3.97,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":6561505728,"bits":4.29,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q4_0.gguf","label":"Q4_0","size":7071703488,"bits":4.62,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":7120200128,"bits":4.65,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":7477207488,"bits":4.88,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q4_1.gguf","label":"Q4_1","size":7795220928,"bits":5.09,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q5_0.gguf","label":"Q5_0","size":8518738368,"bits":5.56,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":8518738368,"bits":5.56,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":8727634368,"bits":5.7,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q5_1.gguf","label":"Q5_1","size":9242255808,"bits":6.04,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q6_K.gguf","label":"Q6_K","size":10056212928,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF","file":"Mistral-Nemo-Instruct-2407-abliterated.Q8_0.gguf","label":"Q8_0","size":13022372288,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/Mistral-Nemo-Instruct-2407-abliterated-GGUF"],"logoFrom":"QuantFactory"},{"id":"whereopd-qwen3-5-4b","family":"SophiaSirko/WhereOPD-Qwen3.5-4B","name":"WhereOPD Qwen3.5 4B","maker":"SophiaSirko","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":32,"probe":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF/WhereOPD-Qwen3.5-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T15:05:21.000Z","downloads":3663,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1567821152,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1635005792,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1746980192,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1839181152,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1925125472,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":2014704992,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2060979552,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q2_K.gguf","label":"Q2_K","size":2124057952,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2177643872,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2343030112,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2350730592,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2412662112,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2436336992,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2535214432,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2694466912,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2851999072,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q4_0.gguf","label":"Q4_0","size":2907376992,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2921467232,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2967014752,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3066383712,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q4_1.gguf","label":"Q4_1","size":3164278112,"bits":5.23,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3427077472,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3512028512,"bits":5.81,"known":true,"rank":0},{"repo":"mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF","file":"WhereOPD-Qwen3.5-4B.i1-Q6_K.gguf","label":"Q6_K","size":3985526112,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/WhereOPD-Qwen3.5-4B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-next-q8-udq4k-ds4","family":"nazeshinjite/Qwen3.8-Flash-Next-Q8-UDQ4K-DS4","name":"Qwen3.8 Flash Next Q8 UDQ4K DS4","maker":"nazeshinjite","catalog":null,"tuned":false,"params":179.55,"active":58.65,"layers":49,"probe":"nazeshinjite/Qwen3.8-Flash-Next-Q8-UDQ4K-DS4/Qwen3.8-Flash-Next-Q8-UDQ4K.gguf","kvBytesPerToken":7701,"kvHeader":6656,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-09-17T02:55:49.000Z","downloads":3659,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nazeshinjite/Qwen3.8-Flash-Next-Q8-UDQ4K-DS4","file":"Qwen3.8-Flash-Next-Q8-UDQ4K.gguf","label":"Qwen3.8-Flash-Next-Q8-UDQ4K","size":202472325120,"bits":9.02,"known":false,"rank":0}],"repos":["nazeshinjite/Qwen3.8-Flash-Next-Q8-UDQ4K-DS4"],"logoFrom":"Qwen"},{"id":"wikihow-mistral-instruct-7b","family":"ajibawa-2023/WikiHow-Mistral-Instruct-7B","name":"WikiHow Mistral 7B","maker":"ajibawa-2023","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF/WikiHow-Mistral-Instruct-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-26T17:25:33.000Z","downloads":3658,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q2_K.gguf","label":"Q2_K","size":2873866656,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3173439904,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3319191968,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.IQ3_S.gguf","label":"IQ3_S","size":3337017760,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.IQ3_M.gguf","label":"IQ3_M","size":3439516064,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3673610656,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3976649120,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4099013024,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q4_0.gguf","label":"Q4_0","size":4263541152,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4294998432,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.IQ4_NL.gguf","label":"IQ4_NL","size":4309678496,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4523063712,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5152340384,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5286033824,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q6_K.gguf","label":"Q6_K","size":6096689568,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/WikiHow-Mistral-Instruct-7B-GGUF","file":"WikiHow-Mistral-Instruct-7B.Q8_0.gguf","label":"Q8_0","size":7818738080,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/WikiHow-Mistral-Instruct-7B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"trinity-2-codestral-22b-v0-2","family":"migtissera/Trinity-2-Codestral-22B-v0.2","name":"Trinity 2 Codestral 22B V0.2","maker":"migtissera","catalog":null,"tuned":false,"params":22.25,"active":null,"layers":56,"probe":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF/Trinity-2-Codestral-22B-v0.2-IQ2_M.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-08-27T00:06:16.000Z","downloads":3658,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-IQ2_M.gguf","label":"IQ2_M","size":7618983648,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q2_K.gguf","label":"Q2_K","size":8272116000,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q2_K_L.gguf","label":"Q2_K_L","size":8468741984,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-IQ3_XS.gguf","label":"IQ3_XS","size":9176121472,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q3_K_S.gguf","label":"Q3_K_S","size":9641296000,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-IQ3_M.gguf","label":"IQ3_M","size":10062430336,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q3_K_M.gguf","label":"Q3_K_M","size":10756849792,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q3_K_L.gguf","label":"Q3_K_L","size":11730452608,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":11906629472,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":11935320000,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":12569184768,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":12569184768,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":12569184768,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_0.gguf","label":"Q4_0","size":12613224960,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_K_S.gguf","label":"Q4_K_S","size":12660410880,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_K_M.gguf","label":"Q4_K_M","size":13341264384,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q4_K_L.gguf","label":"Q4_K_L","size":13490700128,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q5_K_S.gguf","label":"Q5_K_S","size":15324844800,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q5_K_M.gguf","label":"Q5_K_M","size":15722582784,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q5_K_L.gguf","label":"Q5_K_L","size":15846850400,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q6_K.gguf","label":"Q6_K","size":18252733600,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q6_K_L.gguf","label":"Q6_K_L","size":18350260064,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-Q8_0.gguf","label":"Q8_0","size":23640588128,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Trinity-2-Codestral-22B-v0.2-GGUF","file":"Trinity-2-Codestral-22B-v0.2-f16.gguf","label":"F16","size":44496799040,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Trinity-2-Codestral-22B-v0.2-GGUF"],"logoFrom":"migtissera"},{"id":"olmoe-1b-7b-0125-instruct","family":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","name":"OLMoE 1B 7B 0125","maker":"Ai2","catalog":null,"tuned":false,"params":6.92,"active":1.28,"layers":16,"probe":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF/OLMoE-1B-7B-0125-Instruct-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"olmoe","vision":false,"licence":null,"open":false,"released":"2025-01-28T19:44:28.000Z","downloads":3658,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q2_K.gguf","label":"Q2_K","size":2562762752,"bits":2.96,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3023065088,"bits":3.49,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3343929344,"bits":3.87,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":3611316224,"bits":4.17,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q4_0.gguf","label":"Q4_0","size":3928038048,"bits":4.54,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":3963688960,"bits":4.58,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4213512192,"bits":4.87,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q5_0.gguf","label":"Q5_0","size":4779776000,"bits":5.53,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":4779776000,"bits":5.53,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":4926838784,"bits":5.7,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q6_K.gguf","label":"Q6_K","size":5684748288,"bits":6.57,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-Q8_0.gguf","label":"Q8_0","size":7359942656,"bits":8.51,"known":true,"rank":0},{"repo":"allenai/OLMoE-1B-7B-0125-Instruct-GGUF","file":"OLMoE-1B-7B-0125-Instruct-F16.gguf","label":"F16","size":13844566016,"bits":16.01,"known":true,"rank":0}],"repos":["allenai/OLMoE-1B-7B-0125-Instruct-GGUF"],"logoFrom":"allenai"},{"id":"runtimelabs-kayak-qwen3-vl-4b","family":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","name":"RuntimeLabs Kayak Qwen3 VL 4B","maker":"mradermacher","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF/RuntimeLabs-Kayak-Qwen3-VL-4B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-06T07:25:23.000Z","downloads":3658,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q2_K.gguf","label":"Q2_K","size":1669501600,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q3_K_S.gguf","label":"Q3_K_S","size":1886999200,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2075620000,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2239787680,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.IQ4_XS.gguf","label":"IQ4_XS","size":2286318240,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2383311520,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2497282720,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2823713440,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q5_K_M.gguf","label":"Q5_K_M","size":2889515680,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q6_K.gguf","label":"Q6_K","size":3306263200,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.Q8_0.gguf","label":"Q8_0","size":4280407200,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF","file":"RuntimeLabs-Kayak-Qwen3-VL-4B.f16.gguf","label":"F16","size":8051287200,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/RuntimeLabs-Kayak-Qwen3-VL-4B-GGUF"],"logoFrom":"Qwen"},{"id":"lfm3-1-7b-frontier-smartagent","family":"mohommed/LFM3-1.7B-Frontier-SmartAgent","name":"LFM3 1.7B Frontier SmartAgent","maker":"mohommed","catalog":null,"tuned":false,"params":1.73,"active":null,"layers":24,"probe":"mohommed/LFM3-1.7B-Frontier-SmartAgent/lfm3-1.7b-frontier-q4_k_s.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":524288,"arch":"lfm3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T09:44:17.000Z","downloads":3656,"likes":9,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mohommed/LFM3-1.7B-Frontier-SmartAgent","file":"lfm3-1.7b-frontier-q4_k_s.gguf","label":"Q4_K_S","size":1056037664,"bits":4.88,"known":true,"rank":0},{"repo":"mohommed/LFM3-1.7B-Frontier-SmartAgent","file":"lfm3-1.7b-frontier-q4_k_m.gguf","label":"Q4_K_M","size":1099627296,"bits":5.08,"known":true,"rank":0},{"repo":"mohommed/LFM3-1.7B-Frontier-SmartAgent","file":"lfm3-1.7b-frontier-q8_0.gguf","label":"Q8_0","size":1846237984,"bits":8.54,"known":true,"rank":0}],"repos":["mohommed/LFM3-1.7B-Frontier-SmartAgent","mohommed/LFM3-1.7B-Frontier-SmartAgent-GGUF"],"logoFrom":"LiquidAI"},{"id":"swift-qwen3-8-flash-next-q4-0-q8out-v3","family":"nitinpanj/Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3-GGUF","name":"Swift Qwen3.8 Flash Next Q4 0 Q8out V3","maker":"nitinpanj","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"nitinpanj/Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3-GGUF/Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3-00001-of-00003.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-09-28T18:08:40.000Z","downloads":3654,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nitinpanj/Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3-GGUF","file":"Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3-00001-of-00003.gguf","label":"Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3","size":102560857792,"bits":4.64,"known":false,"rank":0}],"repos":["nitinpanj/Swift-Qwen3.8-Flash-Next-Q4_0-Q8out-v3-GGUF"],"logoFrom":"ukisai"},{"id":"yarn-llama-2-13b-128k","family":"NousResearch/Yarn-Llama-2-13b-128k","name":"Yarn Llama 2 13B 128K","maker":"Nous Research","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Yarn-Llama-2-13B-128K-GGUF/yarn-llama-2-13b-128k.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-01T08:16:14.000Z","downloads":3651,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-13B-128K-GGUF","file":"yarn-llama-2-13b-128k.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yarn-Llama-2-13B-128K-GGUF"],"logoFrom":"NousResearch"},{"id":"airoboros-m-7b-3-1","family":"jondurbin/airoboros-m-7b-3.1","name":"Airoboros M 7B 3.1","maker":"jondurbin","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Airoboros-M-7B-3.1-GGUF/airoboros-m-7b-3.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-15T18:12:13.000Z","downloads":3651,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q2_K.gguf","label":"Q2_K","size":3083097696,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q3_K_S.gguf","label":"Q3_K_S","size":3164567136,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q3_K_M.gguf","label":"Q3_K_M","size":3518985824,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q3_K_L.gguf","label":"Q3_K_L","size":3822024288,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q4_0.gguf","label":"Q4_0","size":4108916320,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q4_K_S.gguf","label":"Q4_K_S","size":4140373600,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q4_K_M.gguf","label":"Q4_K_M","size":4368438880,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q5_0.gguf","label":"Q5_0","size":4997715552,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q5_K_S.gguf","label":"Q5_K_S","size":4997715552,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q5_K_M.gguf","label":"Q5_K_M","size":5131408992,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q6_K.gguf","label":"Q6_K","size":5942064736,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1-GGUF","file":"airoboros-m-7b-3.1.Q8_0.gguf","label":"Q8_0","size":7695857248,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-M-7B-3.1-GGUF"],"logoFrom":"jondurbin"},{"id":"llama3ternary-10b","family":"CMSManhattan/Llama3Ternary_10b","name":"Llama3Ternary 10B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":9.64,"active":null,"layers":32,"probe":"CMSManhattan/Llama3Ternary_10b/Llama3Ternary-10b-TQ2_0.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"bsl-1.0","open":false,"released":"2026-10-06T03:16:15.000Z","downloads":3646,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/Llama3Ternary_10b","file":"Llama3Ternary-10b-TQ2_0.gguf","label":"TQ2_0","size":4324839968,"bits":3.59,"known":true,"rank":0},{"repo":"CMSManhattan/Llama3Ternary_10b","file":"Llama3Ternary-10b-Q8_0.gguf","label":"Q8_0","size":11237052960,"bits":9.33,"known":true,"rank":0}],"repos":["CMSManhattan/Llama3Ternary_10b"],"logoFrom":"meta-llama"},{"id":"multipl-t-starcoderbase-15b","family":"nuprl/MultiPL-T-StarCoderBase_15b","name":"MultiPL T StarCoderBase 15B","maker":"nuprl","catalog":null,"tuned":true,"params":15.52,"active":null,"layers":40,"probe":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF/MultiPL-T-StarCoderBase_15b.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"bigscience-openrail-m","open":false,"released":"2024-07-04T07:41:00.000Z","downloads":3645,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ1_S.gguf","label":"IQ1_S","size":3577645184,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ1_M.gguf","label":"IQ1_M","size":3879929984,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4383737984,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4833970304,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ2_S.gguf","label":"IQ2_S","size":5122984064,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ2_M.gguf","label":"IQ2_M","size":5526030464,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q2_K.gguf","label":"Q2_K","size":6203639936,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6296733824,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6764464256,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ3_S.gguf","label":"IQ3_S","size":6976800896,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6976800896,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ3_M.gguf","label":"IQ3_M","size":7486507136,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8226146432,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8516733056,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q4_0.gguf","label":"Q4_0","size":9037744256,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9084930176,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":9132116096,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9965734016,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10885859456,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11495835776,"bits":5.93,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF","file":"MultiPL-T-StarCoderBase_15b.i1-Q6_K.gguf","label":"Q6_K","size":12899616896,"bits":6.65,"known":true,"rank":0}],"repos":["mradermacher/MultiPL-T-StarCoderBase_15b-i1-GGUF"],"logoFrom":"nuprl"},{"id":"c4ai-command-r7b-12-2024-abliterated","family":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","name":"C4ai Command R7b 12 2024 Abliterated","maker":"bartowski","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF/c4ai-command-r7b-12-2024-abliterated-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"cohere2","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2025-01-04T16:59:07.000Z","downloads":3644,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-IQ2_M.gguf","label":"IQ2_M","size":3084835488,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q2_K.gguf","label":"Q2_K","size":3438533280,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q2_K_L.gguf","label":"Q2_K_L","size":3692485280,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":3724794528,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":3870546592,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-IQ3_M.gguf","label":"IQ3_M","size":3990870688,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":4224965280,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":4528003744,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":4600355488,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781955744,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q4_0.gguf","label":"Q4_0","size":4812167840,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":4814264992,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":4828945056,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":5057010336,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q4_1.gguf","label":"Q4_1","size":5233695392,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q4_K_L.gguf","label":"Q4_K_L","size":5310962336,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":5669903008,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":5803596448,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q5_K_L.gguf","label":"Q5_K_L","size":6057548448,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q6_K.gguf","label":"Q6_K","size":6596844192,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q6_K_L.gguf","label":"Q6_K_L","size":6850796192,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-Q8_0.gguf","label":"Q8_0","size":8541100704,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF","file":"c4ai-command-r7b-12-2024-abliterated-bf16.gguf","label":"BF16","size":16067254656,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/c4ai-command-r7b-12-2024-abliterated-GGUF"],"logoFrom":"bartowski"},{"id":"openassistant-llama2-13b-orca-8k-3319","family":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","name":"OpenAssistant Llama2 13B Orca 8K 3319","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF/openassistant-llama2-13b-orca-8k-3319.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-05T20:16:37.000Z","downloads":3641,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q2_K.gguf","label":"Q2_K","size":5429442848,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q3_K_S.gguf","label":"Q3_K_S","size":5659083168,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q3_K_M.gguf","label":"Q3_K_M","size":6337872288,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q3_K_L.gguf","label":"Q3_K_L","size":6929662368,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q4_0.gguf","label":"Q4_0","size":7365948448,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q4_K_S.gguf","label":"Q4_K_S","size":7414445088,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q4_K_M.gguf","label":"Q4_K_M","size":7866070048,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q5_0.gguf","label":"Q5_0","size":8972409888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q5_K_S.gguf","label":"Q5_K_S","size":8972409888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q5_K_M.gguf","label":"Q5_K_M","size":9230048288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q6_K.gguf","label":"Q6_K","size":10679275168,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF","file":"openassistant-llama2-13b-orca-8k-3319.Q8_0.gguf","label":"Q8_0","size":13831494048,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/OpenAssistant-Llama2-13B-Orca-8K-3319-GGUF"],"logoFrom":"OpenAssistant"},{"id":"huihui-qwen3-1-7b-abliterated-v2","family":"huihui-ai/Huihui-Qwen3-1.7B-abliterated-v2","name":"Huihui Qwen3 1.7B Abliterated V2","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF/Huihui-Qwen3-1.7B-abliterated-v2.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-19T12:53:25.000Z","downloads":3639,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q2_K.gguf","label":"Q2_K","size":777792096,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q3_K_S.gguf","label":"Q3_K_S","size":867248736,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q3_K_M.gguf","label":"Q3_K_M","size":939534944,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q3_K_L.gguf","label":"Q3_K_L","size":1003498080,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.IQ4_XS.gguf","label":"IQ4_XS","size":1016277600,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q4_K_S.gguf","label":"Q4_K_S","size":1060186720,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q4_K_M.gguf","label":"Q4_K_M","size":1107405408,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q5_K_S.gguf","label":"Q5_K_S","size":1230580320,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q5_K_M.gguf","label":"Q5_K_M","size":1257876064,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q6_K.gguf","label":"Q6_K","size":1417751136,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.Q8_0.gguf","label":"Q8_0","size":1834422880,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF","file":"Huihui-Qwen3-1.7B-abliterated-v2.f16.gguf","label":"F16","size":3447345760,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-1.7B-abliterated-v2-GGUF"],"logoFrom":"huihui-ai"},{"id":"nous-hermes-13b-code","family":"Undi95/Nous-Hermes-13B-Code","name":"Nous Hermes 13B Code","maker":"Undi95","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Nous-Hermes-13B-Code-GGUF/nous-hermes-13b-code.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-09-11T08:56:29.000Z","downloads":3637,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q2_K.gguf","label":"Q2_K","size":5429537280,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q3_K_S.gguf","label":"Q3_K_S","size":5659185920,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q3_K_M.gguf","label":"Q3_K_M","size":6337975040,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q3_K_L.gguf","label":"Q3_K_L","size":6929765120,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q4_0.gguf","label":"Q4_0","size":7366062080,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q4_K_S.gguf","label":"Q4_K_S","size":7414558720,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q4_K_M.gguf","label":"Q4_K_M","size":7866183680,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q5_0.gguf","label":"Q5_0","size":8972533760,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q5_K_S.gguf","label":"Q5_K_S","size":8972533760,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q5_K_M.gguf","label":"Q5_K_M","size":9230172160,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q6_K.gguf","label":"Q6_K","size":10679409920,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-Code-GGUF","file":"nous-hermes-13b-code.Q8_0.gguf","label":"Q8_0","size":13831668480,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Nous-Hermes-13B-Code-GGUF"],"logoFrom":"Undi95"},{"id":"granite-guardian-4-1-8b","family":"ibm-granite/granite-guardian-4.1-8b","name":"Granite Guardian 4.1 8B","maker":"IBM","catalog":null,"tuned":false,"params":8.38,"active":null,"layers":40,"probe":"ibm-granite/granite-guardian-4.1-8b-GGUF/granite-guardian-4.1-8b-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-26T15:24:01.000Z","downloads":3633,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q2_K.gguf","label":"Q2_K","size":3277435968,"bits":3.13,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3766334528,"bits":3.6,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4170429504,"bits":3.98,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4523275328,"bits":4.32,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q4_0.gguf","label":"Q4_0","size":4824740928,"bits":4.61,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4859606080,"bits":4.64,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5116703808,"bits":4.88,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q4_1.gguf","label":"Q4_1","size":5322814528,"bits":5.08,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q5_0.gguf","label":"Q5_0","size":5820888128,"bits":5.56,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5820888128,"bits":5.56,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5971293248,"bits":5.7,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q5_1.gguf","label":"Q5_1","size":6318961728,"bits":6.03,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q6_K.gguf","label":"Q6_K","size":6879294528,"bits":6.57,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-Q8_0.gguf","label":"Q8_0","size":8908878912,"bits":8.5,"known":true,"rank":0},{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","file":"granite-guardian-4.1-8b-bf16.gguf","label":"BF16","size":16765334592,"bits":16.01,"known":true,"rank":0}],"repos":["ibm-granite/granite-guardian-4.1-8b-GGUF"],"logoFrom":"ibm-granite"},{"id":"umiyuki-umievo-itr012-gleipnir-7b","family":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","name":"Umiyuki Umievo Itr012 Gleipnir 7B","maker":"mmnga","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf/umiyuki-Umievo-itr012-Gleipnir-7B-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-29T15:05:32.000Z","downloads":3632,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ1_S.gguf","label":"IQ1_S","size":1612101632,"bits":1.78,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ1_M.gguf","label":"IQ1_M","size":1754445824,"bits":1.94,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686144,"bits":2.2,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ2_XS.gguf","label":"IQ2_XS","size":2198255616,"bits":2.43,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ2_S.gguf","label":"IQ2_S","size":2310920192,"bits":2.55,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ2_M.gguf","label":"IQ2_M","size":2500712448,"bits":2.76,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q2_K.gguf","label":"Q2_K","size":2719241984,"bits":3,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827343872,"bits":3.12,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3018815488,"bits":3.34,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3164567296,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ3_S.gguf","label":"IQ3_S","size":3182393344,"bits":3.52,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ3_M.gguf","label":"IQ3_M","size":3284891648,"bits":3.63,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3518985984,"bits":3.89,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q3_K_L.gguf","label":"Q3_K_L","size":3822024448,"bits":4.22,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ4_XS.gguf","label":"IQ4_XS","size":3907688448,"bits":4.32,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q4_0.gguf","label":"Q4_0","size":4108916480,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4125693952,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4140373760,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4368439040,"bits":4.83,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q5_0.gguf","label":"Q5_0","size":4997715712,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q5_K_S.gguf","label":"Q5_K_S","size":4997715712,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5131409152,"bits":5.67,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q6_K.gguf","label":"Q6_K","size":5942064896,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf","file":"umiyuki-Umievo-itr012-Gleipnir-7B-Q8_0.gguf","label":"Q8_0","size":7695857408,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/umiyuki-Umievo-itr012-Gleipnir-7B-gguf"],"logoFrom":"mmnga"},{"id":"qiming-holos-plus-qwen3-14b-i1","family":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","name":"QiMing Holos Plus Qwen3 14B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF/QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-21T07:27:05.000Z","downloads":3632,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_S.gguf","label":"IQ1_S","size":3579935232,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ1_M.gguf","label":"IQ1_M","size":3849656832,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299192832,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691589632,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_S.gguf","label":"IQ2_S","size":4963313152,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ2_M.gguf","label":"IQ2_M","size":5322941952,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389850112,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q2_K.gguf","label":"Q2_K","size":5753984512,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666752,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6375301632,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6657106432,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_S.gguf","label":"IQ3_S","size":6684959232,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ3_M.gguf","label":"IQ3_M","size":6883410432,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7321313792,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7900652032,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8110730752,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8541363712,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q4_0.gguf","label":"Q4_0","size":8543002112,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573476352,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9001754112,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q4_1.gguf","label":"Q4_1","size":9389522432,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10263895552,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10514570752,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF","file":"QiMing-Holos-Plus-Qwen3-14B.i1-Q6_K.gguf","label":"Q6_K","size":12121938432,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/QiMing-Holos-Plus-Qwen3-14B-i1-GGUF"],"logoFrom":"aifeifei798"},{"id":"tiger-gemma-9b-v1","family":"TheDrummer/Tiger-Gemma-9B-v1","name":"Tiger Gemma 9B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"bartowski/Tiger-Gemma-9B-v1-GGUF/Tiger-Gemma-9B-v1-IQ2_M.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":null,"open":false,"released":"2024-07-13T21:13:36.000Z","downloads":3631,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-IQ2_M.gguf","label":"IQ2_M","size":3434668992,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739008,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q2_K.gguf","label":"Q2_K","size":3805397952,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":4027605952,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":4144989120,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":4337664960,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-IQ3_M.gguf","label":"IQ3_M","size":4494615488,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":4761781184,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":5132452800,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":5183030208,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354660800,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":5478925248,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":5761057728,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":5983265728,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":6483592128,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":6647366592,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":6869574592,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q6_K.gguf","label":"Q6_K","size":7589069760,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":7811277760,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-Q8_0.gguf","label":"Q8_0","size":9827148736,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Tiger-Gemma-9B-v1-GGUF","file":"Tiger-Gemma-9B-v1-f32.gguf","label":"F32","size":36972880544,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Tiger-Gemma-9B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"crow-9b-heretic-4-6","family":"Crownelius/Crow-9B-HERETIC-4.6","name":"Crow 9B HERETIC 4.6","maker":"Crownelius","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Crownelius/Crow-9B-HERETIC-4.6/Qwen3.5-9B-heretic-v2.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-03T08:14:36.000Z","downloads":3630,"likes":286,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Crownelius/Crow-9B-HERETIC-4.6","file":"Qwen3.5-9B-heretic-v2.Q4_K_M.gguf","label":"Q4_K_M","size":5627044352,"bits":5.03,"known":true,"rank":0},{"repo":"Crownelius/Crow-9B-HERETIC-4.6","file":"Qwen3.5-9B-heretic-v2.Q5_K_M.gguf","label":"Q5_K_M","size":6522003968,"bits":5.83,"known":true,"rank":0},{"repo":"Crownelius/Crow-9B-HERETIC-4.6","file":"Qwen3.5-9B-heretic-v2.Q8_0.gguf","label":"Q8_0","size":9527501312,"bits":8.52,"known":true,"rank":0},{"repo":"Crownelius/Crow-9B-HERETIC-4.6","file":"Qwen3.5-9B-heretic-v2.F16.gguf","label":"F16","size":17920696832,"bits":16.02,"known":true,"rank":0}],"repos":["Crownelius/Crow-9B-HERETIC-4.6"],"logoFrom":"trohrbaugh"},{"id":"darkc0de-xortron-agentrico","family":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","name":"Darkc0de XORTRON AgentRICO","maker":"bartowski","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF/darkc0de_XORTRON-AgentRICO-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-24T21:43:26.000Z","downloads":3630,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881269344,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ2_XS.gguf","label":"IQ2_XS","size":9088526944,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ2_S.gguf","label":"IQ2_S","size":9684044384,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ2_M.gguf","label":"IQ2_M","size":10522249824,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q2_K.gguf","label":"Q2_K","size":10821544544,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168544,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q3_K_S.gguf","label":"Q3_K_S","size":12739885664,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ3_XS.gguf","label":"IQ3_XS","size":12799605344,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q3_K_M.gguf","label":"Q3_K_M","size":13404052064,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q3_K_L.gguf","label":"Q3_K_L","size":14122818144,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ3_M.gguf","label":"IQ3_M","size":14860630624,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ4_XS.gguf","label":"IQ4_XS","size":15475952224,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q4_0.gguf","label":"Q4_0","size":16348768864,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q4_K_S.gguf","label":"Q4_K_S","size":16363514464,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-IQ4_NL.gguf","label":"IQ4_NL","size":17442400864,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q4_K_M.gguf","label":"Q4_K_M","size":17442400864,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q4_1.gguf","label":"Q4_1","size":17825458784,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q4_K_L.gguf","label":"Q4_K_L","size":18820704864,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q5_K_S.gguf","label":"Q5_K_S","size":19566914144,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q5_K_M.gguf","label":"Q5_K_M","size":20923877984,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q6_K_S.gguf","label":"Q6_K_S","size":22857456224,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q6_K.gguf","label":"Q6_K","size":23860566624,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q6_K_L.gguf","label":"Q6_K_L","size":24958909024,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-Q8_0.gguf","label":"Q8_0","size":29116389984,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/darkc0de_XORTRON-AgentRICO-GGUF","file":"darkc0de_XORTRON-AgentRICO-bf16/darkc0de_XORTRON-AgentRICO-bf16-00001-of-00002.gguf","label":"BF16","size":54657735104,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/darkc0de_XORTRON-AgentRICO-GGUF"],"logoFrom":"darkc0de"},{"id":"mixtral-instruct-56b","family":"vicky4s4s/Mixtral-instruct-56B","name":"Mixtral 56B","maker":"vicky4s4s","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Mixtral-instruct-56B-i1-GGUF/Mixtral-instruct-56B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-18T15:03:45.000Z","downloads":3626,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ1_S.gguf","label":"IQ1_S","size":9821670368,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ1_M.gguf","label":"IQ1_M","size":10847177696,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556356576,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923699680,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ2_S.gguf","label":"IQ2_S","size":14127852512,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ2_M.gguf","label":"IQ2_M","size":15495195616,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q2_K.gguf","label":"Q2_K","size":17311230944,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242464736,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350391776,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ3_S.gguf","label":"IQ3_S","size":20432522208,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432522208,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ3_M.gguf","label":"IQ3_M","size":21430766560,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546451424,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169647072,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080540128,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q4_0.gguf","label":"Q4_0","size":26561031136,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745580512,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448467936,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231336928,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229581280,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-instruct-56B-i1-GGUF","file":"Mixtral-instruct-56B.i1-Q6_K.gguf","label":"Q6_K","size":38380817376,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mixtral-instruct-56B-i1-GGUF"],"logoFrom":"vicky4s4s"},{"id":"lfm2-vl-3b","family":"LiquidAI/LFM2-VL-3B","name":"LFM2 VL 3B","maker":"Liquid AI","catalog":null,"tuned":true,"params":2.57,"active":null,"layers":30,"probe":"LiquidAI/LFM2-VL-3B-GGUF/LFM2-VL-3B-Q4_0.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":true,"licence":"other","open":false,"released":"2025-10-22T11:28:00.000Z","downloads":3626,"likes":55,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-Q4_0.gguf","label":"Q4_0","size":1483107968,"bits":4.62,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1563668256,"bits":4.87,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-Q5_K_M.gguf","label":"Q5_K_M","size":1828957984,"bits":5.69,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-Q6_K.gguf","label":"Q6_K","size":2110828320,"bits":6.57,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-Q8_0.gguf","label":"Q8_0","size":2733010560,"bits":8.51,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-F16.gguf","label":"F16","size":5141458560,"bits":16,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-VL-3B-GGUF","file":"LFM2-VL-3B-BF16.gguf","label":"BF16","size":5141458720,"bits":16,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-VL-3B-GGUF"],"logoFrom":"LiquidAI"},{"id":"mimo-v2-5","family":"XiaomiMiMo/MiMo-V2.5","name":"MiMo V2.5","maker":"Xiaomi","catalog":null,"tuned":false,"params":309.77,"active":6.2,"layers":51,"probe":"unsloth/MiMo-V2.5-GGUF/UD-IQ1_M/MiMo-V2.5-UD-IQ1_M-00001-of-00003.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":27525120,"context":1048576,"arch":"mimo2","vision":false,"licence":"mit","open":true,"released":"2026-04-27T13:37:38.000Z","downloads":3624,"likes":51,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1434,"arenaCoding":1491,"arenaVision":1247,"builds":[{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ1_M/MiMo-V2.5-UD-IQ1_M-00001-of-00003.gguf","label":"UD-IQ1_M","size":92520742176,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ2_XXS/MiMo-V2.5-UD-IQ2_XXS-00001-of-00003.gguf","label":"UD-IQ2_XXS","size":96480165152,"bits":2.49,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ2_M/MiMo-V2.5-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":96558284064,"bits":2.49,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q2_K_XL/MiMo-V2.5-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":103000735168,"bits":2.66,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ3_S/MiMo-V2.5-UD-IQ3_S-00001-of-00004.gguf","label":"UD-IQ3_S","size":114864627104,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ3_XXS/MiMo-V2.5-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":125920812448,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q3_K_M/MiMo-V2.5-UD-Q3_K_M-00001-of-00004.gguf","label":"UD-Q3_K_M","size":140031442336,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q3_K_XL/MiMo-V2.5-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":140182797728,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ4_XS/MiMo-V2.5-UD-IQ4_XS-00001-of-00004.gguf","label":"UD-IQ4_XS","size":149443820992,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-IQ4_NL/MiMo-V2.5-UD-IQ4_NL-00001-of-00005.gguf","label":"UD-IQ4_NL","size":152597937696,"bits":3.94,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q4_K_S/MiMo-V2.5-UD-Q4_K_S-00001-of-00005.gguf","label":"UD-Q4_K_S","size":178837503520,"bits":4.62,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"MXFP4_MOE/MiMo-V2.5-MXFP4_MOE-00001-of-00005.gguf","label":"MXFP4_MOE","size":185431309824,"bits":4.79,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q4_K_M/MiMo-V2.5-UD-Q4_K_M-00001-of-00005.gguf","label":"UD-Q4_K_M","size":190917099040,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q4_K_XL/MiMo-V2.5-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":191605325344,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q5_K_S/MiMo-V2.5-UD-Q5_K_S-00001-of-00006.gguf","label":"UD-Q5_K_S","size":216301387424,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q5_K_M/MiMo-V2.5-UD-Q5_K_M-00001-of-00006.gguf","label":"UD-Q5_K_M","size":230176145024,"bits":5.94,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q5_K_XL/MiMo-V2.5-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":230746570368,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q6_K/MiMo-V2.5-UD-Q6_K-00001-of-00007.gguf","label":"UD-Q6_K","size":256986136352,"bits":6.64,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q6_K_XL/MiMo-V2.5-UD-Q6_K_XL-00001-of-00007.gguf","label":"UD-Q6_K_XL","size":281430540032,"bits":7.27,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"Q8_0/MiMo-V2.5-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":329279160192,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"UD-Q8_K_XL/MiMo-V2.5-UD-Q8_K_XL-00001-of-00008.gguf","label":"UD-Q8_K_XL","size":337420697472,"bits":8.71,"known":true,"rank":0},{"repo":"unsloth/MiMo-V2.5-GGUF","file":"BF16/MiMo-V2.5-BF16-00001-of-00014.gguf","label":"BF16","size":619638702336,"bits":16,"known":true,"rank":0}],"repos":["unsloth/MiMo-V2.5-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"longcat-flash-lite","family":"meituan-longcat/LongCat-Flash-Lite","name":"LongCat Flash Lite","maker":"meituan-longcat","catalog":null,"tuned":false,"params":68.56,"active":4.09,"layers":28,"probe":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF/LongCat-Flash-Lite-Q3_K_L.gguf","kvBytesPerToken":37320,"kvHeader":32256,"kvFixed":0,"context":327680,"arch":"longcat-flash-ngram","vision":false,"licence":"mit","open":true,"released":"2026-01-27T08:03:21.000Z","downloads":3623,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF","file":"LongCat-Flash-Lite-Q3_K_L.gguf","label":"Q3_K_L","size":32793902400,"bits":3.83,"known":true,"rank":0},{"repo":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF","file":"LongCat-Flash-Lite-Q4_K_M.gguf","label":"Q4_K_M","size":40231409728,"bits":4.69,"known":true,"rank":0},{"repo":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF","file":"LongCat-Flash-Lite-Q5_K_M.gguf","label":"Q5_K_M","size":48007948864,"bits":5.6,"known":true,"rank":0},{"repo":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF","file":"LongCat-Flash-Lite-Q6_K.gguf","label":"Q6_K","size":56284972352,"bits":6.57,"known":true,"rank":0},{"repo":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF","file":"LongCat-Flash-Lite-Q8_0.gguf","label":"Q8_0","size":72871665728,"bits":8.5,"known":true,"rank":0},{"repo":"InquiringMinds-AI/LongCat-Flash-Lite-GGUF","file":"LongCat-Flash-Lite-bf16.gguf","label":"BF16","size":137133270656,"bits":16,"known":true,"rank":0}],"repos":["InquiringMinds-AI/LongCat-Flash-Lite-GGUF"],"logoFrom":"meituan-longcat"},{"id":"trendyol-llm-asure-12b","family":"Trendyol/Trendyol-LLM-Asure-12B","name":"Trendyol LLM Asure 12B","maker":"Trendyol","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"merterbak/Trendyol-LLM-Asure-12B-GGUF/Trendyol-LLM-Asure-12B-Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-02-20T19:46:28.000Z","downloads":3612,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q2_K.gguf","label":"Q2_K","size":4768221696,"bits":3.24,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5458315776,"bits":3.71,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6008818176,"bits":4.08,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6480185856,"bits":4.4,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q4_0.gguf","label":"Q4_0","size":6887164416,"bits":4.68,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q4_K_S.gguf","label":"Q4_K_S","size":6935333376,"bits":4.71,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7300778496,"bits":4.96,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q4_1.gguf","label":"Q4_1","size":7559563776,"bits":5.14,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q5_0.gguf","label":"Q5_0","size":8231963136,"bits":5.6,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8231963136,"bits":5.6,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8445037056,"bits":5.74,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q5_1.gguf","label":"Q5_1","size":8904362496,"bits":6.05,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q6_K.gguf","label":"Q6_K","size":9660811776,"bits":6.57,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-Q8_0.gguf","label":"Q8_0","size":12510212736,"bits":8.5,"known":true,"rank":0},{"repo":"merterbak/Trendyol-LLM-Asure-12B-GGUF","file":"Trendyol-LLM-Asure-12B-bf16.gguf","label":"BF16","size":23540151936,"bits":16,"known":true,"rank":0}],"repos":["merterbak/Trendyol-LLM-Asure-12B-GGUF"],"logoFrom":"Trendyol"},{"id":"coldbrew-qwen3-5-rp-base-charthink","family":"SvalTek/ColdBrew-Qwen3.5-RP_Base-CharThink","name":"ColdBrew Qwen3.5 RP Base CharThink","maker":"SvalTek","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF/ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-29T11:46:21.000Z","downloads":3612,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642560,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269888,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648768,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346176,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968896,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472000,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239936,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q2_K.gguf","label":"Q2_K","size":3827263360,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166656,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416960,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407744,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818944,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383424,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525760,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515648,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441472,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q4_0.gguf","label":"Q4_0","size":5325940608,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630720,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215296,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110144,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q4_1.gguf","label":"Q4_1","size":5809334144,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310592,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970944,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF","file":"ColdBrew-Qwen3.5-RP_Base-CharThink.i1-Q6_K.gguf","label":"Q6_K","size":7359260544,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/ColdBrew-Qwen3.5-RP_Base-CharThink-i1-GGUF"],"logoFrom":"Qwen"},{"id":"mpt-7b-storywriter","family":"mosaicml/mpt-7b-storywriter","name":"Mpt 7B Storywriter","maker":"mosaicml","catalog":null,"tuned":false,"params":6.65,"active":null,"layers":32,"probe":"mradermacher/mpt-7b-storywriter-i1-GGUF/mpt-7b-storywriter.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":65536,"arch":"mpt","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-09T01:10:29.000Z","downloads":3610,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ1_S.gguf","label":"IQ1_S","size":1472362784,"bits":1.77,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ1_M.gguf","label":"IQ1_M","size":1604483360,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1824684320,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2017622304,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ2_S.gguf","label":"IQ2_S","size":2120382752,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ2_M.gguf","label":"IQ2_M","size":2296543520,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q2_K.gguf","label":"Q2_K","size":2558859552,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2636282144,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2865043744,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ3_S.gguf","label":"IQ3_S","size":2940541216,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2940541216,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ3_M.gguf","label":"IQ3_M","size":3261405472,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3527743776,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3594852640,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3796179232,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3796179232,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3796179232,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q4_0.gguf","label":"Q4_0","size":3812956448,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3829733664,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3846510880,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4274329888,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4601485600,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4958001440,"bits":5.96,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-storywriter-i1-GGUF","file":"mpt-7b-storywriter.i1-Q6_K.gguf","label":"Q6_K","size":5457123616,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/mpt-7b-storywriter-i1-GGUF"],"logoFrom":"mosaicml"},{"id":"mistral-medium-3-5-128b-eschaton-uncensored-i1","family":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","name":"Mistral Medium 3.5 128B Eschaton Uncensored I1","maker":"mradermacher","catalog":null,"tuned":true,"params":125.03,"active":null,"layers":88,"probe":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF/Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":402981,"kvHeader":360448,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"other","open":false,"released":"2026-07-26T05:00:07.000Z","downloads":3609,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":27193744608,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":29620280544,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":33664507104,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":37315124448,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":39740873952,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":42976255200,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":43000634592,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":46590696672,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":48365673696,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":51659250912,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":54366936288,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":54513999072,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":56793472224,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":60619857120,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":66071403744,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":67074104544,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":70999973088,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":71248485600,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74897136864,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":78471077088,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":86184402144,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF","file":"Mistral-Medium-3.5-128B-Eschaton-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":88316812512,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Medium-3.5-128B-Eschaton-Uncensored-i1-GGUF"],"logoFrom":"mistralai"},{"id":"roblox-coder-v2","family":"preferedev/Roblox-Coder-v2_gguf","name":"Roblox Coder V2","maker":"preferedev","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"preferedev/Roblox-Coder-v2_gguf/Qwen3.5-4B.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-06-11T11:42:52.000Z","downloads":3608,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"preferedev/Roblox-Coder-v2_gguf","file":"Qwen3.5-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2783446624,"bits":5.14,"known":true,"rank":0},{"repo":"preferedev/Roblox-Coder-v2_gguf","file":"Qwen3.5-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3161425504,"bits":5.84,"known":true,"rank":0},{"repo":"preferedev/Roblox-Coder-v2_gguf","file":"Qwen3.5-4B.Q8_0.gguf","label":"Q8_0","size":4610580064,"bits":8.52,"known":true,"rank":0}],"repos":["preferedev/Roblox-Coder-v2_gguf"],"logoFrom":"unsloth"},{"id":"k2-horizon-mova-36b-a4b-rocmfp4","family":"kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF","name":"K2 Horizon MoVA 36B A4B ROCmFP4","maker":"kingjones777","catalog":null,"tuned":false,"params":37.44,"active":13.03,"layers":48,"probe":"kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF/K2-Horizon-MoVA-36B-A4B-Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":222560,"kvHeader":196608,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T18:10:11.000Z","downloads":3608,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":19944884576,"bits":4.26,"known":false,"rank":0},{"repo":"kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_0_ROCMFP4_STRIX_LEAN.gguf","label":"Q4_0_ROCMFP4_STRIX_LEAN","size":20049312096,"bits":4.28,"known":false,"rank":0},{"repo":"kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q4_0_ROCMFP4_COHERENT.gguf","label":"Q4_0_ROCMFP4_COHERENT","size":21280078176,"bits":4.55,"known":false,"rank":0},{"repo":"kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF","file":"K2-Horizon-MoVA-36B-A4B-Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":39148468576,"bits":8.37,"known":false,"rank":0}],"repos":["kingjones777/K2-Horizon-MoVA-36B-A4B-ROCmFP4-GGUF"],"logoFrom":"IFM"},{"id":"capybara-tess-yi-34b-200k-dare-ties","family":"brucethemoose/Capybara-Tess-Yi-34B-200K-DARE-Ties","name":"Capybara Tess Yi 34B 200K DARE Ties","maker":"brucethemoose","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF/capybara-tess-yi-34b-200k-dare-ties.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-25T20:15:30.000Z","downloads":3607,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q2_K.gguf","label":"Q2_K","size":14555875360,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q3_K_S.gguf","label":"Q3_K_S","size":14960293920,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q3_K_M.gguf","label":"Q3_K_M","size":16636573728,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q3_K_L.gguf","label":"Q3_K_L","size":18139445280,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q4_0.gguf","label":"Q4_0","size":19466528800,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q4_K_S.gguf","label":"Q4_K_S","size":19543599136,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q4_K_M.gguf","label":"Q4_K_M","size":20658710560,"bits":4.81,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q5_0.gguf","label":"Q5_0","size":23707691040,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q5_K_S.gguf","label":"Q5_K_S","size":23707691040,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q5_K_M.gguf","label":"Q5_K_M","size":24321845280,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q6_K.gguf","label":"Q6_K","size":28213925920,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF","file":"capybara-tess-yi-34b-200k-dare-ties.Q8_0.gguf","label":"Q8_0","size":36542281760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Capybara-Tess-Yi-34B-200K-DARE-Ties-GGUF"],"logoFrom":"brucethemoose"},{"id":"anubis-70b-v1-1","family":"TheDrummer/Anubis-70B-v1.1","name":"Anubis 70B V1.1","maker":"TheDrummer","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF/TheDrummer_Anubis-70B-v1.1-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-06-26T12:59:54.000Z","downloads":3605,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ1_M.gguf","label":"IQ1_M","size":16751201056,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389856,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ2_XS.gguf","label":"IQ2_XS","size":21142113056,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ2_S.gguf","label":"IQ2_S","size":22242347808,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ2_M.gguf","label":"IQ2_M","size":24119298848,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q2_K.gguf","label":"Q2_K","size":26375113504,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q2_K_L.gguf","label":"Q2_K_L","size":27401161504,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499168,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":29307734816,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":30912056096,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ3_M.gguf","label":"IQ3_M","size":31937039136,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q3_K_M.gguf","label":"Q3_K_M","size":34267499296,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":37140597536,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":37902666528,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936544,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-IQ4_NL.gguf","label":"IQ4_NL","size":40053623584,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q4_0.gguf","label":"Q4_0","size":40116538144,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":40347224864,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":42520398624,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":43300195104,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q4_1.gguf","label":"Q4_1","size":44313594656,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":48657451808,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q5_K_M/TheDrummer_Anubis-70B-v1.1-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949821952,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q6_K/TheDrummer_Anubis-70B-v1.1-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148480,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Anubis-70B-v1.1-GGUF","file":"TheDrummer_Anubis-70B-v1.1-Q8_0/TheDrummer_Anubis-70B-v1.1-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054528,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Anubis-70B-v1.1-GGUF"],"logoFrom":"TheDrummer"},{"id":"aya-expanse-8b-imatrix","family":"duyntnet/aya-expanse-8b-imatrix-GGUF","name":"Aya Expanse 8B Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"duyntnet/aya-expanse-8b-imatrix-GGUF/aya-expanse-8b-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"command-r","vision":false,"licence":"other","open":false,"released":"2024-10-25T02:53:16.000Z","downloads":3604,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ1_S.gguf","label":"IQ1_S","size":2209509440,"bits":2.2,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ1_M.gguf","label":"IQ1_M","size":2351853632,"bits":2.34,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ2_XXS.gguf","label":"IQ2_XXS","size":2589093952,"bits":2.58,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ2_XS.gguf","label":"IQ2_XS","size":2795663424,"bits":2.79,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ2_S.gguf","label":"IQ2_S","size":2895016000,"bits":2.88,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ2_M.gguf","label":"IQ2_M","size":3084808256,"bits":3.07,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q2_K_S.gguf","label":"Q2_K_S","size":3248189504,"bits":3.24,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3411439680,"bits":3.4,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q2_K.gguf","label":"Q2_K","size":3438506048,"bits":3.43,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3724767296,"bits":3.71,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3870519360,"bits":3.86,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ3_S.gguf","label":"IQ3_S","size":3888345152,"bits":3.87,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ3_M.gguf","label":"IQ3_M","size":3990843456,"bits":3.98,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4224938048,"bits":4.21,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4527976512,"bits":4.51,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4600328256,"bits":4.58,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q4_0.gguf","label":"Q4_0","size":4812140608,"bits":4.79,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-IQ4_NL.gguf","label":"IQ4_NL","size":4814237760,"bits":4.8,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4828917824,"bits":4.81,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5056983104,"bits":5.04,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q4_1.gguf","label":"Q4_1","size":5233668160,"bits":5.21,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5669875776,"bits":5.65,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q5_0.gguf","label":"Q5_0","size":5684555840,"bits":5.66,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5803569216,"bits":5.78,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q5_1.gguf","label":"Q5_1","size":6106083392,"bits":6.08,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q6_K.gguf","label":"Q6_K","size":6596816960,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/aya-expanse-8b-imatrix-GGUF","file":"aya-expanse-8b-Q8_0.gguf","label":"Q8_0","size":8541073472,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/aya-expanse-8b-imatrix-GGUF"],"logoFrom":"CohereLabs"},{"id":"ibm-granite-granite-20b-code-base-r1-1","family":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","name":"Ibm Granite Granite 20B Code Base R1.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":20.07,"active":null,"layers":52,"probe":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf/granite-20b-code-base-r1.1.Q2_K.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":null,"open":false,"released":"2024-09-17T05:20:46.000Z","downloads":3602,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q2_K.gguf","label":"Q2_K","size":7929485120,"bits":3.16,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.IQ3_XS.gguf","label":"IQ3_XS","size":8658556736,"bits":3.45,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.IQ3_S.gguf","label":"IQ3_S","size":8934594368,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q3_K_S.gguf","label":"Q3_K_S","size":8934594368,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.IQ3_M.gguf","label":"IQ3_M","size":9587185472,"bits":3.82,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q3_K.gguf","label":"Q3_K","size":10566293312,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q3_K_M.gguf","label":"Q3_K_M","size":10566293312,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.IQ4_XS.gguf","label":"IQ4_XS","size":11078063936,"bits":4.42,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q4_0.gguf","label":"Q4_0","size":11552479040,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.IQ4_NL.gguf","label":"IQ4_NL","size":11665725248,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q4_K_S.gguf","label":"Q4_K_S","size":11665725248,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q3_K_L.gguf","label":"Q3_K_L","size":11736504128,"bits":4.68,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q4_1.gguf","label":"Q4_1","size":12784424768,"bits":5.1,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q4_K.gguf","label":"Q4_K","size":12820207424,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q4_K_M.gguf","label":"Q4_K_M","size":12820207424,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q5_0.gguf","label":"Q5_0","size":14016370496,"bits":5.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q5_K_S.gguf","label":"Q5_K_S","size":14016370496,"bits":5.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q5_K.gguf","label":"Q5_K","size":14809339712,"bits":5.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q5_K_M.gguf","label":"Q5_K_M","size":14809339712,"bits":5.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q5_1.gguf","label":"Q5_1","size":15248316224,"bits":6.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q6_K.gguf","label":"Q6_K","size":16634255168,"bits":6.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf","file":"granite-20b-code-base-r1.1.Q8_0.gguf","label":"Q8_0","size":21481183040,"bits":8.56,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-20b-code-base-r1.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen3-5-4b-q4-k-m","family":"LocalScribe/Qwen3.5-4B-Q4_K_M.gguf","name":"Qwen3.5 4B Q4 K M.","maker":"LocalScribe","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"LocalScribe/Qwen3.5-4B-Q4_K_M.gguf/Qwen3.5-4B-IQ3_XXS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-03T13:09:57.000Z","downloads":3599,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LocalScribe/Qwen3.5-4B-Q4_K_M.gguf","file":"Qwen3.5-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1984990240,"bits":3.77,"known":true,"rank":0},{"repo":"LocalScribe/Qwen3.5-4B-Q4_K_M.gguf","file":"Qwen3.5-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2740937888,"bits":5.21,"known":true,"rank":0}],"repos":["LocalScribe/Qwen3.5-4B-Q4_K_M.gguf"],"logoFrom":"LocalScribe"},{"id":"qwen2-5-14b-roleplay-zh","family":"gctian/qwen2.5-14B-roleplay-zh","name":"Qwen2.5 14B Roleplay Zh","maker":"gctian","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"TouchNight/qwen2.5-14B-roleplay-zh-Q4_K_M-GGUF/qwen2.5-14b-roleplay-zh-q4_k_m.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-11T16:55:08.000Z","downloads":3598,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TouchNight/qwen2.5-14B-roleplay-zh-Q4_K_M-GGUF","file":"qwen2.5-14b-roleplay-zh-q4_k_m.gguf","label":"Q4_K_M","size":8988108736,"bits":4.87,"known":true,"rank":0}],"repos":["TouchNight/qwen2.5-14B-roleplay-zh-Q4_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-30b-a3b-gemini-pro-high-reasoning-2507-abliterated-uncensored","family":"DavidAU/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED","name":"Qwen3 30B A3B Gemini Pro High Reasoning 2507 ABLITERATED UNCENSORED","maker":"DavidAU","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-16T00:58:50.000Z","downloads":3598,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ1_S.gguf","label":"IQ1_S","size":6416510496,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ1_M.gguf","label":"IQ1_M","size":7078293024,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181263904,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076223520,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ2_S.gguf","label":"IQ2_S","size":9287132704,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ2_M.gguf","label":"IQ2_M","size":10169509408,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519365152,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q2_K.gguf","label":"Q2_K","size":11258611232,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849328160,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598443552,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292469792,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ3_S.gguf","label":"IQ3_S","size":13299154464,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063968,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711848480,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900671520,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368350752,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q4_0.gguf","label":"Q4_0","size":17379989024,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456010784,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556687904,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q4_1.gguf","label":"Q4_1","size":19192501792,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080512032,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725582880,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF","file":"Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED.i1-Q6_K.gguf","label":"Q6_K","size":25092533792,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-Gemini-Pro-High-Reasoning-2507-ABLITERATED-UNCENSORED-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"samantha-1-11-codellama-34b","family":"QuixiAI/Samantha-1.11-CodeLlama-34b","name":"Samantha 1.11 CodeLlama 34B","maker":"QuixiAI","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF/samantha-1.11-codellama-34b.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-25T20:28:37.000Z","downloads":3594,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q2_K.gguf","label":"Q2_K","size":14210674816,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q3_K_S.gguf","label":"Q3_K_S","size":14605348992,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q3_K_M.gguf","label":"Q3_K_M","size":16283594880,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q3_K_L.gguf","label":"Q3_K_L","size":17771524224,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q4_0.gguf","label":"Q4_0","size":19052048512,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q4_K_S.gguf","label":"Q4_K_S","size":19146420352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q4_K_M.gguf","label":"Q4_K_M","size":20219900032,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q5_0.gguf","label":"Q5_0","size":23237177472,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q5_K_S.gguf","label":"Q5_K_S","size":23237177472,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q5_K_M.gguf","label":"Q5_K_M","size":23838797952,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q6_K.gguf","label":"Q6_K","size":27683876992,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Samantha-1.11-CodeLlama-34B-GGUF","file":"samantha-1.11-codellama-34b.Q8_0.gguf","label":"Q8_0","size":35856052352,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Samantha-1.11-CodeLlama-34B-GGUF"],"logoFrom":"QuixiAI"},{"id":"venice-uncensored","family":"AskVenice/venice-uncensored","name":"Venice Uncensored","maker":"AskVenice","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"KiloXiix/venice-uncensored-Q4_K_M-GGUF/venice-uncensored-q4_k_m.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-17T20:48:53.000Z","downloads":3594,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KiloXiix/venice-uncensored-Q4_K_M-GGUF","file":"venice-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":14333909280,"bits":4.87,"known":true,"rank":0}],"repos":["KiloXiix/venice-uncensored-Q4_K_M-GGUF"],"logoFrom":"AskVenice"},{"id":"dolphin-x1-8b","family":"dphn/Dolphin-X1-8B","name":"Dolphin X1 8B","maker":"dphn","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"dphn/Dolphin-X1-8B-GGUF/Dolphin-X1-8B-Q3_K_L.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-09-18T13:45:58.000Z","downloads":3591,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dphn/Dolphin-X1-8B-GGUF","file":"Dolphin-X1-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321960928,"bits":4.31,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-8B-GGUF","file":"Dolphin-X1-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920738784,"bits":4.9,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-8B-GGUF","file":"Dolphin-X1-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732991968,"bits":5.71,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-8B-GGUF","file":"Dolphin-X1-8B-Q6_K.gguf","label":"Q6_K","size":6596010976,"bits":6.57,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-8B-GGUF","file":"Dolphin-X1-8B-Q8_0.gguf","label":"Q8_0","size":8540775392,"bits":8.51,"known":true,"rank":0}],"repos":["dphn/Dolphin-X1-8B-GGUF"],"logoFrom":"dphn"},{"id":"dory1-0-4b","family":"cloudnathan5/Dory1.0-4B-GGUF","name":"Dory1.0 4B","maker":"cloudnathan5","catalog":null,"tuned":false,"params":3.98,"active":null,"layers":72,"probe":"cloudnathan5/Dory1.0-4B-GGUF/Dory1.0-4B-IQ2_XXS.gguf","kvBytesPerToken":341213,"kvHeader":294912,"kvFixed":0,"context":262144,"arch":"dory","vision":false,"licence":"other","open":false,"released":"2026-10-19T10:54:25.000Z","downloads":3588,"likes":8,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ2_XXS.gguf","label":"IQ2_XXS","size":1238668448,"bits":2.49,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ2_XS.gguf","label":"IQ2_XS","size":1336644768,"bits":2.69,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ2_S.gguf","label":"IQ2_S","size":1431262368,"bits":2.88,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ2_M.gguf","label":"IQ2_M","size":1517442208,"bits":3.05,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q2_K_S.gguf","label":"Q2_K_S","size":1520882848,"bits":3.06,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q2_K-noimat.gguf","label":"Dory1.0-4B-Q2_K-noimat","size":1609110464,"bits":3.23,"known":false,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q2_K.gguf","label":"Q2_K","size":1609110688,"bits":3.23,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1656870048,"bits":3.33,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ3_XS.gguf","label":"IQ3_XS","size":1795069088,"bits":3.61,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q3_K_S.gguf","label":"Q3_K_S","size":1851102368,"bits":3.72,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ3_S.gguf","label":"IQ3_S","size":1863636128,"bits":3.75,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ3_M.gguf","label":"IQ3_M","size":1923519648,"bits":3.87,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q2_K_L.gguf","label":"Q2_K_L","size":1936790688,"bits":3.89,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2006750368,"bits":4.03,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q2_K_XL.gguf","label":"Q2_K_XL","size":2108003488,"bits":4.24,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2143065248,"bits":4.31,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2235389088,"bits":4.49,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-NVFP4-from-ModelOpt.gguf","label":"Dory1.0-4B-NVFP4-from-ModelOpt","size":2334348224,"bits":4.69,"known":false,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-NVFP4.gguf","label":"Dory1.0-4B-NVFP4","size":2334348448,"bits":4.69,"known":false,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2344834208,"bits":4.71,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2346144928,"bits":4.72,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q4_K_M-noimat.gguf","label":"Dory1.0-4B-Q4_K_M-noimat","size":2431669184,"bits":4.89,"known":false,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2431669408,"bits":4.89,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2570605728,"bits":5.17,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q4_K_L.gguf","label":"Q4_K_L","size":2680706208,"bits":5.39,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q5_K_S.gguf","label":"Q5_K_S","size":2789168288,"bits":5.61,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2839303328,"bits":5.71,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q4_K_XL.gguf","label":"Q4_K_XL","size":2911720608,"bits":5.85,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3046397088,"bits":6.12,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q6_K.gguf","label":"Q6_K","size":3272414368,"bits":6.58,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q5_K_XL.gguf","label":"Q5_K_XL","size":3363837088,"bits":6.76,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3434943648,"bits":6.9,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"experimental/Dory1.0-4B-Q5_K_M-NVrecipe.gguf","label":"Dory1.0-4B-Q5_K_M-NVrecipe","size":3675542464,"bits":7.39,"known":false,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-Q8_0.gguf","label":"Q8_0","size":4234892448,"bits":8.51,"known":true,"rank":0},{"repo":"cloudnathan5/Dory1.0-4B-GGUF","file":"Dory1.0-4B-BF16.gguf","label":"BF16","size":7960613824,"bits":16,"known":true,"rank":0}],"repos":["cloudnathan5/Dory1.0-4B-GGUF"],"logoFrom":"nvidia"},{"id":"noromaid-20b-v0-1-1","family":"NeverSleep/Noromaid-20b-v0.1.1","name":"Noromaid 20B V0.1.1","maker":"NeverSleep","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"TheBloke/Noromaid-20B-v0.1.1-GGUF/noromaid-20b-v0.1.1.Q2_K.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-11-23T08:47:36.000Z","downloads":3588,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q2_K.gguf","label":"Q2_K","size":8311592544,"bits":3.33,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q3_K_S.gguf","label":"Q3_K_S","size":8658370144,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q3_K_M.gguf","label":"Q3_K_M","size":9697156704,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q3_K_L.gguf","label":"Q3_K_L","size":10627767904,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q4_0.gguf","label":"Q4_0","size":11292026464,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q4_K_S.gguf","label":"Q4_K_S","size":11340523104,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q4_K_M.gguf","label":"Q4_K_M","size":12042208864,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q5_0.gguf","label":"Q5_0","size":13770761824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q5_K_S.gguf","label":"Q5_K_S","size":13770761824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q5_K_M.gguf","label":"Q5_K_M","size":14157219424,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q6_K.gguf","label":"Q6_K","size":16404418144,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Noromaid-20B-v0.1.1-GGUF","file":"noromaid-20b-v0.1.1.Q8_0.gguf","label":"Q8_0","size":21246647904,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Noromaid-20B-v0.1.1-GGUF"],"logoFrom":"NeverSleep"},{"id":"llama3-2-30b-a3b-ii-dark-champion-instruct-heretic-abliterated-uncensored","family":"DavidAU/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored","name":"Llama3.2 30B A3B II Dark Champion Heretic Abliterated Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":29.97,"active":5.13,"layers":47,"probe":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-01T22:23:49.000Z","downloads":3585,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":6520457632,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":7172581792,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8259455392,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9128954272,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":9231190432,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":10100689312,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10492535200,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":11377025440,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11912628640,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12643844512,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":13344113056,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13344113056,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":13959102880,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14651163040,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15669272992,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16272220576,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":17180647840,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17299005856,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18366980512,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":18947367328,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":20777001376,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21391991200,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF","file":"Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":24664973728,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Llama3.2-30B-A3B-II-Dark-Champion-INSTRUCT-Heretic-Abliterated-Uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"airoboros-l2-13b-gpt4-2-0","family":"jondurbin/airoboros-l2-13b-gpt4-2.0","name":"Airoboros L2 13B Gpt4 2.0","maker":"jondurbin","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF/airoboros-l2-13b-gpt4-2.0.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-08T19:12:50.000Z","downloads":3584,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF","file":"airoboros-l2-13b-gpt4-2.0.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/airoboros-l2-13b-gpt4-2.0-GGUF"],"logoFrom":"jondurbin"},{"id":"dnotitia-smoothie-qwen3-14b","family":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","name":"Dnotitia Smoothie Qwen3 14B","maker":"Alcoft","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF/dnotitia_Smoothie-Qwen3-14B_Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-10T15:34:46.000Z","downloads":3584,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q2_K_XXS.gguf","label":"Q2_K_XXS","size":5371105088,"bits":2.91,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q2_K_XS.gguf","label":"Q2_K_XS","size":5553428288,"bits":3.01,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q2_K.gguf","label":"Q2_K","size":5753983808,"bits":3.12,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_XXS.gguf","label":"Q3_K_XXS","size":6353233728,"bits":3.44,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_XS.gguf","label":"Q3_K_XS","size":6456550208,"bits":3.5,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q2_K_L.gguf","label":"Q2_K_L","size":6513663808,"bits":3.53,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_S.gguf","label":"Q3_K_S","size":6657105728,"bits":3.61,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_M.gguf","label":"Q3_K_M","size":7321313088,"bits":3.97,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_L.gguf","label":"Q3_K_L","size":7900651328,"bits":4.28,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q2_K_XL.gguf","label":"Q2_K_XL","size":7972249408,"bits":4.32,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q4_K_XS.gguf","label":"Q4_K_XS","size":8372920128,"bits":4.54,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q4_K_S.gguf","label":"Q4_K_S","size":8573475648,"bits":4.64,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_XL.gguf","label":"Q3_K_XL","size":8581324608,"bits":4.65,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q4_K_M.gguf","label":"Q4_K_M","size":9001753408,"bits":4.88,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q4_K_L.gguf","label":"Q4_K_L","size":9579110208,"bits":5.19,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q3_K_XXL.gguf","label":"Q3_K_XXL","size":10039910208,"bits":5.44,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q5_K_XXS.gguf","label":"Q5_K_XXS","size":10063339328,"bits":5.45,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q5_K_XS.gguf","label":"Q5_K_XS","size":10160578368,"bits":5.5,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q5_K_S.gguf","label":"Q5_K_S","size":10263894848,"bits":5.56,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q5_K_M.gguf","label":"Q5_K_M","size":10514570048,"bits":5.7,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q5_K_L.gguf","label":"Q5_K_L","size":10994687808,"bits":5.96,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q4_K_XL.gguf","label":"Q4_K_XL","size":11037695808,"bits":5.98,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q6_K_S.gguf","label":"Q6_K_S","size":11921382208,"bits":6.46,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q6_K.gguf","label":"Q6_K","size":12121937728,"bits":6.57,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q5_K_XL.gguf","label":"Q5_K_XL","size":12453273408,"bits":6.75,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q6_K_L.gguf","label":"Q6_K_L","size":12498739008,"bits":6.77,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q6_K_XL.gguf","label":"Q6_K_XL","size":13957324608,"bits":7.56,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q8_K_XS.gguf","label":"Q8_K_XS","size":15309578048,"bits":8.29,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q8_K_S.gguf","label":"Q8_K_S","size":15510133568,"bits":8.4,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q8_0.gguf","label":"Q8_0","size":15698534208,"bits":8.5,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_Q8_K_XL.gguf","label":"Q8_K_XL","size":17157119808,"bits":9.29,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B.gguf","label":"dnotitia_Smoothie-Qwen3-14B","size":29543423808,"bits":16,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF","file":"dnotitia_Smoothie-Qwen3-14B_F16.gguf","label":"F16","size":29543423808,"bits":16,"known":true,"rank":0}],"repos":["Alcoft/dnotitia_Smoothie-Qwen3-14B-GGUF"],"logoFrom":"dnotitia"},{"id":"lfm2-5-24b-a2b-nyquant-q4-preview","family":"XGeorgeCostanzaX/LFM2.5-24B-A2B-Nyquant-Q4-preview","name":"LFM2.5 24B A2B Nyquant Q4 Preview","maker":"XGeorgeCostanzaX","catalog":null,"tuned":false,"params":23.97,"active":2.45,"layers":40,"probe":"XGeorgeCostanzaX/LFM2.5-24B-A2B-Nyquant-Q4-preview/LFM2.5-24B-A2B-mix-F12000-preview.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-17T14:38:26.000Z","downloads":3582,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"XGeorgeCostanzaX/LFM2.5-24B-A2B-Nyquant-Q4-preview","file":"LFM2.5-24B-A2B-mix-F12000-preview.gguf","label":"LFM2.5-24B-A2B-mix-F12000-preview","size":11996757952,"bits":4,"known":false,"rank":0},{"repo":"XGeorgeCostanzaX/LFM2.5-24B-A2B-Nyquant-Q4-preview","file":"LFM2.5-24B-A2B-mix-iq4xs-preview.gguf","label":"LFM2.5-24B-A2B-mix-iq4xs-preview","size":13080461248,"bits":4.37,"known":false,"rank":0},{"repo":"XGeorgeCostanzaX/LFM2.5-24B-A2B-Nyquant-Q4-preview","file":"LFM2.5-24B-A2B-mix-ar4match-preview.gguf","label":"LFM2.5-24B-A2B-mix-ar4match-preview","size":13873184832,"bits":4.63,"known":false,"rank":0}],"repos":["XGeorgeCostanzaX/LFM2.5-24B-A2B-Nyquant-Q4-preview"],"logoFrom":"LiquidAI"},{"id":"toriigate-v0-4-7b","family":"Minthy/ToriiGate-v0.4-7B","name":"ToriiGate V0.4 7B","maker":"Minthy","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/ToriiGate-v0.4-7B-GGUF/ToriiGate-v0.4-7B.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-03-04T04:48:33.000Z","downloads":3581,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q2_K.gguf","label":"Q2_K","size":3015939392,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492367680,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808390464,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088458560,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4250297664,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457768256,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683072832,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315175744,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444830528,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q6_K.gguf","label":"Q6_K","size":6254198080,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.Q8_0.gguf","label":"Q8_0","size":8098524480,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/ToriiGate-v0.4-7B-GGUF","file":"ToriiGate-v0.4-7B.f16.gguf","label":"F16","size":15237852480,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/ToriiGate-v0.4-7B-GGUF"],"logoFrom":"Minthy"},{"id":"phi-2-electrical-engineering","family":"STEM-AI-mtl/phi-2-electrical-engineering","name":"Phi 2 Electrical Engineering","maker":"STEM-AI-mtl","catalog":null,"tuned":false,"params":2.78,"active":null,"layers":32,"probe":"TheBloke/phi-2-electrical-engineering-GGUF/phi-2-electrical-engineering.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"phi2","vision":false,"licence":"other","open":false,"released":"2024-01-13T20:47:34.000Z","downloads":3577,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q2_K.gguf","label":"Q2_K","size":1109719648,"bits":3.19,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q3_K_S.gguf","label":"Q3_K_S","size":1250826848,"bits":3.6,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q3_K_M.gguf","label":"Q3_K_M","size":1432689248,"bits":4.12,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q3_K_L.gguf","label":"Q3_K_L","size":1575230048,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q4_0.gguf","label":"Q4_0","size":1602468448,"bits":4.61,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q4_K_S.gguf","label":"Q4_K_S","size":1631959648,"bits":4.7,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q4_K_M.gguf","label":"Q4_K_M","size":1737636448,"bits":5,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q5_0.gguf","label":"Q5_0","size":1933425248,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q5_K_S.gguf","label":"Q5_K_S","size":1933425248,"bits":5.56,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q5_K_M.gguf","label":"Q5_K_M","size":2003057248,"bits":5.76,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q6_K.gguf","label":"Q6_K","size":2285066848,"bits":6.58,"known":true,"rank":0},{"repo":"TheBloke/phi-2-electrical-engineering-GGUF","file":"phi-2-electrical-engineering.Q8_0.gguf","label":"Q8_0","size":2958039648,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/phi-2-electrical-engineering-GGUF"],"logoFrom":"STEM-AI-mtl"},{"id":"jan-v1-4b","family":"janhq/Jan-v1-4B","name":"Jan V1 4B","maker":"janhq","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"janhq/Jan-v1-4B-GGUF/Jan-v1-4B-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-11T06:21:13.000Z","downloads":3576,"likes":140,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"janhq/Jan-v1-4B-GGUF","file":"Jan-v1-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2497281632,"bits":4.97,"known":true,"rank":0},{"repo":"janhq/Jan-v1-4B-GGUF","file":"Jan-v1-4B-Q5_K_M.gguf","label":"Q5_K_M","size":2889514592,"bits":5.75,"known":true,"rank":0},{"repo":"janhq/Jan-v1-4B-GGUF","file":"Jan-v1-4B-Q6_K.gguf","label":"Q6_K","size":3306262112,"bits":6.58,"known":true,"rank":0},{"repo":"janhq/Jan-v1-4B-GGUF","file":"Jan-v1-4B-Q8_0.gguf","label":"Q8_0","size":4280406112,"bits":8.52,"known":true,"rank":0}],"repos":["janhq/Jan-v1-4B-GGUF"],"logoFrom":"janhq"},{"id":"ling-3-0-flash-heretic","family":"trohrbaugh/Ling-3.0-flash-heretic","name":"Ling 3.0 Flash Heretic","maker":"trohrbaugh","catalog":null,"tuned":true,"params":127.49,"active":5.61,"layers":43,"probe":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF/Ling-3.0-flash-heretic.i1-Q2_K.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":262144,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-22T11:53:51.000Z","downloads":3573,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q2_K.gguf","label":"Q2_K","size":46531262112,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":55144723488,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":55144723488,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":55659391008,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":60756217888,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":66024902688,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":68044316064,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q4_0.gguf","label":"Q4_0","size":72204499872,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":72402918304,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":77010145184,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q4_1.gguf","label":"Q4_1","size":79952680864,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":87892988832,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-flash-heretic-i1-GGUF","file":"Ling-3.0-flash-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":90465978272,"bits":5.68,"known":true,"rank":0}],"repos":["mradermacher/Ling-3.0-flash-heretic-i1-GGUF"],"logoFrom":"trohrbaugh"},{"id":"roleplay-mistral-7b","family":"vicgalle/Roleplay-Mistral-7B","name":"Roleplay Mistral 7B","maker":"vicgalle","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Roleplay-Mistral-7B-i1-GGUF/Roleplay-Mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-09T16:43:53.000Z","downloads":3568,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102656,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446848,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687168,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256640,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921216,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713472,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719243264,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344896,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816512,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568576,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394368,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892672,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987264,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025728,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689472,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123597824,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375040,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440320,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716992,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410432,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Roleplay-Mistral-7B-i1-GGUF","file":"Roleplay-Mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942066176,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Roleplay-Mistral-7B-i1-GGUF"],"logoFrom":"vicgalle"},{"id":"fimbulvetr-11b-v2-1-16k","family":"Sao10K/Fimbulvetr-11B-v2.1-16K","name":"Fimbulvetr 11B V2.1 16K","maker":"Sao10K","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF/Fimbulvetr-11B-v2.1-16K.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-30T06:40:14.000Z","downloads":3566,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ1_S.gguf","label":"IQ1_S","size":2351225792,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ1_M.gguf","label":"IQ1_M","size":2564742080,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2920602560,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3230456768,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ2_S.gguf","label":"IQ2_S","size":3392797632,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ2_M.gguf","label":"IQ2_M","size":3677486016,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q2_K.gguf","label":"Q2_K","size":4003232704,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4167433152,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4445936576,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4664564672,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ3_S.gguf","label":"IQ3_S","size":4691303360,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ3_M.gguf","label":"IQ3_M","size":4845050816,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5195668416,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5650750400,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5772590016,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q4_0.gguf","label":"Q4_0","size":6094404544,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6118521792,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6461668288,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7397391296,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7597931456,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF","file":"Fimbulvetr-11B-v2.1-16K.i1-Q6_K.gguf","label":"Q6_K","size":8805211072,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Fimbulvetr-11B-v2.1-16K-i1-GGUF"],"logoFrom":"Sao10K"},{"id":"qwen-2-5-coder-14b","family":"EasierAI/Qwen-2.5-Coder-14B","name":"Qwen 2.5 Coder 14B","maker":"EasierAI","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"EasierAI/Qwen-2.5-Coder-14B/Qwen-2.5-Coder-14B-Instruct-Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-13T17:00:46.000Z","downloads":3566,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q2_K.gguf","label":"Q2_K","size":5770497408,"bits":3.13,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":7339203968,"bits":3.98,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q4_0.gguf","label":"Q4_0","size":8517725568,"bits":4.61,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8988110272,"bits":4.87,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q5_0.gguf","label":"Q5_0","size":10266553792,"bits":5.56,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":10508873152,"bits":5.69,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q6_K.gguf","label":"Q6_K","size":12124683712,"bits":6.57,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-Coder-14B","file":"Qwen-2.5-Coder-14B-Instruct-Q8_0.gguf","label":"Q8_0","size":15701597632,"bits":8.5,"known":true,"rank":0}],"repos":["EasierAI/Qwen-2.5-Coder-14B"],"logoFrom":"Qwen"},{"id":"phi-3-mini-128k-instruct-imatrix","family":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","name":"Phi 3 Mini 128K Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF/Phi-3-mini-128k-instruct-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"other","open":false,"released":"2024-05-11T05:26:10.000Z","downloads":3558,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ1_S.gguf","label":"IQ1_S","size":841609856,"bits":1.76,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ1_M.gguf","label":"IQ1_M","size":917107328,"bits":1.92,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":1042936448,"bits":2.18,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1153036928,"bits":2.41,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ2_S.gguf","label":"IQ2_S","size":1215731840,"bits":2.55,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316395136,"bits":2.76,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q2_K_S.gguf","label":"Q2_K_S","size":1327337600,"bits":2.78,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q2_K.gguf","label":"Q2_K","size":1416204416,"bits":2.97,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513003136,"bits":3.17,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625175680,"bits":3.4,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ3_S.gguf","label":"IQ3_S","size":1681798784,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681798784,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855600256,"bits":3.89,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955477120,"bits":4.1,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059852928,"bits":4.31,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087597696,"bits":4.37,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":2176177280,"bits":4.56,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q4_0.gguf","label":"Q4_0","size":2182468736,"bits":4.57,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188760192,"bits":4.58,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393232512,"bits":5.01,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q4_1.gguf","label":"Q4_1","size":2408825984,"bits":5.04,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641474688,"bits":5.53,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q5_0.gguf","label":"Q5_0","size":2647766144,"bits":5.55,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815276160,"bits":5.9,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q5_1.gguf","label":"Q5_1","size":2874123392,"bits":6.02,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q6_K.gguf","label":"Q6_K","size":3135853184,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF","file":"Phi-3-mini-128k-instruct-Q8_0.gguf","label":"Q8_0","size":4061222528,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/Phi-3-mini-128k-instruct-imatrix-GGUF"],"logoFrom":"microsoft"},{"id":"autoglm-phone-9b","family":"Luckybalabala/AutoGLM-Phone-9B-GGUF","name":"AutoGLM Phone 9B","maker":"Luckybalabala","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"Luckybalabala/AutoGLM-Phone-9B-GGUF/AutoGLM-Phone-9B-Q2_K.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":65536,"arch":"glm4","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-17T07:16:49.000Z","downloads":3558,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q2_K.gguf","label":"Q2_K","size":4006344160,"bits":3.41,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4592039392,"bits":3.91,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4974507488,"bits":4.23,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5196608992,"bits":4.42,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q4_0.gguf","label":"Q4_0","size":5459932640,"bits":4.65,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5758481888,"bits":4.9,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q4_1.gguf","label":"Q4_1","size":6008600032,"bits":5.11,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q4_K_M.gguf","label":"Q4_K_M","size":6166574560,"bits":5.25,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q5_0.gguf","label":"Q5_0","size":6557267424,"bits":5.58,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6697514464,"bits":5.7,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q5_K_M.gguf","label":"Q5_K_M","size":7050917344,"bits":6,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q5_1.gguf","label":"Q5_1","size":7105934816,"bits":6.05,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q6_K.gguf","label":"Q6_K","size":8266642912,"bits":7.04,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B-Q8_0.gguf","label":"Q8_0","size":9999611360,"bits":8.51,"known":true,"rank":0},{"repo":"Luckybalabala/AutoGLM-Phone-9B-GGUF","file":"AutoGLM-Phone-9B.gguf","label":"AutoGLM-Phone-9B","size":18811581920,"bits":16.01,"known":false,"rank":0}],"repos":["Luckybalabala/AutoGLM-Phone-9B-GGUF"],"logoFrom":"zai-org"},{"id":"magnum-12b-v2-5-kto","family":"bartowski/magnum-12b-v2.5-kto-GGUF","name":"Magnum 12B V2.5 Kto","maker":"bartowski","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/magnum-12b-v2.5-kto-GGUF/magnum-12b-v2.5-kto-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-15T04:57:08.000Z","downloads":3558,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-IQ2_M.gguf","label":"IQ2_M","size":4435023168,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q2_K.gguf","label":"Q2_K","size":4791047488,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-IQ3_XS.gguf","label":"IQ3_XS","size":5306488128,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q2_K_L.gguf","label":"Q2_K_L","size":5446407488,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q3_K_S.gguf","label":"Q3_K_S","size":5534225728,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-IQ3_M.gguf","label":"IQ3_M","size":5722232128,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q3_K_M.gguf","label":"Q3_K_M","size":6083089728,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q3_K_L.gguf","label":"Q3_K_L","size":6561502528,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-IQ4_XS.gguf","label":"IQ4_XS","size":6742709568,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q4_K_S.gguf","label":"Q4_K_S","size":7120196928,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148705088,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q4_K_M.gguf","label":"Q4_K_M","size":7477204288,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q4_K_L.gguf","label":"Q4_K_L","size":7975277888,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q5_K_S.gguf","label":"Q5_K_S","size":8518735168,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q5_K_M.gguf","label":"Q5_K_M","size":8727631168,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q5_K_L.gguf","label":"Q5_K_L","size":9141818688,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q6_K.gguf","label":"Q6_K","size":10056209728,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q6_K_L.gguf","label":"Q6_K_L","size":10381268288,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-Q8_0.gguf","label":"Q8_0","size":13022369088,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/magnum-12b-v2.5-kto-GGUF","file":"magnum-12b-v2.5-kto-f32.gguf","label":"F32","size":48999011360,"bits":32,"known":true,"rank":0}],"repos":["bartowski/magnum-12b-v2.5-kto-GGUF"],"logoFrom":"anthracite-org"},{"id":"lbs-27b","family":"inclusionAI/LBS-27B","name":"LBS 27B","maker":"Ant Group","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/LBS-27B-GGUF/LBS-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-27T12:36:15.000Z","downloads":3556,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8642284544,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ2_XS.gguf","label":"IQ2_XS","size":8849542144,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ2_S.gguf","label":"IQ2_S","size":9445059584,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ2_M.gguf","label":"IQ2_M","size":10283265024,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q2_K.gguf","label":"Q2_K","size":10582559744,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12081183744,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12500900864,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12560620544,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13165067264,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q3_K_L.gguf","label":"Q3_K_L","size":13883833344,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ3_M.gguf","label":"IQ3_M","size":14621645824,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15236967424,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q4_0.gguf","label":"Q4_0","size":16109784064,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16124529664,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17203416064,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17203416064,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q4_1.gguf","label":"Q4_1","size":17586473984,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18581720064,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19327929344,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20684893184,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22618471424,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q6_K.gguf","label":"Q6_K","size":23621581824,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24719924224,"bits":7.35,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-Q8_0.gguf","label":"Q8_0","size":28665068544,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/LBS-27B-GGUF","file":"LBS-27B-bf16/LBS-27B-bf16-00001-of-00002.gguf","label":"BF16","size":53808282560,"bits":16,"known":true,"rank":0}],"repos":["bartowski/LBS-27B-GGUF"],"logoFrom":"inclusionAI"},{"id":"nxcode-cq-7b-orpo","family":"NTQAI/Nxcode-CQ-7B-orpo","name":"Nxcode CQ 7B Orpo","maker":"NTQAI","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF/Nxcode-CQ-7B-orpo.IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":65536,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-06-02T13:09:25.000Z","downloads":3554,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ1_S.gguf","label":"IQ1_S","size":2361411936,"bits":2.61,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ1_M.gguf","label":"IQ1_M","size":2458143072,"bits":2.71,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ2_XXS.gguf","label":"IQ2_XXS","size":2619361632,"bits":2.89,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ2_XS.gguf","label":"IQ2_XS","size":2765113696,"bits":3.05,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ2_S.gguf","label":"IQ2_S","size":2879056224,"bits":3.18,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ2_M.gguf","label":"IQ2_M","size":3008031072,"bits":3.32,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q2_K_S.gguf","label":"Q2_K_S","size":3025103200,"bits":3.34,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q2_K.gguf","label":"Q2_K","size":3052104032,"bits":3.37,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ3_XXS.gguf","label":"IQ3_XXS","size":3228232032,"bits":3.56,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ3_XS.gguf","label":"IQ3_XS","size":3357542752,"bits":3.7,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q3_K_S.gguf","label":"Q3_K_S","size":3500804448,"bits":3.86,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ3_S.gguf","label":"IQ3_S","size":3509717344,"bits":3.87,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ3_M.gguf","label":"IQ3_M","size":3608545632,"bits":3.98,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q3_K.gguf","label":"Q3_K","size":3808627040,"bits":4.2,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q3_K_L.gguf","label":"Q3_K_L","size":3986819424,"bits":4.4,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ4_XS.gguf","label":"IQ4_XS","size":4030245216,"bits":4.45,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.IQ4_NL.gguf","label":"IQ4_NL","size":4187826528,"bits":4.62,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q4_K_S.gguf","label":"Q4_K_S","size":4414450016,"bits":4.87,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q4_K.gguf","label":"Q4_K","size":4738591072,"bits":5.23,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q5_K_S.gguf","label":"Q5_K_S","size":5148452960,"bits":5.68,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q5_K.gguf","label":"Q5_K","size":5428160608,"bits":5.99,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q6_K.gguf","label":"Q6_K","size":6377588832,"bits":7.04,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.Q8_0.gguf","label":"Q8_0","size":7706773600,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.BF16.gguf","label":"BF16","size":14503512160,"bits":16,"known":true,"rank":0},{"repo":"legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF","file":"Nxcode-CQ-7B-orpo.FP16.gguf","label":"Nxcode-CQ-7B-orpo.FP16","size":14503512160,"bits":16,"known":false,"rank":0}],"repos":["legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF"],"logoFrom":"NTQAI"},{"id":"ibm-granite-granite-3b-code-instruct","family":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","name":"Ibm Granite Granite 3B Code","maker":"RichardErkhov","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf/granite-3b-code-instruct.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-19T23:16:00.000Z","downloads":3553,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q2_K.gguf","label":"Q2_K","size":1338694208,"bits":3.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":1473043008,"bits":3.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.IQ3_S.gguf","label":"IQ3_S","size":1551686208,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1551686208,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.IQ3_M.gguf","label":"IQ3_M","size":1621318208,"bits":3.73,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q3_K.gguf","label":"Q3_K","size":1726995008,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1726995008,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":1876089408,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":1908857408,"bits":4.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q4_0.gguf","label":"Q4_0","size":1997331008,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":2010438208,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2013715008,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q4_K.gguf","label":"Q4_K","size":2132499008,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":2132499008,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q4_1.gguf","label":"Q4_1","size":2207046208,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q5_0.gguf","label":"Q5_0","size":2416761408,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2416761408,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q5_K.gguf","label":"Q5_K","size":2486393408,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2486393408,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q5_1.gguf","label":"Q5_1","size":2626476608,"bits":6.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q6_K.gguf","label":"Q6_K","size":2862406208,"bits":6.58,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf","file":"granite-3b-code-instruct.Q8_0.gguf","label":"Q8_0","size":3705526848,"bits":8.52,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-3b-code-instruct-gguf"],"logoFrom":"RichardErkhov"},{"id":"acereason-nemotron-14b","family":"nvidia/AceReason-Nemotron-14B","name":"AceReason Nemotron 14B","maker":"NVIDIA","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF/nvidia_AceReason-Nemotron-14B-IQ2_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2025-05-23T12:50:03.000Z","downloads":3546,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4704574880,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ2_S.gguf","label":"IQ2_S","size":5003726240,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ2_M.gguf","label":"IQ2_M","size":5356146080,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q2_K.gguf","label":"Q2_K","size":5770497440,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946707360,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6383361440,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6530817440,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6659595680,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ3_M.gguf","label":"IQ3_M","size":6916537760,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7339204000,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7924768160,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8119840160,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q4_0.gguf","label":"Q4_0","size":8544267680,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8549182880,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573431200,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606014880,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q4_K_M.gguf","label":"Q4_K_M","size":8988110240,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q4_1.gguf","label":"Q4_1","size":9392139680,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9565953440,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10266553760,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10508873120,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10989395360,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q6_K.gguf","label":"Q6_K","size":12124683680,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12501802400,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-Q8_0.gguf","label":"Q8_0","size":15701597600,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_AceReason-Nemotron-14B-GGUF","file":"nvidia_AceReason-Nemotron-14B-bf16.gguf","label":"BF16","size":29547715712,"bits":16,"known":true,"rank":0}],"repos":["bartowski/nvidia_AceReason-Nemotron-14B-GGUF"],"logoFrom":"nvidia"},{"id":"qwen3-coder-30b-apex","family":"mudler/Qwen3-Coder-30B-APEX-GGUF","name":"Qwen3 Coder 30B APEX","maker":"mudler","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mudler/Qwen3-Coder-30B-APEX-GGUF/Qwen3-Coder-30B-APEX-Mini.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-02T09:19:36.000Z","downloads":3541,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-Mini.gguf","label":"Qwen3-Coder-30B-APEX-Mini","size":12120999072,"bits":3.18,"known":false,"rank":0},{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-Compact.gguf","label":"Qwen3-Coder-30B-APEX-Compact","size":14781815680,"bits":3.87,"known":false,"rank":0},{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-I-Compact.gguf","label":"Qwen3-Coder-30B-APEX-I-Compact","size":14781815968,"bits":3.87,"known":false,"rank":0},{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-Quality.gguf","label":"Qwen3-Coder-30B-APEX-Quality","size":19401913216,"bits":5.08,"known":false,"rank":0},{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-I-Quality.gguf","label":"Qwen3-Coder-30B-APEX-I-Quality","size":19401913504,"bits":5.08,"known":false,"rank":0},{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-Balanced.gguf","label":"Qwen3-Coder-30B-APEX-Balanced","size":22377339776,"bits":5.86,"known":false,"rank":0},{"repo":"mudler/Qwen3-Coder-30B-APEX-GGUF","file":"Qwen3-Coder-30B-APEX-I-Balanced.gguf","label":"Qwen3-Coder-30B-APEX-I-Balanced","size":22377340064,"bits":5.86,"known":false,"rank":0}],"repos":["mudler/Qwen3-Coder-30B-APEX-GGUF"],"logoFrom":"Qwen"},{"id":"hy-mt2-30b-a3b","family":"tencent/Hy-MT2-30B-A3B","name":"Hy MT2 30B A3B","maker":"Tencent","catalog":null,"tuned":false,"params":30.06,"active":2.89,"layers":48,"probe":"litigerking/Hy-MT2-30B-A3B-GGUF/Hy-MT2-30B-A3B-Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"hy_v3","vision":false,"licence":"other","open":false,"released":"2026-06-03T09:50:40.000Z","downloads":3541,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-Q2_K.gguf","label":"Q2_K","size":11060609088,"bits":2.94,"known":true,"rank":0},{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14446329920,"bits":3.84,"known":true,"rank":0},{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18236702784,"bits":4.85,"known":true,"rank":0},{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21374042176,"bits":5.69,"known":true,"rank":0},{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-Q6_K.gguf","label":"Q6_K","size":24707465280,"bits":6.58,"known":true,"rank":0},{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-Q8_0.gguf","label":"Q8_0","size":31985729600,"bits":8.51,"known":true,"rank":0},{"repo":"litigerking/Hy-MT2-30B-A3B-GGUF","file":"Hy-MT2-30B-A3B-BF16.gguf","label":"BF16","size":60159656000,"bits":16.01,"known":true,"rank":0}],"repos":["litigerking/Hy-MT2-30B-A3B-GGUF"],"logoFrom":"tencent"},{"id":"peach-2-0-9b-8k-roleplay-heretic","family":"Pranavz/Peach-2.0-9B-8k-Roleplay-heretic","name":"Peach 2.0 9B 8K Roleplay Heretic","maker":"Pranavz","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF/Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2026-05-08T07:11:35.000Z","downloads":3540,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":2014574272,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":2181641920,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460088000,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708010688,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":2875356864,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":3098113728,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3116136128,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q2_K.gguf","label":"Q2_K","size":3354326720,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474323136,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3717936832,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899209408,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":3912578752,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":4055463616,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324406976,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4690753216,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785010368,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5049579200,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q4_0.gguf","label":"Q4_0","size":5053904576,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5071861440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5328959168,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q4_1.gguf","label":"Q4_1","size":5572425408,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6107854528,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258259648,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF","file":"Peach-2.0-9B-8k-Roleplay-heretic.i1-Q6_K.gguf","label":"Q6_K","size":7245641408,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Peach-2.0-9B-8k-Roleplay-heretic-i1-GGUF"],"logoFrom":"Pranavz"},{"id":"codellama-70b-python-hf","family":"codellama/CodeLlama-70b-Python-hf","name":"CodeLlama 70b Python hf","maker":"codellama","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF/CodeLlama-70b-Python-hf.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-10T09:46:45.000Z","downloads":3539,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":14535672384,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":15943385664,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289574464,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334297664,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":21354460736,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":23231411776,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q2_K.gguf","label":"Q2_K","size":25462588992,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581612096,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28315138624,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":29919459904,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919459904,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":30944442944,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274903104,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36148001344,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829998656,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q4_0.gguf","label":"Q4_0","size":39019232832,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249919552,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41423093312,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461596736,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-70b-Python-hf-i1-GGUF","file":"CodeLlama-70b-Python-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753966656,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/CodeLlama-70b-Python-hf-i1-GGUF"],"logoFrom":"codellama"},{"id":"dolphin-2-9-3-yi-1-5-34b-32k","family":"dphn/dolphin-2.9.3-Yi-1.5-34B-32k","name":"Dolphin 2.9.3 Yi 1.5 34B 32K","maker":"dphn","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF/dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-24T16:16:10.000Z","downloads":3538,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980512,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786592,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306463392,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542752,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021472,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762912,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q2_K.gguf","label":"Q2_K","size":12825234592,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875872,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234320032,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960295072,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785952,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700832,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924960,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139446432,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475052192,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q4_0.gguf","label":"Q4_0","size":19530755232,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650528,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711712,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707692192,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321846432,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF","file":"dolphin-2.9.3-Yi-1.5-34B-32k.i1-Q6_K.gguf","label":"Q6_K","size":28213927072,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/dolphin-2.9.3-Yi-1.5-34B-32k-i1-GGUF"],"logoFrom":"dphn"},{"id":"jan-nano","family":"Menlo/Jan-nano","name":"Jan Nano","maker":"Menlo","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Menlo/Jan-nano-gguf/jan-nano-4b-Q3_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-11T07:14:33.000Z","downloads":3536,"likes":142,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q3_K_S.gguf","label":"Q3_K_S","size":1886996928,"bits":3.76,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q3_K_M.gguf","label":"Q3_K_M","size":2075617728,"bits":4.13,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q3_K_L.gguf","label":"Q3_K_L","size":2239785408,"bits":4.46,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-iQ4_XS.gguf","label":"IQ4_XS","size":2270751456,"bits":4.52,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q4_0.gguf","label":"Q4_0","size":2369546688,"bits":4.72,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q4_K_S.gguf","label":"Q4_K_S","size":2383309248,"bits":4.74,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2497280448,"bits":4.97,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q4_1.gguf","label":"Q4_1","size":2596628928,"bits":5.17,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q5_0.gguf","label":"Q5_0","size":2823711168,"bits":5.62,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q5_K_S.gguf","label":"Q5_K_S","size":2823711168,"bits":5.62,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q5_K_M.gguf","label":"Q5_K_M","size":2889513408,"bits":5.75,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q5_1.gguf","label":"Q5_1","size":3050793408,"bits":6.07,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q6_K.gguf","label":"Q6_K","size":3306260928,"bits":6.58,"known":true,"rank":0},{"repo":"Menlo/Jan-nano-gguf","file":"jan-nano-4b-Q8_0.gguf","label":"Q8_0","size":4280404928,"bits":8.52,"known":true,"rank":0}],"repos":["Menlo/Jan-nano-gguf"],"logoFrom":"Menlo"},{"id":"ministral-3-3b-qwen3-8-max-reasoning-distilled","family":"xtools-at/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled","name":"Ministral 3 3B Qwen3.8 Max Reasoning Distilled","maker":"xtools-at","catalog":null,"tuned":true,"params":3.43,"active":null,"layers":26,"probe":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ1_S.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T09:41:01.000Z","downloads":3535,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ1_S.gguf","label":"IQ1_S","size":938169600,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ1_M.gguf","label":"IQ1_M","size":997520640,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1096439040,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1185797376,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ2_S.gguf","label":"IQ2_S","size":1240429824,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ2_M.gguf","label":"IQ2_M","size":1319564544,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1370879232,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1448293632,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q2_K.gguf","label":"Q2_K","size":1458959616,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1580414208,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1639150848,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":1650013440,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":1704744192,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1795552512,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1934357760,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1959277824,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":2046375168,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2051290368,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2053256448,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2146497792,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":2230203648,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2419340544,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2473653504,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled.i1-Q6_K.gguf","label":"Q6_K","size":2821256448,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-3B-Qwen3.8-Max-Reasoning-Distilled-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"huihui-gemma-4-e2b-it-abliterated","family":"huihui-ai/Huihui-gemma-4-E2B-it-abliterated","name":"Huihui Gemma 4 E2B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF/Huihui-gemma-4-E2B-it-abliterated.Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-10T08:44:43.000Z","downloads":3535,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q2_K.gguf","label":"Q2_K","size":2989082080,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3110211040,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3201344992,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":3282347488,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":3309823456,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":3365070304,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":3427874272,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":3595396576,"bits":6.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":3630282208,"bits":6.25,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q6_K.gguf","label":"Q6_K","size":3845340640,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.Q8_0.gguf","label":"Q8_0","size":4967491040,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF","file":"Huihui-gemma-4-E2B-it-abliterated.f16.gguf","label":"F16","size":9311299040,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Huihui-gemma-4-E2B-it-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"apex-flash-1-abliterated","family":"cantina-security/apex-flash-1-abliterated","name":"Apex Flash 1 Abliterated","maker":"cantina-security","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"freakyskittle/apex-flash-1-abliterated-GGUF/apex-flash-1-abliterated-Q2_K-00001-of-00008.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5-next","vision":true,"licence":"mit","open":true,"released":"2026-10-02T10:52:39.000Z","downloads":3528,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"freakyskittle/apex-flash-1-abliterated-GGUF","file":"apex-flash-1-abliterated-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":117460567808,"bits":2.93,"known":true,"rank":0},{"repo":"freakyskittle/apex-flash-1-abliterated-GGUF","file":"apex-flash-1-abliterated-Q3_K_M-00001-of-00008.gguf","label":"Q3_K_M","size":153258305280,"bits":3.82,"known":true,"rank":0},{"repo":"freakyskittle/apex-flash-1-abliterated-GGUF","file":"apex-flash-1-abliterated-Q4_K_M-00001-of-00008.gguf","label":"Q4_K_M","size":193416185600,"bits":4.82,"known":true,"rank":0},{"repo":"freakyskittle/apex-flash-1-abliterated-GGUF","file":"apex-flash-1-abliterated-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":227467249408,"bits":5.67,"known":true,"rank":0},{"repo":"freakyskittle/apex-flash-1-abliterated-GGUF","file":"apex-flash-1-abliterated-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":341104405056,"bits":8.51,"known":true,"rank":0}],"repos":["freakyskittle/apex-flash-1-abliterated-GGUF"],"logoFrom":"cantina-security"},{"id":"mai-gym-9b","family":"Tongyi-MAI/MAI-Gym-9B","name":"MAI Gym 9B","maker":"Tongyi-MAI","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/MAI-Gym-9B-i1-GGUF/MAI-Gym-9B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T10:29:55.000Z","downloads":3528,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ1_S.gguf","label":"IQ1_S","size":2742641952,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269280,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648160,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345568,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968288,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471392,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239328,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q2_K.gguf","label":"Q2_K","size":3827262752,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166048,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416352,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407136,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818336,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4415382816,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525152,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515040,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196440864,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q4_0.gguf","label":"Q4_0","size":5325940000,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630112,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214688,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109536,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q4_1.gguf","label":"Q4_1","size":5809333536,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305309984,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970336,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/MAI-Gym-9B-i1-GGUF","file":"MAI-Gym-9B.i1-Q6_K.gguf","label":"Q6_K","size":7359259936,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/MAI-Gym-9B-i1-GGUF"],"logoFrom":"Tongyi-MAI"},{"id":"saiga-yandexgpt-8b","family":"IlyaGusev/saiga_yandexgpt_8b_gguf","name":"Saiga Yandexgpt 8B","maker":"IlyaGusev","catalog":null,"tuned":true,"params":8.04,"active":null,"layers":32,"probe":"IlyaGusev/saiga_yandexgpt_8b_gguf/saiga_yandexgpt_8b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-03-04T14:15:24.000Z","downloads":3527,"likes":37,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q2_K.gguf","label":"Q2_K","size":3183949632,"bits":3.17,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q3_K_S.gguf","label":"Q3_K_S","size":3669636928,"bits":3.65,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q3_K_M.gguf","label":"Q3_K_M","size":4024055616,"bits":4,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q4_0.gguf","label":"Q4_0","size":4666767168,"bits":4.64,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q4_K_S.gguf","label":"Q4_K_S","size":4698224448,"bits":4.67,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q4_K_M.gguf","label":"Q4_K_M","size":4926289728,"bits":4.9,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q5_K_S.gguf","label":"Q5_K_S","size":5605242688,"bits":5.58,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q5_K_M.gguf","label":"Q5_K_M","size":5738936128,"bits":5.71,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q6_K.gguf","label":"Q6_K","size":6602372928,"bits":6.57,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.Q8_0.gguf","label":"Q8_0","size":8548661056,"bits":8.51,"known":true,"rank":0},{"repo":"IlyaGusev/saiga_yandexgpt_8b_gguf","file":"saiga_yandexgpt_8b.BF16.gguf","label":"BF16","size":16082679616,"bits":16,"known":true,"rank":0}],"repos":["IlyaGusev/saiga_yandexgpt_8b_gguf"],"logoFrom":"IlyaGusev"},{"id":"mistral-nemo-12b-arliai-rpmax-v1-3","family":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","name":"Mistral Nemo 12B ArliAI RPMax V1.3","maker":"ArliAI","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q3_K_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-05T13:20:54.000Z","downloads":3523,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q3_K_S.gguf","label":"Q3_K_S","size":5534225280,"bits":3.61,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q3_K_M.gguf","label":"Q3_K_M","size":6083089280,"bits":3.97,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q4_K_S.gguf","label":"Q4_K_S","size":7120196480,"bits":4.65,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q4_K_M.gguf","label":"Q4_K_M","size":7477203840,"bits":4.88,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q5_K_S.gguf","label":"Q5_K_S","size":8518734720,"bits":5.56,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q5_K_M.gguf","label":"Q5_K_M","size":8727630720,"bits":5.7,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-Q6_K.gguf","label":"Q6_K","size":10056209280,"bits":6.57,"known":true,"rank":0},{"repo":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.3-q8_0.gguf","label":"Q8_0","size":13022368640,"bits":8.5,"known":true,"rank":0}],"repos":["ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.3-GGUF"],"logoFrom":"ArliAI"},{"id":"gemopus-4-26b-a4b-it-preview-apex","family":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","name":"Gemopus 4 26B A4B Preview APEX","maker":"mudler","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF/gemopus-4-26B-A4B-F16.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-09T19:51:13.000Z","downloads":3521,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-I-Mini.gguf","label":"gemopus-4-26B-A4B-APEX-I-Mini","size":12984460192,"bits":4.12,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-Compact.gguf","label":"gemopus-4-26B-A4B-APEX-Compact","size":15495504000,"bits":4.91,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-I-Compact.gguf","label":"gemopus-4-26B-A4B-APEX-I-Compact","size":15495504288,"bits":4.91,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-Balanced.gguf","label":"gemopus-4-26B-A4B-APEX-Balanced","size":19508258944,"bits":6.19,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-I-Balanced.gguf","label":"gemopus-4-26B-A4B-APEX-I-Balanced","size":19508259232,"bits":6.19,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-Quality.gguf","label":"gemopus-4-26B-A4B-APEX-Quality","size":20576621184,"bits":6.52,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-APEX-I-Quality.gguf","label":"gemopus-4-26B-A4B-APEX-I-Quality","size":20576621472,"bits":6.52,"known":false,"rank":0},{"repo":"mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF","file":"gemopus-4-26B-A4B-F16.gguf","label":"F16","size":50505119872,"bits":16.01,"known":true,"rank":0}],"repos":["mudler/Gemopus-4-26B-A4B-it-Preview-APEX-GGUF"],"logoFrom":"Jackrong"},{"id":"mahou-1-3-gemma2-9b","family":"flammenai/Mahou-1.3-gemma2-9B","name":"Mahou 1.3 Gemma2 9B","maker":"flammenai","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF/Mahou-1.3-gemma2-9B.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-07-03T07:14:05.000Z","downloads":3519,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ1_S.gguf","label":"IQ1_S","size":2378570560,"bits":2.06,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ1_M.gguf","label":"IQ1_M","size":2545957696,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2824936256,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3067386688,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ2_S.gguf","label":"IQ2_S","size":3211492160,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ2_M.gguf","label":"IQ2_M","size":3434675008,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796745024,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q2_K.gguf","label":"Q2_K","size":3805404928,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4144996096,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":4337671936,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4337671936,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4494622464,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4761788160,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5132459776,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5183037184,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q4_0.gguf","label":"Q4_0","size":5459205888,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5478932224,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5761064704,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6483599104,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6647373568,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF","file":"Mahou-1.3-gemma2-9B.i1-Q6_K.gguf","label":"Q6_K","size":7589076736,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.3-gemma2-9B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"meltemi-7b-instruct-v1","family":"ilsp/Meltemi-7B-Instruct-v1","name":"Meltemi 7B V1","maker":"ilsp","catalog":null,"tuned":false,"params":7.48,"active":null,"layers":32,"probe":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF/Meltemi-7B-Instruct-v1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-01T14:07:11.000Z","downloads":3519,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":1735802272,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":1878146464,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2115386784,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2321956256,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":2446901152,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":2636693408,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q2_K.gguf","label":"Q2_K","size":2859001760,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2963324832,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3170855328,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3316607392,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":3334433184,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":3436931488,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3671026080,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3974064544,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4072008608,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q4_0.gguf","label":"Q4_0","size":4291695520,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4308472736,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4536538016,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5180928928,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5314622368,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF","file":"Meltemi-7B-Instruct-v1.i1-Q6_K.gguf","label":"Q6_K","size":6141336992,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Meltemi-7B-Instruct-v1-i1-GGUF"],"logoFrom":"ilsp"},{"id":"qwen3-5-9b-claude-4-8-opus-reasoning","family":"TheCidSama/Qwen3.5-9b-Claude-4.8-Opus-reasoning","name":"Qwen3.5 9B Claude 4.8 Opus Reasoning","maker":"TheCidSama","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"TheCidSama/Qwen3.5-9b-Claude-4.8-Opus-reasoning/Qwen3.5-9b-Claude-4.8.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-18T06:12:35.000Z","downloads":3518,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheCidSama/Qwen3.5-9b-Claude-4.8-Opus-reasoning","file":"Qwen3.5-9b-Claude-4.8.gguf","label":"Qwen3.5-9b-Claude-4.8","size":5780090272,"bits":5.03,"known":false,"rank":0}],"repos":["TheCidSama/Qwen3.5-9b-Claude-4.8-Opus-reasoning"],"logoFrom":"Qwen"},{"id":"spark-x2-6-4b-abliterated","family":"FrostWolfAI/Spark-X2.6-4B-abliterated","name":"Spark X2.6 4B Abliterated","maker":"FrostWolfAI","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF/Spark-X2.6-4B-abliterated-Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-29T15:59:06.000Z","downloads":3518,"likes":12,"trending":11,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q2_K.gguf","label":"Q2_K","size":1787397248,"bits":3.48,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q3_K_S.gguf","label":"Q3_K_S","size":1904037248,"bits":3.71,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-IQ3_S.gguf","label":"IQ3_S","size":1979239808,"bits":3.85,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":2165198208,"bits":4.21,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":2390642048,"bits":4.65,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":2392430208,"bits":4.66,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q4_0.gguf","label":"Q4_0","size":2405583488,"bits":4.68,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":2426555008,"bits":4.72,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":2600225408,"bits":5.06,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q4_1.gguf","label":"Q4_1","size":2641605248,"bits":5.14,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":2877627008,"bits":5.6,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":2977897088,"bits":5.8,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q6_K.gguf","label":"Q6_K","size":3379173248,"bits":6.58,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-Q8_0.gguf","label":"Q8_0","size":4375022208,"bits":8.52,"known":true,"rank":0},{"repo":"FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF","file":"Spark-X2.6-4B-abliterated-BF16.gguf","label":"BF16","size":8229921408,"bits":16.02,"known":true,"rank":0}],"repos":["FrostWolfAI/Spark-X2.6-4B-abliterated-GGUF"],"logoFrom":"FrostWolfAI"},{"id":"hermes-3-llama-3-1-405b","family":"NousResearch/Hermes-3-Llama-3.1-405B","name":"Hermes 3 Llama 3.1 405B","maker":"Nous Research","catalog":null,"tuned":true,"params":405.85,"active":null,"layers":126,"probe":"bartowski/Hermes-3-Llama-3.1-405B-GGUF/Hermes-3-Llama-3.1-405B-IQ1_M/Hermes-3-Llama-3.1-405B-IQ1_M-00001-of-00003.gguf","kvBytesPerToken":597123,"kvHeader":516096,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-08-18T08:40:31.000Z","downloads":3516,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ1_M/Hermes-3-Llama-3.1-405B-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":93498011488,"bits":1.84,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ2_XXS/Hermes-3-Llama-3.1-405B-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":107272367968,"bits":2.11,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ2_XS/Hermes-3-Llama-3.1-405B-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":119348817760,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ2_M/Hermes-3-Llama-3.1-405B-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":136667131872,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q2_K/Hermes-3-Llama-3.1-405B-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":149322788800,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q2_K_L/Hermes-3-Llama-3.1-405B-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":151374884800,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ3_XXS/Hermes-3-Llama-3.1-405B-IQ3_XXS-00001-of-00004.gguf","label":"IQ3_XXS","size":155846635488,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q3_K_S/Hermes-3-Llama-3.1-405B-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":175233658976,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ3_M/Hermes-3-Llama-3.1-405B-IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":181744529472,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q3_K_M/Hermes-3-Llama-3.1-405B-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":195373396064,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q3_K_L/Hermes-3-Llama-3.1-405B-Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":212838477984,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q3_K_XL/Hermes-3-Llama-3.1-405B-Q3_K_XL-00001-of-00006.gguf","label":"Q3_K_XL","size":214677156032,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-IQ4_XS/Hermes-3-Llama-3.1-405B-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":216569606368,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q4_K_S/Hermes-3-Llama-3.1-405B-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":230500593824,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q4_K_M/Hermes-3-Llama-3.1-405B-Q4_K_M-00001-of-00007.gguf","label":"Q4_K_M","size":243069612352,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q4_K_L/Hermes-3-Llama-3.1-405B-Q4_K_L-00001-of-00007.gguf","label":"Q4_K_L","size":244629205344,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q5_K_M/Hermes-3-Llama-3.1-405B-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":286646858144,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q6_K/Hermes-3-Llama-3.1-405B-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":332947681888,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Hermes-3-Llama-3.1-405B-GGUF","file":"Hermes-3-Llama-3.1-405B-Q8_0/Hermes-3-Llama-3.1-405B-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":431239295488,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Hermes-3-Llama-3.1-405B-GGUF"],"logoFrom":"NousResearch"},{"id":"emotion-companion-7b-i1","family":"mradermacher/emotion-companion-7b-i1-GGUF","name":"Emotion Companion 7B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/emotion-companion-7b-i1-GGUF/emotion-companion-7b.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T09:37:06.000Z","downloads":3515,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668480,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197248,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078528,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022976,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638528,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343552,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074880,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q2_K.gguf","label":"Q2_K","size":3015941376,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515712,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346257152,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369664,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193600,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013184,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392448,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460544,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473728,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814528,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q4_0.gguf","label":"Q4_0","size":4444122368,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770240,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074816,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q4_1.gguf","label":"Q4_1","size":4873284864,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177728,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832512,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/emotion-companion-7b-i1-GGUF","file":"emotion-companion-7b.i1-Q6_K.gguf","label":"Q6_K","size":6254200064,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/emotion-companion-7b-i1-GGUF"],"logoFrom":"aimmetal-tech"},{"id":"suri-qwen-3-8-27b-neuro","family":"SpaceTimee/Suri-Qwen-3.8-27B-Neuro","name":"Suri Qwen 3.8 27B Neuro","maker":"SpaceTimee","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF/Suri-Qwen-3.8-27B-Neuro.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-07T05:04:09.000Z","downloads":3512,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ1_S.gguf","label":"IQ1_S","size":7149827200,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ1_M.gguf","label":"IQ1_M","size":7631086720,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433185920,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090593920,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ2_S.gguf","label":"IQ2_S","size":9362916480,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ2_M.gguf","label":"IQ2_M","size":10004595840,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248328320,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q2_K.gguf","label":"Q2_K","size":10711667840,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186373760,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967132800,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073956480,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ3_S.gguf","label":"IQ3_S","size":12419331200,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ3_M.gguf","label":"IQ3_M","size":12580877440,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301445760,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344778880,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082509440,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q4_0.gguf","label":"Q4_0","size":15521436800,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586317440,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547402880,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q4_1.gguf","label":"Q4_1","size":17078244480,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679616640,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231102080,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF","file":"Suri-Qwen-3.8-27B-Neuro.i1-Q6_K.gguf","label":"Q6_K","size":22082532480,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Suri-Qwen-3.8-27B-Neuro-i1-GGUF"],"logoFrom":"SpaceTimee"},{"id":"qwen3-vl-4b-instruct-abliterated-v1","family":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1","name":"Qwen3 VL 4B Abliterated V1","maker":"prithivMLmods","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF/Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-15T16:21:53.000Z","downloads":3511,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":1055257952,"bits":2.1,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":1127019872,"bits":2.24,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1246623072,"bits":2.48,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1354102112,"bits":2.69,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":1417303392,"bits":2.82,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":1512985952,"bits":3.01,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1563456352,"bits":3.11,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q2_K.gguf","label":"Q2_K","size":1669501504,"bits":3.32,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670190432,"bits":3.32,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1814377312,"bits":3.61,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q3_K_S.gguf","label":"Q3_K_S","size":1886999104,"bits":3.76,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":1899533152,"bits":3.78,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":1962898272,"bits":3.91,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q3_K_M.gguf","label":"Q3_K_M","size":2075619904,"bits":4.13,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q3_K_L.gguf","label":"Q3_K_L","size":2239787584,"bits":4.46,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.IQ4_XS.gguf","label":"IQ4_XS","size":2286318144,"bits":4.55,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_0.gguf","label":"Q4_0","size":2375775072,"bits":4.73,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2381345632,"bits":4.74,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q4_K_S.gguf","label":"Q4_K_S","size":2383311424,"bits":4.74,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q4_K_M.gguf","label":"Q4_K_M","size":2497282624,"bits":4.97,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.i1-Q4_1.gguf","label":"Q4_1","size":2596631392,"bits":5.17,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q5_K_S.gguf","label":"Q5_K_S","size":2823713344,"bits":5.62,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q5_K_M.gguf","label":"Q5_K_M","size":2889515584,"bits":5.75,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q6_K.gguf","label":"Q6_K","size":3306263104,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.Q8_0.gguf","label":"Q8_0","size":4280407104,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated-v1.f16.gguf","label":"F16","size":8051287104,"bits":16.02,"known":true,"rank":0}],"repos":["prithivMLmods/Qwen3-VL-4B-Instruct-abliterated-v1-GGUF"],"logoFrom":"prithivMLmods"},{"id":"gemma-4-12b-it-roleplay-sft-epoch2-bf16","family":"ChatoyantAI/gemma-4-12b-it-roleplay-sft-epoch2-bf16","name":"Gemma 4 12B Roleplay Sft Epoch2 Bf16","maker":"ChatoyantAI","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF/gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-10T10:12:50.000Z","downloads":3509,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q2_K.gguf","label":"Q2_K","size":4830149376,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q3_K_S.gguf","label":"Q3_K_S","size":5528230656,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q3_K_M.gguf","label":"Q3_K_M","size":6087088896,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q3_K_L.gguf","label":"Q3_K_L","size":6566320896,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.IQ4_XS.gguf","label":"IQ4_XS","size":6690552576,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q4_K_S.gguf","label":"Q4_K_S","size":7024048896,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q4_K_M.gguf","label":"Q4_K_M","size":7381383936,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q5_K_S.gguf","label":"Q5_K_S","size":8338373376,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q5_K_M.gguf","label":"Q5_K_M","size":8547269376,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q6_K.gguf","label":"Q6_K","size":9786022656,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF","file":"gemma-4-12b-it-roleplay-sft-epoch2-bf16.Q8_0.gguf","label":"Q8_0","size":12669647616,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-12b-it-roleplay-sft-epoch2-bf16-GGUF"],"logoFrom":"google"},{"id":"bangla-llama-7b-instruct-v0-1","family":"BanglaLLM/bangla-llama-7b-instruct-v0.1","name":"Bangla Llama 7B V0.1","maker":"BanglaLLM","catalog":null,"tuned":false,"params":6.89,"active":null,"layers":32,"probe":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF/bangla-llama-7b-instruct-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-09T15:12:45.000Z","downloads":3508,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1605844192,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1728232672,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1932213472,"bits":2.24,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2112175328,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2281497856,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2444682496,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":2620155776,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2670322944,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2891485088,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3043266464,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3043266464,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3209826208,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3392966560,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3692072864,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3721967552,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":3942070848,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3961731648,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4185995840,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4766123072,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4897588288,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF","file":"bangla-llama-7b-instruct-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":5653655264,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/bangla-llama-7b-instruct-v0.1-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"deepseek-r1-distill-qwen-1-5b-uncensored","family":"thirdeyeai/DeepSeek-R1-Distill-Qwen-1.5B-uncensored","name":"DeepSeek R1 Distill Qwen 1.5B Uncensored","maker":"thirdeyeai","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF/DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-23T15:20:59.000Z","downloads":3506,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q2_K.gguf","label":"Q2_K","size":752880480,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":861222240,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":924456288,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":980440416,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":1026162528,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":1071585120,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":1117321056,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":1259173728,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":1285494624,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q6_K.gguf","label":"Q6_K","size":1464179040,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.Q8_0.gguf","label":"Q8_0","size":1894532448,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-uncensored.f16.gguf","label":"F16","size":3560416608,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-uncensored-GGUF"],"logoFrom":"thirdeyeai"},{"id":"lfm2-5-24b-a2b-abliterated","family":"SOMEHOTMEAL/LFM2.5-24B-A2B-abliterated","name":"LFM2.5 24B A2B Abliterated","maker":"SOMEHOTMEAL","catalog":null,"tuned":true,"params":23.97,"active":2.45,"layers":40,"probe":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF/LFM2.5-24B-A2B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":null,"open":false,"released":"2026-10-22T07:54:32.000Z","downloads":3505,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":4932616384,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":5471666368,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6370083008,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7090127040,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":7162265792,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":7880999104,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8175403200,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":8809758912,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9282732224,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9861300416,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":10429989056,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10429989056,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":10523574464,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11465720000,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12428312768,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12837437632,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":13618954432,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13660242112,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14526259392,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":15059697856,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16541204672,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17029603520,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF","file":"LFM2.5-24B-A2B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":19689406656,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LFM2.5-24B-A2B-abliterated-i1-GGUF"],"logoFrom":"SOMEHOTMEAL"},{"id":"codeup-llama-2-13b-chat-hf","family":"juyongjiang/CodeUp-Llama-2-13b-chat-hf","name":"CodeUp Llama 2 13B","maker":"juyongjiang","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF/codeup-llama-2-13b-chat-hf.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"openrail++","open":false,"released":"2023-09-05T15:33:42.000Z","downloads":3502,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF","file":"codeup-llama-2-13b-chat-hf.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeUp-Llama-2-13B-Chat-HF-GGUF"],"logoFrom":"juyongjiang"},{"id":"qwen3-8-27b-finance","family":"mradermacher/Qwen3.8-27B-finance-GGUF","name":"Qwen3.8 27B Finance","maker":"mradermacher","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-finance-GGUF/Qwen3.8-27B-finance.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-08-29T14:26:26.000Z","downloads":3500,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q2_K.gguf","label":"Q2_K","size":10864594112,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q3_K_S.gguf","label":"Q3_K_S","size":12256537792,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q3_K_M.gguf","label":"Q3_K_M","size":13500738752,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q3_K_L.gguf","label":"Q3_K_L","size":14559800512,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.IQ4_XS.gguf","label":"IQ4_XS","size":15420452032,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q4_K_S.gguf","label":"Q4_K_S","size":15825300672,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q4_K_M.gguf","label":"Q4_K_M","size":16810716352,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q5_K_S.gguf","label":"Q5_K_S","size":18971684032,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q5_K_M.gguf","label":"Q5_K_M","size":19535703232,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q6_K.gguf","label":"Q6_K","size":22431001792,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-finance-GGUF","file":"Qwen3.8-27B-finance.Q8_0.gguf","label":"Q8_0","size":29047086272,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-finance-GGUF"],"logoFrom":"nico248000000000"},{"id":"qwen-qwen3-0-6b","family":"NobodyWho/Qwen_Qwen3-0.6B-GGUF","name":"Qwen Qwen3 0.6B","maker":"NobodyWho","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":28,"probe":"NobodyWho/Qwen_Qwen3-0.6B-GGUF/Qwen_Qwen3-0.6B-Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-03-05T12:57:09.000Z","downloads":3499,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NobodyWho/Qwen_Qwen3-0.6B-GGUF","file":"Qwen_Qwen3-0.6B-Q4_K_M.gguf","label":"Q4_K_M","size":484220608,"bits":5.17,"known":true,"rank":0}],"repos":["NobodyWho/Qwen_Qwen3-0.6B-GGUF"],"logoFrom":"Qwen"},{"id":"magistral-small-2506","family":"mistralai/Magistral-Small-2506","name":"Magistral Small 2506","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"unsloth/Magistral-Small-2506-GGUF/Magistral-Small-2506-UD-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-06-10T07:31:42.000Z","downloads":3498,"likes":97,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":6750903840,"bits":2.29,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":8243322400,"bits":2.8,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q2_K.gguf","label":"Q2_K","size":8890326560,"bits":3.02,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q2_K_L.gguf","label":"Q2_K_L","size":9047612960,"bits":3.07,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":9292144160,"bits":3.15,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":9409207840,"bits":3.19,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q3_K_S.gguf","label":"Q3_K_S","size":10400276000,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q3_K_M.gguf","label":"Q3_K_M","size":11474083360,"bits":3.89,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":11850874400,"bits":4.02,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-IQ4_XS.gguf","label":"IQ4_XS","size":12779888160,"bits":4.34,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-IQ4_NL.gguf","label":"IQ4_NL","size":13468016160,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q4_0.gguf","label":"Q4_0","size":13494230560,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q4_K_S.gguf","label":"Q4_K_S","size":13549280800,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q4_K_M.gguf","label":"Q4_K_M","size":14333910560,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14505614880,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q4_1.gguf","label":"Q4_1","size":14873108000,"bits":5.05,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q5_K_S.gguf","label":"Q5_K_S","size":16304414240,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q5_K_M.gguf","label":"Q5_K_M","size":16763985440,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":16765828640,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q6_K.gguf","label":"Q6_K","size":19345940000,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":20788387360,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-Q8_0.gguf","label":"Q8_0","size":25054780960,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":28991856160,"bits":9.84,"known":true,"rank":0},{"repo":"unsloth/Magistral-Small-2506-GGUF","file":"Magistral-Small-2506-BF16.gguf","label":"BF16","size":47153519872,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Magistral-Small-2506-GGUF"],"logoFrom":"mistralai"},{"id":"ornith-1-0-397b","family":"ornith-ai/Ornith-1.0-397B","name":"Ornith 1.0 397B","maker":"ornith-ai","catalog":null,"tuned":false,"params":396.35,"active":17.35,"layers":60,"probe":"unsloth/Ornith-1.0-397B-GGUF/UD-IQ1_S/Ornith-1.0-397B-UD-IQ1_S-00001-of-00004.gguf","kvBytesPerToken":34806,"kvHeader":30720,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-07-17T16:14:52.000Z","downloads":3498,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ1_S/Ornith-1.0-397B-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":112693377216,"bits":2.27,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ1_M/Ornith-1.0-397B-UD-IQ1_M-00001-of-00004.gguf","label":"UD-IQ1_M","size":118934501568,"bits":2.4,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ2_XXS/Ornith-1.0-397B-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":124236101824,"bits":2.51,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ2_M/Ornith-1.0-397B-UD-IQ2_M-00001-of-00004.gguf","label":"UD-IQ2_M","size":124372056256,"bits":2.51,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q2_K_XL/Ornith-1.0-397B-UD-Q2_K_XL-00001-of-00004.gguf","label":"UD-Q2_K_XL","size":132559337664,"bits":2.68,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ3_XXS/Ornith-1.0-397B-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":147595294912,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ3_S/Ornith-1.0-397B-UD-IQ3_S-00001-of-00005.gguf","label":"UD-IQ3_S","size":161889483040,"bits":3.27,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q3_K_M/Ornith-1.0-397B-UD-Q3_K_M-00001-of-00005.gguf","label":"UD-Q3_K_M","size":179978631520,"bits":3.63,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q3_K_XL/Ornith-1.0-397B-UD-Q3_K_XL-00001-of-00005.gguf","label":"UD-Q3_K_XL","size":180224964928,"bits":3.64,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ4_XS/Ornith-1.0-397B-UD-IQ4_XS-00001-of-00005.gguf","label":"UD-IQ4_XS","size":192103233856,"bits":3.88,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-IQ4_NL/Ornith-1.0-397B-UD-IQ4_NL-00001-of-00005.gguf","label":"UD-IQ4_NL","size":196062656864,"bits":3.96,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q4_K_S/Ornith-1.0-397B-UD-Q4_K_S-00001-of-00006.gguf","label":"UD-Q4_K_S","size":229717752224,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"MXFP4_MOE/Ornith-1.0-397B-MXFP4_MOE-00001-of-00006.gguf","label":"MXFP4_MOE","size":237882931680,"bits":4.8,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q4_K_M/Ornith-1.0-397B-UD-Q4_K_M-00001-of-00006.gguf","label":"UD-Q4_K_M","size":245018573248,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q4_K_XL/Ornith-1.0-397B-UD-Q4_K_XL-00001-of-00006.gguf","label":"UD-Q4_K_XL","size":245801777600,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q5_K_S/Ornith-1.0-397B-UD-Q5_K_S-00001-of-00007.gguf","label":"UD-Q5_K_S","size":277477161504,"bits":5.6,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q5_K_M/Ornith-1.0-397B-UD-Q5_K_M-00001-of-00008.gguf","label":"UD-Q5_K_M","size":295294565024,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q5_K_XL/Ornith-1.0-397B-UD-Q5_K_XL-00001-of-00008.gguf","label":"UD-Q5_K_XL","size":295864990368,"bits":5.97,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q6_K/Ornith-1.0-397B-UD-Q6_K-00001-of-00008.gguf","label":"UD-Q6_K","size":329520085664,"bits":6.65,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q6_K_XL/Ornith-1.0-397B-UD-Q6_K_XL-00001-of-00009.gguf","label":"UD-Q6_K_XL","size":360205613856,"bits":7.27,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"Q8_0/Ornith-1.0-397B-Q8_0-00001-of-00010.gguf","label":"Q8_0","size":421507365824,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"UD-Q8_K_XL/Ornith-1.0-397B-UD-Q8_K_XL-00001-of-00010.gguf","label":"UD-Q8_K_XL","size":431753100224,"bits":8.71,"known":true,"rank":0},{"repo":"unsloth/Ornith-1.0-397B-GGUF","file":"BF16/Ornith-1.0-397B-BF16-00001-of-00017.gguf","label":"BF16","size":792961318784,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Ornith-1.0-397B-GGUF"],"logoFrom":"ornith-ai"},{"id":"deephermes-3-llama-3-8b-preview","family":"NousResearch/DeepHermes-3-Llama-3-8B-Preview","name":"DeepHermes 3 Llama 3 8B Preview","maker":"Nous Research","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF/NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2025-02-13T21:55:33.000Z","downloads":3497,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ2_M.gguf","label":"IQ2_M","size":2948287424,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q2_K.gguf","label":"Q2_K","size":3179137984,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918848,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":3518753728,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":3664505792,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":3692161984,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ3_M.gguf","label":"IQ3_M","size":3784829888,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":4018924480,"bits":4,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":4321962944,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":4447669184,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_0.gguf","label":"Q4_0","size":4675898304,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":4677995456,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":4692675520,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781632448,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":4920740800,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_1.gguf","label":"Q4_1","size":5130259392,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":5310639040,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":5599300544,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":5732993984,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":6057225152,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q6_K.gguf","label":"Q6_K","size":6596012992,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":6850472896,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF","file":"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q8_0.gguf","label":"Q8_0","size":8540777408,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF"],"logoFrom":"NousResearch"},{"id":"bonsai-27b-1bit-crack","family":"dealignai/Bonsai-27b-1bit-CRACK-GGUF","name":"Bonsai 27B 1bit CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dealignai/Bonsai-27b-1bit-CRACK-GGUF/Bonsai-27b-1bit-CRACK-Q1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-15T19:51:24.000Z","downloads":3496,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Bonsai-27b-1bit-CRACK-GGUF","file":"Bonsai-27b-1bit-CRACK-Q1_0.gguf","label":"Q1_0","size":4667606336,"bits":1.39,"known":false,"rank":0}],"repos":["dealignai/Bonsai-27b-1bit-CRACK-GGUF"],"logoFrom":"prism-ml"},{"id":"ai21-jamba2-mini-ultra-uncensored-heretic","family":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic","name":"AI21 Jamba2 Mini Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":51.57,"active":1.03,"layers":32,"probe":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF/AI21-Jamba2-Mini-ultra-uncensored-heretic-Q3_K_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":262144,"arch":"jamba","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-30T14:37:37.000Z","downloads":3496,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":22289128064,"bits":3.46,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":24547367552,"bits":3.81,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":26428512896,"bits":4.1,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":29353441920,"bits":4.55,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":31162825344,"bits":4.83,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":35513694848,"bits":5.51,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":36575443584,"bits":5.67,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":42326350464,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":54814440064,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF","file":"AI21-Jamba2-Mini-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":103155432064,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/AI21-Jamba2-Mini-Ultra-Uncensored-Heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"olmo-3-1025-7b","family":"Mungert/Olmo-3-1025-7B-GGUF","name":"Olmo 3 1025 7B","maker":"Mungert","catalog":null,"tuned":false,"params":7.3,"active":null,"layers":32,"probe":"Mungert/Olmo-3-1025-7B-GGUF/Olmo-3-1025-7B-iq2_xxs.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":1610612736,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-24T14:53:59.000Z","downloads":3495,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq2_xxs.gguf","label":"IQ2_XXS","size":2482387712,"bits":2.72,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq2_xs.gguf","label":"IQ2_XS","size":2667215616,"bits":2.92,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq2_s.gguf","label":"IQ2_S","size":2751707904,"bits":3.02,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q2_k_s.gguf","label":"Q2_K_S","size":2829411072,"bits":3.1,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq2_m.gguf","label":"IQ2_M","size":2860759808,"bits":3.14,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q2_k_m.gguf","label":"Q2_K_M","size":2932095744,"bits":3.21,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq3_xxs.gguf","label":"IQ3_XXS","size":3259760768,"bits":3.57,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq3_xs.gguf","label":"IQ3_XS","size":3360686208,"bits":3.68,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q3_k_s.gguf","label":"Q3_K_S","size":3674749696,"bits":4.03,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq3_m.gguf","label":"IQ3_M","size":3692363904,"bits":4.05,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q3_k_m.gguf","label":"Q3_K_M","size":3783852160,"bits":4.15,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq4_nl.gguf","label":"IQ4_NL","size":4110508800,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-iq4_xs.gguf","label":"IQ4_XS","size":4119920768,"bits":4.51,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q4_k_s.gguf","label":"Q4_K_S","size":4400939136,"bits":4.82,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q4_0.gguf","label":"Q4_0","size":4521247488,"bits":4.95,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q4_1.gguf","label":"Q4_1","size":4617943808,"bits":5.06,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q4_k_m.gguf","label":"Q4_K_M","size":4727489280,"bits":5.18,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q5_0.gguf","label":"Q5_0","size":5330748160,"bits":5.84,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q5_k_m.gguf","label":"Q5_K_M","size":5480039168,"bits":6.01,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q5_1.gguf","label":"Q5_1","size":5735498496,"bits":6.29,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q6_k_m.gguf","label":"Q6_K_M","size":6190842624,"bits":6.78,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-q8_0.gguf","label":"Q8_0","size":7759249888,"bits":8.5,"known":true,"rank":0},{"repo":"Mungert/Olmo-3-1025-7B-GGUF","file":"Olmo-3-1025-7B-bf16.gguf","label":"BF16","size":14600639968,"bits":16,"known":true,"rank":0}],"repos":["Mungert/Olmo-3-1025-7B-GGUF"],"logoFrom":"Mungert"},{"id":"impish-llama-3b","family":"l3utterfly/Impish_LLAMA_3B-gguf","name":"Impish LLAMA 3B","maker":"l3utterfly","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"l3utterfly/Impish_LLAMA_3B-gguf/Impish_LLAMA_3B-Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-12-04T03:26:33.000Z","downloads":3495,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q2_K.gguf","label":"Q2_K","size":1363931968,"bits":3.4,"known":true,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q4_0.gguf","label":"Q4_0","size":1917186880,"bits":4.78,"known":true,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1917186880,"bits":4.78,"known":false,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1917186880,"bits":4.78,"known":false,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1917186880,"bits":4.78,"known":false,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q4_K_M.gguf","label":"Q4_K_M","size":2019373888,"bits":5.03,"known":true,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q6_K.gguf","label":"Q6_K","size":2643850048,"bits":6.59,"known":true,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-Q8_0.gguf","label":"Q8_0","size":3421895488,"bits":8.53,"known":true,"rank":0},{"repo":"l3utterfly/Impish_LLAMA_3B-gguf","file":"Impish_LLAMA_3B-f16.gguf","label":"F16","size":6433684288,"bits":16.03,"known":true,"rank":0}],"repos":["l3utterfly/Impish_LLAMA_3B-gguf"],"logoFrom":"l3utterfly"},{"id":"qwen3-5-9b-qwensploit-cybersecurity","family":"xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity","name":"Qwen3.5 9B Qwensploit CyberSecurity","maker":"xtools-at","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity-GGUF/Qwen3.5-9B-Claude-3xMerge-UNCENSORED-heretic.Q2_K_L.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-19T17:57:34.000Z","downloads":3495,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity-GGUF","file":"Qwen3.5-9B-Claude-3xMerge-UNCENSORED-heretic.Q2_K_L.gguf","label":"Q2_K_L","size":4820542496,"bits":4.31,"known":true,"rank":0},{"repo":"xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity-GGUF","file":"Qwen3.5-9B-Claude-3xMerge-UNCENSORED-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5629109280,"bits":5.03,"known":true,"rank":0},{"repo":"xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity-GGUF","file":"Qwen3.5-9B-Claude-3xMerge-UNCENSORED-heretic.Q6_K.gguf","label":"Q6_K","size":7359259680,"bits":6.58,"known":true,"rank":0},{"repo":"xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity-GGUF","file":"Qwen3.5-9B-Claude-3xMerge-UNCENSORED-heretic.Q8_0.gguf","label":"Q8_0","size":9527501856,"bits":8.52,"known":true,"rank":0}],"repos":["xtools-at/Qwen3.5-9B-Qwensploit-CyberSecurity-GGUF"],"logoFrom":"xtools-at"},{"id":"dolphin-2-9-2-qwen2-7b","family":"dphn/dolphin-2.9.2-qwen2-7b-gguf","name":"Dolphin 2.9.2 Qwen2 7B","maker":"dphn","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"dphn/dolphin-2.9.2-qwen2-7b-gguf/dolphin-2.9.2-qwen2-7b-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-05-24T08:01:47.000Z","downloads":3494,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ1_S.gguf","label":"IQ1_S","size":1903664864,"bits":2,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ1_M.gguf","label":"IQ1_M","size":2042193632,"bits":2.14,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273074912,"bits":2.39,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ2_XS.gguf","label":"IQ2_XS","size":2469019360,"bits":2.59,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ2_S.gguf","label":"IQ2_S","size":2595634912,"bits":2.73,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ2_M.gguf","label":"IQ2_M","size":2780339936,"bits":2.92,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q2_K.gguf","label":"Q2_K","size":3015937760,"bits":3.17,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114512096,"bits":3.27,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ3_XS.gguf","label":"IQ3_XS","size":3346253536,"bits":3.51,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q3_K_S.gguf","label":"Q3_K_S","size":3492366048,"bits":3.67,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ3_S.gguf","label":"IQ3_S","size":3499189984,"bits":3.67,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ3_M.gguf","label":"IQ3_M","size":3574009568,"bits":3.75,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q3_K_M.gguf","label":"Q3_K_M","size":3808388832,"bits":4,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q3_K_L.gguf","label":"Q3_K_L","size":4088456928,"bits":4.29,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ4_XS.gguf","label":"IQ4_XS","size":4218470112,"bits":4.43,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-IQ4_NL.gguf","label":"IQ4_NL","size":4437810912,"bits":4.66,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q4_K_S.gguf","label":"Q4_K_S","size":4457766624,"bits":4.68,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q4_K_M.gguf","label":"Q4_K_M","size":4683071200,"bits":4.92,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q5_K_S.gguf","label":"Q5_K_S","size":5315174112,"bits":5.58,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q5_K_M.gguf","label":"Q5_K_M","size":5444828896,"bits":5.72,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q6_K.gguf","label":"Q6_K","size":6254196448,"bits":6.57,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-Q8_0.gguf","label":"Q8_0","size":8098522848,"bits":8.5,"known":true,"rank":0},{"repo":"dphn/dolphin-2.9.2-qwen2-7b-gguf","file":"dolphin-2.9.2-qwen2-7b-f32.gguf","label":"F32","size":30468416960,"bits":31.99,"known":true,"rank":0}],"repos":["dphn/dolphin-2.9.2-qwen2-7b-gguf"],"logoFrom":"dphn"},{"id":"pythia-1b","family":"EleutherAI/pythia-1b","name":"Pythia 1B","maker":"EleutherAI","catalog":null,"tuned":false,"params":1.01,"active":null,"layers":16,"probe":"mradermacher/pythia-1b-i1-GGUF/pythia-1b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T07:38:47.000Z","downloads":3494,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ1_S.gguf","label":"IQ1_S","size":274070400,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ1_M.gguf","label":"IQ1_M","size":290585472,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":318110592,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":342227840,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ2_S.gguf","label":"IQ2_S","size":365536128,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ2_M.gguf","label":"IQ2_M","size":387556224,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q2_K.gguf","label":"Q2_K","size":420135808,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":430023552,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":468872064,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ3_S.gguf","label":"IQ3_S","size":478309248,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":478309248,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ3_M.gguf","label":"IQ3_M","size":518417280,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":551709568,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":570561408,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":591555456,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":598946688,"bits":4.74,"known":false,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":598946688,"bits":4.74,"known":false,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":598946688,"bits":4.74,"known":false,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q4_0.gguf","label":"Q4_0","size":601043840,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":603140992,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":658715520,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":712487808,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":757052288,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/pythia-1b-i1-GGUF","file":"pythia-1b.i1-Q6_K.gguf","label":"Q6_K","size":833125248,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/pythia-1b-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"startlux-decision-v1-1-0-8b-instant","family":"startlux-models/StartLux-Decision-v1.1-0.8B-Instant","name":"StartLux Decision V1.1 0.8B Instant","maker":"startlux-models","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"startlux-models/StartLux-Decision-v1.1-0.8B-Instant-GGUF/StartLux-Decision-v1.1-0.8B-Instant-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-11T02:11:05.000Z","downloads":3492,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-0.8B-Instant-GGUF","file":"StartLux-Decision-v1.1-0.8B-Instant-Q4_K_M.gguf","label":"Q4_K_M","size":529296992,"bits":5.65,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-0.8B-Instant-GGUF","file":"StartLux-Decision-v1.1-0.8B-Instant-Q8_0.gguf","label":"Q8_0","size":811843168,"bits":8.66,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-0.8B-Instant-GGUF"],"logoFrom":"startlux-models"},{"id":"falcon-h1-34b-instruct","family":"tiiuae/Falcon-H1-34B-Instruct","name":"Falcon H1 34B","maker":"TII","catalog":null,"tuned":false,"params":33.64,"active":null,"layers":72,"probe":"tiiuae/Falcon-H1-34B-Instruct-GGUF/Falcon-H1-34B-Instruct-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"falcon-h1","vision":false,"licence":"other","open":false,"released":"2025-05-13T17:13:53.000Z","downloads":3489,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ1_S.gguf","label":"IQ1_S","size":7689386976,"bits":1.83,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":8365380576,"bits":1.99,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-TQ1_0.gguf","label":"TQ1_0","size":8404241376,"bits":2,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":9492036576,"bits":2.26,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-TQ2_0.gguf","label":"TQ2_0","size":9855761376,"bits":2.34,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":10422852576,"bits":2.48,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":10791984096,"bits":2.57,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":11693308896,"bits":2.78,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":11996177376,"bits":2.85,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q2_K.gguf","label":"Q2_K","size":12664890336,"bits":3.01,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":13378730976,"bits":3.18,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":14415039456,"bits":3.43,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":15000439776,"bits":3.57,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":15025507296,"bits":3.57,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":15282449376,"bits":3.63,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q3_K.gguf","label":"Q3_K","size":16259386336,"bits":3.87,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":16259386336,"bits":3.87,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":17336142816,"bits":4.12,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":18310673376,"bits":4.35,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q4_0.gguf","label":"Q4_0","size":19290641120,"bits":4.59,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":19314234336,"bits":4.59,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":19415814880,"bits":4.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q4_K.gguf","label":"Q4_K","size":20336841440,"bits":4.84,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":20336841440,"bits":4.84,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q4_1.gguf","label":"Q4_1","size":21309559520,"bits":5.07,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q5_0.gguf","label":"Q5_0","size":23328477920,"bits":5.55,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":23328477920,"bits":5.55,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q5_K.gguf","label":"Q5_K","size":23867429600,"bits":5.68,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":23867429600,"bits":5.68,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q5_1.gguf","label":"Q5_1","size":25347396320,"bits":6.03,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q6_K.gguf","label":"Q6_K","size":27618679520,"bits":6.57,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"Falcon-H1-34B-Instruct-Q8_0.gguf","label":"Q8_0","size":35765777120,"bits":8.51,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"BF16/Falcon-H1-34B-Instruct-BF16-00001-of-00002.gguf","label":"BF16","size":67302929312,"bits":16.01,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"F16/Falcon-H1-34B-Instruct-F16-00001-of-00002.gguf","label":"F16","size":67302929312,"bits":16.01,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-34B-Instruct-GGUF","file":"F32/Falcon-H1-34B-Instruct-F32-00001-of-00003.gguf","label":"F32","size":134582187040,"bits":32.01,"known":true,"rank":0}],"repos":["tiiuae/Falcon-H1-34B-Instruct-GGUF"],"logoFrom":"tiiuae"},{"id":"borealis-open-12b","family":"NbAiLab/borealis-open-12b","name":"Borealis Open 12B","maker":"NbAiLab","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/borealis-open-12b-i1-GGUF/borealis-open-12b.i1-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2026-10-15T16:21:51.000Z","downloads":3488,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ1_S.gguf","label":"IQ1_S","size":2947416768,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ1_M.gguf","label":"IQ1_M","size":3164730048,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3526918848,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3840262848,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ2_S.gguf","label":"IQ2_S","size":4020712128,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ2_M.gguf","label":"IQ2_M","size":4310463168,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4448612928,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q2_K.gguf","label":"Q2_K","size":4768223808,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784902848,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5206168128,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ3_S.gguf","label":"IQ3_S","size":5458317888,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5458317888,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ3_M.gguf","label":"IQ3_M","size":5655724608,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6008820288,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6480187968,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6550966848,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6887166528,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q4_0.gguf","label":"Q4_0","size":6909284928,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6935335488,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7300780608,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q4_1.gguf","label":"Q4_1","size":7559565888,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8231965248,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8445039168,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/borealis-open-12b-i1-GGUF","file":"borealis-open-12b.i1-Q6_K.gguf","label":"Q6_K","size":9660813888,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/borealis-open-12b-i1-GGUF"],"logoFrom":"NbAiLab"},{"id":"gemma-4-12b-it-heretic-decensored","family":"prithivMLmods/gemma-4-12B-it-heretic_decensored","name":"Gemma 4 12B Heretic Decensored","maker":"prithivMLmods","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF/gemma-4-12B-it-heretic_decensored.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-18T07:09:11.000Z","downloads":3487,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q2_K.gguf","label":"Q2_K","size":4830148256,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q3_K_S.gguf","label":"Q3_K_S","size":5528229536,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q3_K_M.gguf","label":"Q3_K_M","size":6087087776,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q3_K_L.gguf","label":"Q3_K_L","size":6566319776,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.IQ4_XS.gguf","label":"IQ4_XS","size":6690551456,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q4_K_S.gguf","label":"Q4_K_S","size":7024047776,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q4_K_M.gguf","label":"Q4_K_M","size":7381382816,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q5_K_S.gguf","label":"Q5_K_S","size":8338372256,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q5_K_M.gguf","label":"Q5_K_M","size":8547268256,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q6_K.gguf","label":"Q6_K","size":9786021536,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-12B-it-heretic_decensored-GGUF","file":"gemma-4-12B-it-heretic_decensored.Q8_0.gguf","label":"Q8_0","size":12669646496,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-12B-it-heretic_decensored-GGUF"],"logoFrom":"prithivMLmods"},{"id":"kvark-sparkle-1-0-27b","family":"Egzakta/Kvark-Sparkle-1.0-27B","name":"Kvark Sparkle 1.0 27B","maker":"Egzakta","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF/Kvark-Sparkle-1.0-27B-IQ4_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-19T08:59:59.000Z","downloads":3486,"likes":9,"trending":9,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF","file":"Kvark-Sparkle-1.0-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15309040224,"bits":4.48,"known":true,"rank":0},{"repo":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF","file":"Kvark-Sparkle-1.0-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16810715744,"bits":4.92,"known":true,"rank":0},{"repo":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF","file":"Kvark-Sparkle-1.0-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19535702624,"bits":5.72,"known":true,"rank":0},{"repo":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF","file":"Kvark-Sparkle-1.0-27B-Q6_K.gguf","label":"Q6_K","size":22431001184,"bits":6.57,"known":true,"rank":0},{"repo":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF","file":"Kvark-Sparkle-1.0-27B-Q8_0.gguf","label":"Q8_0","size":29047085664,"bits":8.51,"known":true,"rank":0},{"repo":"Egzakta/Kvark-Sparkle-1.0-27B-GGUF","file":"Kvark-Sparkle-1.0-27B-BF16.gguf","label":"BF16","size":54657735008,"bits":16.01,"known":true,"rank":0}],"repos":["Egzakta/Kvark-Sparkle-1.0-27B-GGUF"],"logoFrom":"Egzakta"},{"id":"deepseek-r1-distill-qwen-1-5b-fully-uncensored","family":"nicoboss/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored","name":"DeepSeek R1 Distill Qwen 1.5B Fully Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-01-25T00:54:24.000Z","downloads":3485,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q2_K.gguf","label":"Q2_K","size":752396896,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":860696384,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":923930432,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":979914560,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":1025594400,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":1071003968,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":1116739904,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":1258540544,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":1284861440,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q6_K.gguf","label":"Q6_K","size":1463490592,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.Q8_0.gguf","label":"Q8_0","size":1893642336,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored.f16.gguf","label":"F16","size":3558746016,"bits":15.99,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-Fully-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"llama-3-instruct-neurona-8b-v2","family":"Iker/Llama-3-Instruct-Neurona-8b-v2","name":"Llama 3 Neurona 8B V2","maker":"Iker","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF/Llama-3-Instruct-Neurona-8b-v2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-07-01T22:07:48.000Z","downloads":3485,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2019661728,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2162005920,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399246240,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605815712,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2758526112,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":2948318368,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q2_K.gguf","label":"Q2_K","size":3179169952,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274949792,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518789024,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664541088,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3682366880,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3784865184,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018959776,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321998240,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447707808,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q4_0.gguf","label":"Q4_0","size":4675937952,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692715168,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920780448,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599344288,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5733037728,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF","file":"Llama-3-Instruct-Neurona-8b-v2.i1-Q6_K.gguf","label":"Q6_K","size":6596061088,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3-Instruct-Neurona-8b-v2-i1-GGUF"],"logoFrom":"Iker"},{"id":"muse-glimmer-30b-az-focus","family":"AxonZeta/Muse-Glimmer-30B-AZ-Focus","name":"Muse Glimmer 30B AZ Focus","maker":"AxonZeta","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":52,"probe":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF/Muse-Glimmer-30B-AZ-Focus.i1-IQ1_S.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T10:31:06.000Z","downloads":3482,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ1_S.gguf","label":"IQ1_S","size":6526419968,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ1_M.gguf","label":"IQ1_M","size":7062201344,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7955170304,"bits":2.29,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8713847808,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ2_S.gguf","label":"IQ2_S","size":9130782976,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ2_M.gguf","label":"IQ2_M","size":9845158144,"bits":2.83,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10027705600,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q2_K.gguf","label":"Q2_K","size":10686702848,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11142385920,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967533568,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12512313856,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ3_S.gguf","label":"IQ3_S","size":12524081664,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ3_M.gguf","label":"IQ3_M","size":12818276864,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13680521728,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14682436096,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15218433792,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q4_0.gguf","label":"Q4_0","size":16082821888,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q4_K_S.gguf","label":"Q4_K_S","size":16133513984,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16935295744,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q4_1.gguf","label":"Q4_1","size":17689766656,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q5_K_S.gguf","label":"Q5_K_S","size":19346551552,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19811379968,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF","file":"Muse-Glimmer-30B-AZ-Focus.i1-Q6_K.gguf","label":"Q6_K","size":22867219456,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Muse-Glimmer-30B-AZ-Focus-i1-GGUF"],"logoFrom":"AxonZeta"},{"id":"glm-4-5v","family":"zai-org/GLM-4.5V","name":"GLM 4.5V","maker":"Z.ai","catalog":null,"tuned":true,"params":106.85,"active":13.42,"layers":46,"probe":"mradermacher/GLM-4.5V-i1-GGUF/GLM-4.5V.i1-IQ1_S.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":0,"context":65536,"arch":"glm4moe","vision":true,"licence":"mit","open":true,"released":"2025-08-10T13:55:30.000Z","downloads":3482,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1352,"arenaCoding":1402,"arenaVision":1158,"builds":[{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ1_S.gguf","label":"IQ1_S","size":33885517920,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ1_M.gguf","label":"IQ1_M","size":35515705440,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":38232684640,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ2_XS.gguf","label":"IQ2_XS","size":40478619744,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ2_S.gguf","label":"IQ2_S","size":40867248224,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ2_M.gguf","label":"IQ2_M","size":43040831584,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q2_K.gguf","label":"Q2_K","size":43603626080,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q2_K_S.gguf","label":"Q2_K_S","size":43746068576,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47231236192,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ3_XS.gguf","label":"IQ3_XS","size":48172111968,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q3_K_S.gguf","label":"Q3_K_S","size":50705193056,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ3_S.gguf","label":"IQ3_S","size":50730817632,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ3_M.gguf","label":"IQ3_M","size":51415898208,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q3_K_M.gguf","label":"Q3_K_M","size":55279065184,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q3_K_L.gguf","label":"Q3_K_L","size":57637443680,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-IQ4_XS.gguf","label":"IQ4_XS","size":58117269600,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q4_0.gguf","label":"Q4_0","size":60547278944,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q4_K_S.gguf","label":"Q4_K_S","size":64739780704,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q4_1.gguf","label":"Q4_1","size":66996414560,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q4_K_M.gguf","label":"Q4_K_M","size":70448212064,"bits":5.27,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q5_K_S.gguf","label":"Q5_K_S","size":75729545312,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q5_K_M.gguf","label":"Q5_K_M","size":80638077024,"bits":6.04,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.5V-i1-GGUF","file":"GLM-4.5V.i1-Q6_K.gguf","label":"Q6_K","size":95858849888,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/GLM-4.5V-i1-GGUF"],"logoFrom":"zai-org"},{"id":"huihui-kimi-linear-48b-a3b-instruct-abliterated-i1","family":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","name":"Huihui Kimi Linear 48B A3B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":49.12,"active":3.48,"layers":27,"probe":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":9330,"kvHeader":8064,"kvFixed":0,"context":1048576,"arch":"kimi-linear","vision":false,"licence":"mit","open":true,"released":"2026-02-19T08:59:05.000Z","downloads":3482,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":10081754784,"bits":1.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":11189045280,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":13034529440,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14518879392,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":14656787616,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":16133174944,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":16669413152,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":18028533536,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18992831136,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":20166372768,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":21325598112,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":21325598112,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":21548385696,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":23486104992,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":25509791136,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":26270981152,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":27869756960,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":27956051488,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":29702759968,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":30838178336,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":33885947424,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":34867654176,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF","file":"Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":40364127904,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Kimi-Linear-48B-A3B-Instruct-abliterated-i1-GGUF"],"logoFrom":"moonshotai"},{"id":"sky-t1-32b-preview","family":"NovaSky-AI/Sky-T1-32B-Preview","name":"Sky T1 32B Preview","maker":"NovaSky-AI","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Sky-T1-32B-Preview-GGUF/Sky-T1-32B-Preview-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-01-11T11:52:11.000Z","downloads":3481,"likes":80,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250848,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":9957551328,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ2_S.gguf","label":"IQ2_S","size":10387569888,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ2_M.gguf","label":"IQ2_M","size":11264441568,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q2_K.gguf","label":"Q2_K","size":12313099488,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":13073419488,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":13705514208,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":14392331488,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ3_M.gguf","label":"IQ3_M","size":14810123488,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":15935048928,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":17247079648,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":17693154528,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928326368,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":18682174688,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q4_0.gguf","label":"Q4_0","size":18711010528,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":18784410848,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":19851336928,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":20429180128,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q4_1.gguf","label":"Q4_1","size":20639243488,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":22638255328,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":23262158048,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":23742680288,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q6_K.gguf","label":"Q6_K","size":26886155488,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":27263274208,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-Q8_0.gguf","label":"Q8_0","size":34820885728,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Preview-GGUF","file":"Sky-T1-32B-Preview-f16/Sky-T1-32B-Preview-f16-00001-of-00002.gguf","label":"F16","size":65535970432,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Sky-T1-32B-Preview-GGUF"],"logoFrom":"NovaSky-AI"},{"id":"huatuogpt-3-9b","family":"FreedomIntelligence/HuatuoGPT-3-9B","name":"HuatuoGPT 3 9B","maker":"FreedomIntelligence","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/HuatuoGPT-3-9B-i1-GGUF/HuatuoGPT-3-9B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-18T22:42:04.000Z","downloads":3481,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642208,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269536,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648416,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345824,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968544,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471648,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239584,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q2_K.gguf","label":"Q2_K","size":3827263008,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166304,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416608,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407392,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818592,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383072,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525408,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515296,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441120,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q4_0.gguf","label":"Q4_0","size":5325940256,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630368,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214944,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109792,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q4_1.gguf","label":"Q4_1","size":5809333792,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310240,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970592,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT-3-9B-i1-GGUF","file":"HuatuoGPT-3-9B.i1-Q6_K.gguf","label":"Q6_K","size":7359260192,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/HuatuoGPT-3-9B-i1-GGUF"],"logoFrom":null},{"id":"qwendgaf-v3-4b","family":"hecan3d/QwenDGAF-V3-4B","name":"QwenDGAF V3 4B","maker":"hecan3d","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"hecan3d/QwenDGAF-V3-4B/Qwen3-4B.Q2_K_L.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T10:51:25.000Z","downloads":3480,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hecan3d/QwenDGAF-V3-4B","file":"Qwen3-4B.Q2_K_L.gguf","label":"Q2_K_L","size":1763700128,"bits":3.51,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-V3-4B","file":"Qwen3-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2075618208,"bits":4.13,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-V3-4B","file":"Qwen3-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2497280928,"bits":4.97,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-V3-4B","file":"Qwen3-4B.Q6_K.gguf","label":"Q6_K","size":3306261408,"bits":6.58,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-V3-4B","file":"Qwen3-4B.Q8_0.gguf","label":"Q8_0","size":4280405408,"bits":8.52,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-V3-4B","file":"Qwen3-4B.BF16.gguf","label":"BF16","size":8051285408,"bits":16.02,"known":true,"rank":0}],"repos":["hecan3d/QwenDGAF-V3-4B"],"logoFrom":"Qwen"},{"id":"ibm-granite-granite-3b-code-base-128k","family":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","name":"Ibm Granite Granite 3B Code Base 128K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf/granite-3b-code-base-128k.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":128000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-22T09:39:47.000Z","downloads":3477,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q2_K.gguf","label":"Q2_K","size":1338693376,"bits":3.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.IQ3_XS.gguf","label":"IQ3_XS","size":1473042176,"bits":3.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.IQ3_S.gguf","label":"IQ3_S","size":1551685376,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q3_K_S.gguf","label":"Q3_K_S","size":1551685376,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.IQ3_M.gguf","label":"IQ3_M","size":1621317376,"bits":3.73,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q3_K.gguf","label":"Q3_K","size":1726994176,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q3_K_M.gguf","label":"Q3_K_M","size":1726994176,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q3_K_L.gguf","label":"Q3_K_L","size":1876088576,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.IQ4_XS.gguf","label":"IQ4_XS","size":1908856576,"bits":4.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q4_0.gguf","label":"Q4_0","size":1997330176,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.IQ4_NL.gguf","label":"IQ4_NL","size":2010437376,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q4_K_S.gguf","label":"Q4_K_S","size":2013714176,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q4_K.gguf","label":"Q4_K","size":2132498176,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q4_K_M.gguf","label":"Q4_K_M","size":2132498176,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q4_1.gguf","label":"Q4_1","size":2207045376,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q5_0.gguf","label":"Q5_0","size":2416760576,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q5_K_S.gguf","label":"Q5_K_S","size":2416760576,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q5_K.gguf","label":"Q5_K","size":2486392576,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q5_K_M.gguf","label":"Q5_K_M","size":2486392576,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q5_1.gguf","label":"Q5_1","size":2626475776,"bits":6.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q6_K.gguf","label":"Q6_K","size":2862405376,"bits":6.58,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf","file":"granite-3b-code-base-128k.Q8_0.gguf","label":"Q8_0","size":3705526016,"bits":8.52,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-3b-code-base-128k-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen2-5-vl-7b-nsfw-caption-v3-abliterated","family":"shutkit/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated","name":"Qwen2.5 VL 7B NSFW Caption V3 Abliterated","maker":"shutkit","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-09-20T09:01:21.000Z","downloads":3477,"likes":7,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q2_K.gguf","label":"Q2_K","size":3015939552,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3492367840,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3808390624,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4088458720,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4250297824,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4457768416,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4683072992,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5315175904,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5444830688,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q6_K.gguf","label":"Q6_K","size":6254198240,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.Q8_0.gguf","label":"Q8_0","size":8098524640,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF","file":"Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated.f16.gguf","label":"F16","size":15237852640,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-7B-NSFW-Caption-V3-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"twi-qwen-v1-merged","family":"travis-moore/twi-qwen-v1-merged","name":"Twi Qwen V1 Merged","maker":"travis-moore","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/twi-qwen-v1-merged-i1-GGUF/twi-qwen-v1-merged.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T13:33:38.000Z","downloads":3477,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642240,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269568,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648448,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345856,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968576,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471680,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239616,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q2_K.gguf","label":"Q2_K","size":3827263040,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166336,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416640,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407424,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818624,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383104,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525440,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515328,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441152,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q4_0.gguf","label":"Q4_0","size":5325940288,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214976,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109824,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q4_1.gguf","label":"Q4_1","size":5809333824,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310272,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970624,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/twi-qwen-v1-merged-i1-GGUF","file":"twi-qwen-v1-merged.i1-Q6_K.gguf","label":"Q6_K","size":7359260224,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/twi-qwen-v1-merged-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-flash-coder-cyber-heretic","family":"Luni/Qwen3.8-Flash-Coder-CYBER-Heretic","name":"Qwen3.8 Flash Coder CYBER Heretic","maker":"Luni","catalog":null,"tuned":true,"params":42.62,"active":6.49,"layers":49,"probe":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF/Qwen3.8-Flash-Coder-CYBER-Heretic.Q2_K.gguf","kvBytesPerToken":592,"kvHeader":512,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T05:22:40.000Z","downloads":3475,"likes":6,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q2_K.gguf","label":"Q2_K","size":17725406208,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":20406978048,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":22220297728,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":23117587968,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":23798304768,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":25987463168,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":28394088448,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":30307719168,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":32360245248,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q6_K.gguf","label":"Q6_K","size":38210472448,"bits":7.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF","file":"Qwen3.8-Flash-Coder-CYBER-Heretic.Q8_0.gguf","label":"Q8_0","size":45378981888,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-Flash-Coder-CYBER-Heretic-GGUF"],"logoFrom":"Luni"},{"id":"kimi-dev-72b","family":"moonshotai/Kimi-Dev-72B","name":"Kimi Dev 72B","maker":"Moonshot AI","catalog":null,"tuned":true,"params":72.71,"active":null,"layers":80,"probe":"unsloth/Kimi-Dev-72B-GGUF/Kimi-Dev-72B-UD-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-06-17T00:37:17.000Z","downloads":3475,"likes":63,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":23048185344,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":23994361344,"bits":2.64,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":25700427264,"bits":2.83,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":29596542464,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":30336706048,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":31856879104,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-Q3_K_S.gguf","label":"Q3_K_S","size":34487789056,"bits":3.79,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-Q3_K_M.gguf","label":"Q3_K_M","size":37698725376,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":38295643648,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-IQ4_XS.gguf","label":"IQ4_XS","size":39748003328,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-IQ4_NL.gguf","label":"IQ4_NL","size":41315624448,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-Q4_0.gguf","label":"Q4_0","size":41383126528,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Kimi-Dev-72B-Q4_1.gguf","label":"Q4_1","size":45697885696,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"UD-Q5_K_XL/Kimi-Dev-72B-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":54135432928,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Q6_K/Kimi-Dev-72B-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347629248,"bits":7.08,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"UD-Q6_K_XL/Kimi-Dev-72B-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":67162941152,"bits":7.39,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"Q8_0/Kimi-Dev-72B-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262612192,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"UD-Q8_K_XL/Kimi-Dev-72B-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":83987588832,"bits":9.24,"known":true,"rank":0},{"repo":"unsloth/Kimi-Dev-72B-GGUF","file":"BF16/Kimi-Dev-72B-BF16-00001-of-00003.gguf","label":"BF16","size":145422673472,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Kimi-Dev-72B-GGUF"],"logoFrom":"moonshotai"},{"id":"hermes-2-5-yi-1-5-9b-chat","family":"juvi21/Hermes-2.5-Yi-1.5-9B-Chat","name":"Hermes 2.5 Yi 1.5 9B","maker":"juvi21","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF/Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-07T11:36:49.000Z","downloads":3474,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ1_S.gguf","label":"IQ1_S","size":2014573632,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ1_M.gguf","label":"IQ1_M","size":2181641280,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460087360,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708010048,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ2_S.gguf","label":"IQ2_S","size":2875356224,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ2_M.gguf","label":"IQ2_M","size":3098113088,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q2_K.gguf","label":"Q2_K","size":3354326080,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474322496,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3717936192,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899208768,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ3_S.gguf","label":"IQ3_S","size":3912578112,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ3_M.gguf","label":"IQ3_M","size":4055462976,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324406336,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4690752576,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785009728,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q4_0.gguf","label":"Q4_0","size":5053903936,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5071860800,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5328958528,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6107853888,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258259008,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF","file":"Hermes-2.5-Yi-1.5-9B-Chat.i1-Q6_K.gguf","label":"Q6_K","size":7245640768,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Hermes-2.5-Yi-1.5-9B-Chat-i1-GGUF"],"logoFrom":"juvi21"},{"id":"zephyr-orpo-141b-a35b-v0-1","family":"HuggingFaceH4/zephyr-orpo-141b-A35b-v0.1","name":"Zephyr Orpo 141B A35B V0.1","maker":"HuggingFaceH4","catalog":null,"tuned":false,"params":140.62,"active":39.15,"layers":56,"probe":"MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF/zephyr-orpo-141b-A35b-v0.1.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-10T16:00:24.000Z","downloads":3474,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1.IQ1_S.gguf","label":"IQ1_S","size":29644079776,"bits":1.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1.IQ1_M.gguf","label":"IQ1_M","size":32732398240,"bits":1.86,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":52103165152,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":58228204768,"bits":3.31,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-IQ3_S-00001-of-00005.gguf","label":"IQ3_S","size":61498189024,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":61498189024,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":64492922080,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":67789645024,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":72579802336,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":76354196704,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":80478098656,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":80478098656,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":85586760928,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":96973706464,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1-Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":99968439520,"bits":5.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1.Q6_K-00001-of-00005.gguf","label":"Q6_K","size":115529729280,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1.Q8_0-00001-of-00005.gguf","label":"Q8_0","size":149414798592,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF","file":"zephyr-orpo-141b-A35b-v0.1.fp16-00001-of-00007.gguf","label":"zephyr-orpo-141b-A35b-v0.1.fp16","size":281243411936,"bits":16,"known":false,"rank":0}],"repos":["MaziyarPanahi/zephyr-orpo-141b-A35b-v0.1-GGUF","bartowski/zephyr-orpo-141b-A35b-v0.1-GGUF"],"logoFrom":"HuggingFaceH4"},{"id":"empero-ai-qwythos-9b-v2","family":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","name":"Empero Ai Qwythos 9B V2","maker":"bartowski","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"bartowski/empero-ai_Qwythos-9B-v2-GGUF/empero-ai_Qwythos-9B-v2-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":1048576,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-19T01:40:25.000Z","downloads":3474,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-IQ2_M.gguf","label":"IQ2_M","size":3906351648,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q2_K.gguf","label":"Q2_K","size":4201198112,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-IQ3_XXS.gguf","label":"IQ3_XXS","size":4412944928,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-IQ3_XS.gguf","label":"IQ3_XS","size":4697453088,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q3_K_S.gguf","label":"Q3_K_S","size":4806242848,"bits":4.18,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-IQ3_M.gguf","label":"IQ3_M","size":4859458080,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q3_K_M.gguf","label":"Q3_K_M","size":5057114656,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q2_K_L.gguf","label":"Q2_K_L","size":5194478112,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q3_K_L.gguf","label":"Q3_K_L","size":5247955488,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-IQ4_XS.gguf","label":"IQ4_XS","size":5379568160,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-IQ4_NL.gguf","label":"IQ4_NL","size":5615825440,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q4_0.gguf","label":"Q4_0","size":5619757600,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q4_K_S.gguf","label":"Q4_K_S","size":5735100960,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q4_K_M.gguf","label":"Q4_K_M","size":6047707680,"bits":5.26,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q4_1.gguf","label":"Q4_1","size":6081786400,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q3_K_XL.gguf","label":"Q3_K_XL","size":6137934368,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q5_K_S.gguf","label":"Q5_K_S","size":6663352864,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q4_K_L.gguf","label":"Q4_K_L","size":6802600480,"bits":5.92,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q5_K_M.gguf","label":"Q5_K_M","size":6989853216,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q5_K_L.gguf","label":"Q5_K_L","size":7617606176,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q6_K.gguf","label":"Q6_K","size":7837184544,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q6_K_L.gguf","label":"Q6_K_L","size":8329851424,"bits":7.24,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-Q8_0.gguf","label":"Q8_0","size":9804542496,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/empero-ai_Qwythos-9B-v2-GGUF","file":"empero-ai_Qwythos-9B-v2-bf16.gguf","label":"BF16","size":18407321856,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/empero-ai_Qwythos-9B-v2-GGUF"],"logoFrom":"empero-ai"},{"id":"deepseek-v4-1-flash-1017-uncensored-gsq-rco-iq2-xxs-mxfp8-engram","family":"Starw1/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-IQ2_XXS-MXFP8-Engram-GGUF","name":"DeepSeek V4.1 Flash 1017 Uncensored GSQ RCO IQ2 XXS MXFP8 Engram","maker":"Starw1","catalog":null,"tuned":true,"params":196.61,"active":3.93,"layers":40,"probe":"Starw1/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-IQ2_XXS-MXFP8-Engram-GGUF/DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ2_XXS-00001-of-00004.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":false,"licence":"mit","open":true,"released":"2026-10-26T04:46:52.000Z","downloads":3472,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Starw1/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-IQ2_XXS-MXFP8-Engram-GGUF","file":"DeepSeek-V4.1-Flash-1017-GSQ-RCO-IQ2_XXS-00001-of-00004.gguf","label":"IQ2_XXS","size":138581154816,"bits":5.64,"known":true,"rank":0},{"repo":"Starw1/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-IQ2_XXS-MXFP8-Engram-GGUF","file":"DeepSeek-V4.1-Flash-Engram-MXFP8.gguf","label":"DeepSeek-V4.1-Flash-Engram-MXFP8","size":202758032880,"bits":8.25,"known":false,"rank":0}],"repos":["Starw1/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-IQ2_XXS-MXFP8-Engram-GGUF"],"logoFrom":"Abiray"},{"id":"vortex5-g4-dark-soul-26b-a4b","family":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","name":"Vortex5 G4 Dark Soul 26B A4B","maker":"bartowski","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF/Vortex5_G4-Dark-Soul-26B-A4B-IQ2_XS.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-01T00:27:32.000Z","downloads":3467,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ2_XS.gguf","label":"IQ2_XS","size":10126648256,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ2_S.gguf","label":"IQ2_S","size":10230467136,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ2_M.gguf","label":"IQ2_M","size":10700620864,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q2_K.gguf","label":"Q2_K","size":10951926336,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q2_K_L.gguf","label":"Q2_K_L","size":11130708544,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12160198720,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ3_XS.gguf","label":"IQ3_XS","size":12437321280,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q3_K_S.gguf","label":"Q3_K_S","size":12553233472,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q3_K_M.gguf","label":"Q3_K_M","size":13019979840,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q3_K_L.gguf","label":"Q3_K_L","size":13199178816,"bits":4.19,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ3_M.gguf","label":"IQ3_M","size":13280212032,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":13377961024,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ4_XS.gguf","label":"IQ4_XS","size":14205003328,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-IQ4_NL.gguf","label":"IQ4_NL","size":14697713216,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q4_0.gguf","label":"Q4_0","size":14759383616,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q4_K_S.gguf","label":"Q4_K_S","size":15844287040,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q4_1.gguf","label":"Q4_1","size":16144844352,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":17035038272,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q4_K_L.gguf","label":"Q4_K_L","size":17213820480,"bits":5.46,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q5_K_S.gguf","label":"Q5_K_S","size":18129380928,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19319197248,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q5_K_L.gguf","label":"Q5_K_L","size":19497979456,"bits":6.18,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22862575680,"bits":7.25,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q6_K_L.gguf","label":"Q6_K_L","size":23041357888,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859859520,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF","file":"Vortex5_G4-Dark-Soul-26B-A4B-bf16.gguf","label":"BF16","size":50505135392,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Vortex5_G4-Dark-Soul-26B-A4B-GGUF"],"logoFrom":"bartowski"},{"id":"qwen3-5-4b-uncensored-hauhaucs-aggressive-andycurrent","family":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","name":"Qwen3.5 4B Uncensored HauhauCS Aggressive (Andycurrent)","maker":"Andycurrent","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q2_k.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-13T05:46:46.000Z","downloads":3466,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q2_k.gguf","label":"Q2_K","size":1797505376,"bits":3.42,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q3_k_m.gguf","label":"Q3_K_M","size":2257475936,"bits":4.29,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q4_k_m.gguf","label":"Q4_K_M","size":2707513696,"bits":5.14,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q5_k_m.gguf","label":"Q5_K_M","size":3108757856,"bits":5.91,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q6_k.gguf","label":"Q6_K","size":3464055136,"bits":6.58,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive_Q8_0.gguf","label":"Q8_0","size":4482402656,"bits":8.52,"known":true,"rank":0},{"repo":"Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive","file":"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf","label":"BF16","size":8424393056,"bits":16.01,"known":true,"rank":0}],"repos":["Andycurrent/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive"],"logoFrom":"Qwen"},{"id":"chaotic-order-24b-v5","family":"Sorihon/Chaotic-Order-24B-V5","name":"Chaotic Order 24B V5","maker":"Sorihon","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF/Chaotic-Order-24B-V5.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-09T02:19:11.000Z","downloads":3464,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ1_S.gguf","label":"IQ1_S","size":5273725856,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ1_M.gguf","label":"IQ1_M","size":5750500256,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545124256,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207037856,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ2_S.gguf","label":"IQ2_S","size":7478356896,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ2_M.gguf","label":"IQ2_M","size":8114056096,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320166816,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q2_K.gguf","label":"Q2_K","size":8890330016,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280596896,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907121056,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400279456,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ3_S.gguf","label":"IQ3_S","size":10428132256,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ3_M.gguf","label":"IQ3_M","size":10650954656,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474086816,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400765856,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758920096,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q4_0.gguf","label":"Q4_0","size":13494234016,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549284256,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333914016,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q4_1.gguf","label":"Q4_1","size":14873111456,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304417696,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763988896,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-24B-V5-i1-GGUF","file":"Chaotic-Order-24B-V5.i1-Q6_K.gguf","label":"Q6_K","size":19345943456,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Chaotic-Order-24B-V5-i1-GGUF"],"logoFrom":null},{"id":"qwopus3-5-122b-a10b-kimi-k2-6-destill-healed-abliterated","family":"OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated","name":"Qwopus3.5 122B A10B Kimi K2.6 Destill Healed Abliterated","maker":"OpenYourMind","catalog":null,"tuned":true,"params":124.64,"active":9.95,"layers":49,"probe":"OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-Q4_K_M.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"other","open":false,"released":"2026-05-20T10:19:34.000Z","downloads":3462,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF","file":"Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":75842332192,"bits":4.87,"known":true,"rank":0}],"repos":["OpenYourMind/Qwopus3.5-122B-A10B-Kimi-K2.6-destill-healed-abliterated-GGUF"],"logoFrom":"moonshotai"},{"id":"mistral-7b-claude-chat","family":"Norquinal/Mistral-7B-claude-chat","name":"Mistral 7B Claude","maker":"Norquinal","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Mistral-7B-Claude-Chat-GGUF/mistral-7b-claude-chat.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-10-28T22:57:56.000Z","downloads":3460,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Claude-Chat-GGUF","file":"mistral-7b-claude-chat.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral-7B-Claude-Chat-GGUF"],"logoFrom":"mistralai"},{"id":"qwen3loop-0-6b-sft-deep-supervision-v1","family":"Lordnyx/qwen3loop-0.6b-sft-deep-supervision-v1","name":"Qwen3loop 0.6B Sft Deep Supervision V1","maker":"Lordnyx","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":56,"probe":"Lordnyx/qwen3loop-0.6b-sft-deep-supervision-v1/modelo_qwen3loop_sft_q8_0.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":40960,"arch":"qwen3loop","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-22T19:48:40.000Z","downloads":3458,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lordnyx/qwen3loop-0.6b-sft-deep-supervision-v1","file":"modelo_qwen3loop_sft_q8_0.gguf","label":"Q8_0","size":639446912,"bits":8.53,"known":true,"rank":0},{"repo":"Lordnyx/qwen3loop-0.6b-sft-deep-supervision-v1","file":"modelo_qwen3loop_sft_f16.gguf","label":"F16","size":1198182272,"bits":15.98,"known":true,"rank":0}],"repos":["Lordnyx/qwen3loop-0.6b-sft-deep-supervision-v1"],"logoFrom":"Lordnyx"},{"id":"heretic-dolphin3-0-qwen2-5-3b","family":"hereticness/Heretic-Dolphin3.0-Qwen2.5-3b","name":"Heretic Dolphin3.0 Qwen2.5 3B","maker":"hereticness","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF/Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-01-06T02:41:22.000Z","downloads":3457,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ1_S.gguf","label":"IQ1_S","size":791094592,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ1_M.gguf","label":"IQ1_M","size":850027840,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":948249920,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1031546176,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ2_S.gguf","label":"IQ2_S","size":1061938496,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ2_M.gguf","label":"IQ2_M","size":1140516160,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1198128448,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q2_K.gguf","label":"Q2_K","size":1274756416,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1282827584,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1391836480,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1454357824,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ3_S.gguf","label":"IQ3_S","size":1456864576,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ3_M.gguf","label":"IQ3_M","size":1488895296,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1590476096,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1707392320,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1739095360,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1825209664,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q4_0.gguf","label":"Q4_0","size":1828486464,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1834384704,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1929903424,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q4_1.gguf","label":"Q4_1","size":1996258624,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2169666880,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2224815424,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF","file":"Heretic-Dolphin3.0-Qwen2.5-3b.i1-Q6_K.gguf","label":"Q6_K","size":2538159424,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Heretic-Dolphin3.0-Qwen2.5-3b-i1-GGUF"],"logoFrom":"hereticness"},{"id":"k2-horizon-3-7b-heretic","family":"Avicennasis/K2-Horizon-3.7B-heretic","name":"K2 Horizon 3.7B Heretic","maker":"Avicennasis","catalog":null,"tuned":true,"params":5.06,"active":null,"layers":36,"probe":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF/K2-Horizon-3.7B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T00:25:24.000Z","downloads":3455,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1473239680,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1548196480,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1673124480,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1784863360,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1913759360,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":2013701760,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2034325120,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":2143934080,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2179180160,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2360238720,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2436178560,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":2448712320,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2512773760,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2631393920,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2801132160,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2899472000,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":3029294720,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3034537600,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3037159040,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3156557440,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":3298770560,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3574800000,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3643735680,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF","file":"K2-Horizon-3.7B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":4161362560,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-3.7B-heretic-i1-GGUF"],"logoFrom":"Avicennasis"},{"id":"cajal-4b","family":"Agnuxo/CAJAL-4B","name":"CAJAL 4B","maker":"Agnuxo","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"Agnuxo/CAJAL-4B/CAJAL-4B-q4_k_m.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-07T20:00:56.000Z","downloads":3454,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Agnuxo/CAJAL-4B","file":"CAJAL-4B-q4_k_m.gguf","label":"Q4_K_M","size":2708803936,"bits":5.15,"known":true,"rank":0},{"repo":"Agnuxo/CAJAL-4B","file":"CAJAL-4B-q8_0.gguf","label":"Q8_0","size":4482402656,"bits":8.52,"known":true,"rank":0},{"repo":"Agnuxo/CAJAL-4B","file":"CAJAL-4B-f16.gguf","label":"F16","size":8424393056,"bits":16.01,"known":true,"rank":0}],"repos":["Agnuxo/CAJAL-4B"],"logoFrom":"Agnuxo"},{"id":"palmyra-fin-70b-32k","family":"Writer/Palmyra-Fin-70B-32K","name":"Palmyra Fin 70B 32K","maker":"Writer","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF/Palmyra-Fin-70B-32K.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-08-02T12:49:02.000Z","downloads":3452,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ1_S.gguf","label":"IQ1_S","size":15343483392,"bits":1.74,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ1_M.gguf","label":"IQ1_M","size":16751196672,"bits":1.9,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ2_XXS.gguf","label":"IQ2_XXS","size":19097385472,"bits":2.17,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ2_XS.gguf","label":"IQ2_XS","size":21142108672,"bits":2.4,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ2_S.gguf","label":"IQ2_S","size":22242343424,"bits":2.52,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ2_M.gguf","label":"IQ2_M","size":24119294464,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q2_K_S.gguf","label":"Q2_K_S","size":24471943680,"bits":2.77,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q2_K.gguf","label":"Q2_K","size":26375109120,"bits":2.99,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ3_XXS.gguf","label":"IQ3_XXS","size":27469494784,"bits":3.11,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ3_XS.gguf","label":"IQ3_XS","size":29307730432,"bits":3.32,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ3_S.gguf","label":"IQ3_S","size":30912051712,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q3_K_S.gguf","label":"Q3_K_S","size":30912051712,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ3_M.gguf","label":"IQ3_M","size":31937034752,"bits":3.62,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q3_K.gguf","label":"Q3_K","size":34267494912,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q3_K_L.gguf","label":"Q3_K_L","size":37140593152,"bits":4.21,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ4_XS.gguf","label":"IQ4_XS","size":37902662144,"bits":4.3,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.IQ4_NL.gguf","label":"IQ4_NL","size":40053619200,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q4_K_S.gguf","label":"Q4_K_S","size":40347220480,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q4_K.gguf","label":"Q4_K","size":42520394240,"bits":4.82,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q5_K_S/Palmyra-Fin-70B-32K.Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":48657447456,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q5_K/Palmyra-Fin-70B-32K.Q5_K-00001-of-00003.gguf","label":"Q5_K","size":49949817408,"bits":5.66,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q6_K/Palmyra-Fin-70B-32K.Q6_K-00001-of-00003.gguf","label":"Q6_K","size":57888143904,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.Q8_0/Palmyra-Fin-70B-32K.Q8_0-00001-of-00004.gguf","label":"Q8_0","size":74975050400,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.BF16/Palmyra-Fin-70B-32K.BF16-00001-of-00006.gguf","label":"BF16","size":141117914016,"bits":16,"known":true,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.FP16/Palmyra-Fin-70B-32K.FP16-00001-of-00006.gguf","label":"Palmyra-Fin-70B-32K.FP16","size":141117914016,"bits":16,"known":false,"rank":0},{"repo":"legraphista/Palmyra-Fin-70B-32K-IMat-GGUF","file":"Palmyra-Fin-70B-32K.F32/Palmyra-Fin-70B-32K.F32-00001-of-00012.gguf","label":"F32","size":282222689888,"bits":32,"known":true,"rank":0}],"repos":["legraphista/Palmyra-Fin-70B-32K-IMat-GGUF"],"logoFrom":"Writer"},{"id":"qwen3-5-4b-anon-reasoning-v2","family":"maxylium/Qwen3.5-4B-Anon-Reasoning-v2","name":"Qwen3.5 4B Anon Reasoning V2","maker":"maxylium","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF/Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-25T10:10:06.000Z","downloads":3449,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235872,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":1426420512,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394912,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595872,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976992,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":1741556512,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852394272,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904495392,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q2_K.gguf","label":"Q2_K","size":1915472672,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069881632,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077582112,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":2139513632,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":2163188512,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065952,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421318432,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514287392,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q4_0.gguf","label":"Q4_0","size":2549799712,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889952,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609437472,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708806432,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q4_1.gguf","label":"Q4_1","size":2766969632,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037792,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988832,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF","file":"Qwen3.5-4B-Anon-Reasoning-v2.i1-Q6_K.gguf","label":"Q6_K","size":3464057632,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-Anon-Reasoning-v2-i1-GGUF"],"logoFrom":"maxylium"},{"id":"mythalion-13b","family":"PygmalionAI/mythalion-13b","name":"Mythalion 13B","maker":"PygmalionAI","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Mythalion-13B-GGUF/mythalion-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T22:02:52.000Z","downloads":3446,"likes":70,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Mythalion-13B-GGUF","file":"mythalion-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mythalion-13B-GGUF"],"logoFrom":"PygmalionAI"},{"id":"cursorcore-yi-9b","family":"TechxGenus/CursorCore-Yi-9B","name":"CursorCore Yi 9B","maker":"TechxGenus","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/CursorCore-Yi-9B-i1-GGUF/CursorCore-Yi-9B.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-11T08:12:08.000Z","downloads":3444,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ1_S.gguf","label":"IQ1_S","size":2014843264,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ1_M.gguf","label":"IQ1_M","size":2181910912,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460356992,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708279680,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ2_S.gguf","label":"IQ2_S","size":2875652480,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ2_M.gguf","label":"IQ2_M","size":3098409344,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q2_K.gguf","label":"Q2_K","size":3354630528,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474618752,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3718267264,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899539840,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":3912909184,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4055794048,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324737408,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4691083648,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785367424,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5037361536,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5037361536,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5037361536,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q4_0.gguf","label":"Q4_0","size":5054269824,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5072226688,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5329324416,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6108252544,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258657664,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-Yi-9B-i1-GGUF","file":"CursorCore-Yi-9B.i1-Q6_K.gguf","label":"Q6_K","size":7246074240,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/CursorCore-Yi-9B-i1-GGUF"],"logoFrom":"TechxGenus"},{"id":"airoboros-l2-70b-3-1","family":"jondurbin/airoboros-l2-70b-3.1","name":"Airoboros L2 70B 3.1","maker":"jondurbin","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Airoboros-L2-70B-3.1-GGUF/airoboros-l2-70b-3.1.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-16T14:34:51.000Z","downloads":3443,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q2_K.gguf","label":"Q2_K","size":29279253504,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q3_K_S.gguf","label":"Q3_K_S","size":29919294464,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q3_K_M.gguf","label":"Q3_K_M","size":33186657280,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q3_K_L.gguf","label":"Q3_K_L","size":36147835904,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q4_0.gguf","label":"Q4_0","size":38872249344,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q4_K_S.gguf","label":"Q4_K_S","size":39073575936,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q4_K_M.gguf","label":"Q4_K_M","size":41422910464,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q5_0.gguf","label":"Q5_0","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q5_K_S.gguf","label":"Q5_K_S","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1-GGUF","file":"airoboros-l2-70b-3.1.Q5_K_M.gguf","label":"Q5_K_M","size":48753767424,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-70B-3.1-GGUF"],"logoFrom":"jondurbin"},{"id":"airoboros-l2-70b-2-1-creative","family":"jondurbin/airoboros-l2-70b-2.1-creative","name":"Airoboros L2 70B 2.1 Creative","maker":"jondurbin","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF/airoboros-l2-70b-2.1-creative.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-31T12:37:07.000Z","downloads":3442,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF","file":"airoboros-l2-70b-2.1-creative.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-70B-2.1-Creative-GGUF"],"logoFrom":"jondurbin"},{"id":"saullm-54b-instruct","family":"Equall/SaulLM-54B-Instruct","name":"SaulLM 54B","maker":"Equall","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/SaulLM-54B-Instruct-i1-GGUF/SaulLM-54B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-08-02T02:19:09.000Z","downloads":3442,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":9821669504,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":10847176832,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556355712,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923698816,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":14127851648,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":15495194752,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":17311230080,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242463872,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350390912,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":20432521344,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432521344,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":21430765696,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546450560,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169646208,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080539264,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":26561030272,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745579648,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448467072,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231336064,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229580416,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/SaulLM-54B-Instruct-i1-GGUF","file":"SaulLM-54B-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":38380816512,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SaulLM-54B-Instruct-i1-GGUF"],"logoFrom":"Equall"},{"id":"thinkingcap-qwen3-8-flash-next","family":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next","name":"ThinkingCap Qwen3.8 Flash Next","maker":"bottlecapai","catalog":null,"tuned":true,"params":179.55,"active":58.65,"layers":49,"probe":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF/ThinkingCap-Qwen3.8-Flash-Next-IQ4_XS-00001-of-00008.gguf","kvBytesPerToken":7701,"kvHeader":6656,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-10-22T15:28:32.000Z","downloads":3441,"likes":21,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF","file":"ThinkingCap-Qwen3.8-Flash-Next-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":95534380608,"bits":4.26,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF","file":"ThinkingCap-Qwen3.8-Flash-Next-Q4_K_M-00001-of-00008.gguf","label":"Q4_K_M","size":113186850368,"bits":5.04,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF","file":"ThinkingCap-Qwen3.8-Flash-Next-Q6_K-00001-of-00008.gguf","label":"Q6_K","size":171900289088,"bits":7.66,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF","file":"ThinkingCap-Qwen3.8-Flash-Next-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":191000574240,"bits":8.51,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF","file":"ThinkingCap-Qwen3.8-Flash-Next-BF16-00001-of-00008.gguf","label":"BF16","size":359246948960,"bits":16.01,"known":true,"rank":0}],"repos":["bottlecapai/ThinkingCap-Qwen3.8-Flash-Next-GGUF"],"logoFrom":"bottlecapai"},{"id":"gemma-4-26b-a4b-it-uncensored-heretic-mxfp4-moe","family":"noctrex/gemma-4-26B-A4B-it-uncensored-heretic-MXFP4_MOE-GGUF","name":"Gemma 4 26B A4B Uncensored Heretic MXFP4 MOE","maker":"noctrex","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"noctrex/gemma-4-26B-A4B-it-uncensored-heretic-MXFP4_MOE-GGUF/gemma-4-26B-A4B-it-uncensored-heretic-MXFP4_MOE.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-05-03T23:06:17.000Z","downloads":3440,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noctrex/gemma-4-26B-A4B-it-uncensored-heretic-MXFP4_MOE-GGUF","file":"gemma-4-26B-A4B-it-uncensored-heretic-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":15419239392,"bits":4.89,"known":true,"rank":0}],"repos":["noctrex/gemma-4-26B-A4B-it-uncensored-heretic-MXFP4_MOE-GGUF"],"logoFrom":"llmfan46"},{"id":"ko-llama-3-1-8b-lexi-uncensored-v2","family":"s5ya/Ko-Llama-3.1-8B-Lexi-Uncensored-V2","name":"Ko Llama 3.1 8B Lexi Uncensored V2","maker":"s5ya","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF/Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-08-31T10:58:37.000Z","downloads":3439,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633440,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977632,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217952,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787424,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494496,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286752,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q2_K.gguf","label":"Q2_K","size":3179137312,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918176,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753056,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505120,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ3_S.gguf","label":"IQ3_S","size":3682330912,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829216,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923808,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962272,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668512,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661217568,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661217568,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661217568,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q4_0.gguf","label":"Q4_0","size":4675897632,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674848,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740128,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299872,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993312,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF","file":"Ko-Llama-3.1-8B-Lexi-Uncensored-V2.i1-Q6_K.gguf","label":"Q6_K","size":6596012320,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ko-Llama-3.1-8B-Lexi-Uncensored-V2-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"llama3-1-8b-shiningvaliant2","family":"ValiantLabs/Llama3.1-8B-ShiningValiant2","name":"Llama3.1 8B ShiningValiant2","maker":"ValiantLabs","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF/Llama3.1-8B-ShiningValiant2-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-09-17T07:27:44.000Z","downloads":3439,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-IQ2_M.gguf","label":"IQ2_M","size":2948286624,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q2_K.gguf","label":"Q2_K","size":3179137184,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-IQ3_XS.gguf","label":"IQ3_XS","size":3518752928,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q3_K_S.gguf","label":"Q3_K_S","size":3664504992,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q2_K_L.gguf","label":"Q2_K_L","size":3692161184,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-IQ3_M.gguf","label":"IQ3_M","size":3784829088,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q3_K_M.gguf","label":"Q3_K_M","size":4018923680,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q3_K_L.gguf","label":"Q3_K_L","size":4321962144,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-IQ4_XS.gguf","label":"IQ4_XS","size":4447668384,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661217440,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661217440,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661217440,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_0.gguf","label":"Q4_0","size":4675897504,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_K_S.gguf","label":"Q4_K_S","size":4692674720,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781631648,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_K_M.gguf","label":"Q4_K_M","size":4920740000,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q4_K_L.gguf","label":"Q4_K_L","size":5310638240,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q5_K_S.gguf","label":"Q5_K_S","size":5599299744,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q5_K_M.gguf","label":"Q5_K_M","size":5732993184,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q5_K_L.gguf","label":"Q5_K_L","size":6057224352,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q6_K.gguf","label":"Q6_K","size":6596012192,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q6_K_L.gguf","label":"Q6_K_L","size":6850472096,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-Q8_0.gguf","label":"Q8_0","size":8540776608,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama3.1-8B-ShiningValiant2-GGUF","file":"Llama3.1-8B-ShiningValiant2-f16.gguf","label":"F16","size":16068896640,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Llama3.1-8B-ShiningValiant2-GGUF"],"logoFrom":"ValiantLabs"},{"id":"aria-70b-v2","family":"Faradaylab/ARIA-70B-V2","name":"ARIA 70B V2","maker":"Faradaylab","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/ARIA-70B-V2-GGUF/aria-70b-v2.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-20T02:31:03.000Z","downloads":3437,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/ARIA-70B-V2-GGUF","file":"aria-70b-v2.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/ARIA-70B-V2-GGUF"],"logoFrom":"Faradaylab"},{"id":"llama-2-70b-ensemble-v5","family":"yeontaek/llama-2-70B-ensemble-v5","name":"Llama 2 70B Ensemble V5","maker":"yeontaek","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF/llama-2-70b-ensemble-v5.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-11T19:21:31.000Z","downloads":3431,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-Ensemble-v5-GGUF","file":"llama-2-70b-ensemble-v5.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-70B-Ensemble-v5-GGUF"],"logoFrom":"meta-llama"},{"id":"kimiko-v2-13b","family":"Chat-Error/Kimiko-v2-13B","name":"Kimiko V2 13B","maker":"Chat-Error","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Kimiko-v2-13B-GGUF/kimiko-v2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"creativeml-openrail-m","open":false,"released":"2023-08-30T16:34:49.000Z","downloads":3429,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-v2-13B-GGUF","file":"kimiko-v2-13b.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Kimiko-v2-13B-GGUF"],"logoFrom":"Chat-Error"},{"id":"apertus-70b-instruct-2509","family":"swiss-ai/Apertus-70B-Instruct-2509","name":"Apertus 70B 2509","maker":"Swiss AI","catalog":null,"tuned":false,"params":70.6,"active":null,"layers":80,"probe":"unsloth/Apertus-70B-Instruct-2509-GGUF/Apertus-70B-Instruct-2509-UD-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":65536,"arch":"apertus","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-02T22:22:19.000Z","downloads":3429,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":16599131808,"bits":1.88,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":17799227040,"bits":2.02,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":19908437664,"bits":2.26,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":24825341600,"bits":2.81,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q2_K.gguf","label":"Q2_K","size":27272062624,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q2_K_L.gguf","label":"Q2_K_L","size":27523720864,"bits":3.12,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":27932665504,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":28167546528,"bits":3.19,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q3_K_S.gguf","label":"Q3_K_S","size":30768015008,"bits":3.49,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q3_K_M.gguf","label":"Q3_K_M","size":35535890080,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":36622870176,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-IQ4_XS.gguf","label":"IQ4_XS","size":37967537824,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-IQ4_NL.gguf","label":"IQ4_NL","size":40085661344,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q4_0.gguf","label":"Q4_0","size":40221976224,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q4_K_S.gguf","label":"Q4_K_S","size":40446371488,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q4_K_M.gguf","label":"Q4_K_M","size":43721598624,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":44208793248,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q4_1.gguf","label":"Q4_1","size":44347074208,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Apertus-70B-Instruct-2509-Q5_K_S.gguf","label":"Q5_K_S","size":48692373152,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Q5_K_M/Apertus-70B-Instruct-2509-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":50608645984,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"UD-Q5_K_XL/Apertus-70B-Instruct-2509-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":50966210400,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Q6_K/Apertus-70B-Instruct-2509-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57926133600,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"UD-Q6_K_XL/Apertus-70B-Instruct-2509-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":62119389024,"bits":7.04,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"Q8_0/Apertus-70B-Instruct-2509-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":75024213856,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"UD-Q8_K_XL/Apertus-70B-Instruct-2509-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":83517679456,"bits":9.46,"known":true,"rank":0},{"repo":"unsloth/Apertus-70B-Instruct-2509-GGUF","file":"BF16/Apertus-70B-Instruct-2509-BF16-00001-of-00003.gguf","label":"BF16","size":141210330848,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Apertus-70B-Instruct-2509-GGUF"],"logoFrom":"swiss-ai"},{"id":"qwen3-8-27b-obliterated-noesis-bf16","family":"AMAImedia/Qwen3.8-27B-Obliterated-NOESIS-BF16","name":"Qwen3.8 27B Obliterated NOESIS BF16","maker":"AMAImedia","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF/Qwen3.8-27B-Obliterated-NOESIS-BF16.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-01T11:33:19.000Z","downloads":3429,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q2_K.gguf","label":"Q2_K","size":10864584736,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q3_K_S.gguf","label":"Q3_K_S","size":12256528416,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q3_K_M.gguf","label":"Q3_K_M","size":13500729376,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q3_K_L.gguf","label":"Q3_K_L","size":14559791136,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.IQ4_XS.gguf","label":"IQ4_XS","size":15420442656,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q4_K_S.gguf","label":"Q4_K_S","size":15825291296,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q4_K_M.gguf","label":"Q4_K_M","size":16810706976,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q5_K_S.gguf","label":"Q5_K_S","size":18971674656,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q5_K_M.gguf","label":"Q5_K_M","size":19535693856,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q6_K.gguf","label":"Q6_K","size":22430992416,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF","file":"Qwen3.8-27B-Obliterated-NOESIS-BF16.Q8_0.gguf","label":"Q8_0","size":29047076896,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Obliterated-NOESIS-BF16-GGUF"],"logoFrom":"AMAImedia"},{"id":"gemma-4-e4b-it-the-deckard-expresso-universe-heretic-uncensored-instruct-bf16-i1","family":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","name":"Gemma 4 E4B The DECKARD Expresso Universe HERETIC UNCENSORED Bf16 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T17:25:31.000Z","downloads":3429,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q2_K.gguf","label":"Q2_K","size":4401321408,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4654638528,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-IQ3_S.gguf","label":"IQ3_S","size":4663168448,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-IQ3_M.gguf","label":"IQ3_M","size":4714696128,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4850396608,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5021281728,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070955968,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193958848,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q4_0.gguf","label":"Q4_0","size":5194122688,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5202970048,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5335291328,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q4_1.gguf","label":"Q4_1","size":5435950528,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5685970368,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5762913728,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16.i1-Q6_K.gguf","label":"Q6_K","size":6217262528,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Instruct-bf16-i1-GGUF"],"logoFrom":"nightmedia"},{"id":"mistral-dolphin-mix-cine-open-ne-nsfw","family":"jdqwoi/Mistral-dolphin-mix-cine-open-Ne-NSFW","name":"Mistral Dolphin Mix Cine Open Ne NSFW","maker":"jdqwoi","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF/Mistral-dolphin-mix-cine-open-Ne-NSFW.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-28T16:22:16.000Z","downloads":3428,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q2_K.gguf","label":"Q2_K","size":2719242912,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.IQ3_XS.gguf","label":"IQ3_XS","size":3018816160,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q3_K_S.gguf","label":"Q3_K_S","size":3164568224,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.IQ3_S.gguf","label":"IQ3_S","size":3182394016,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.IQ3_M.gguf","label":"IQ3_M","size":3284892320,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q3_K_M.gguf","label":"Q3_K_M","size":3518986912,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q3_K_L.gguf","label":"Q3_K_L","size":3822025376,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.IQ4_XS.gguf","label":"IQ4_XS","size":3944389280,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q4_K_S.gguf","label":"Q4_K_S","size":4140374688,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q4_K_M.gguf","label":"Q4_K_M","size":4368439968,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q5_K_S.gguf","label":"Q5_K_S","size":4997716640,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q5_K_M.gguf","label":"Q5_K_M","size":5131410080,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q6_K.gguf","label":"Q6_K","size":5942065824,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.Q8_0.gguf","label":"Q8_0","size":7695858336,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF","file":"Mistral-dolphin-mix-cine-open-Ne-NSFW.f16.gguf","label":"F16","size":14484732576,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Mistral-dolphin-mix-cine-open-Ne-NSFW-GGUF"],"logoFrom":"mistralai"},{"id":"everythinglm-13b-v3-16k","family":"totally-not-an-llm/EverythingLM-13b-V3-16k","name":"EverythingLM 13B V3 16K","maker":"totally-not-an-llm","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/EverythingLM-13B-V3-16K-GGUF/everythinglm-13b-v3-16k.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-23T20:28:50.000Z","downloads":3426,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/EverythingLM-13B-V3-16K-GGUF","file":"everythinglm-13b-v3-16k.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/EverythingLM-13B-V3-16K-GGUF"],"logoFrom":"totally-not-an-llm"},{"id":"teutonic-i-reliquary-rl","family":"ReliquaryForge/Teutonic-I-Reliquary-RL","name":"Teutonic I Reliquary RL","maker":"ReliquaryForge","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF/ReliquaryForge_Teutonic-I-Reliquary-RL-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T00:14:10.000Z","downloads":3425,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-IQ2_M.gguf","label":"IQ2_M","size":3536905728,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q2_K.gguf","label":"Q2_K","size":3644384768,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-IQ3_XXS.gguf","label":"IQ3_XXS","size":4138837504,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q3_K_S.gguf","label":"Q3_K_S","size":4260308480,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-IQ3_XS.gguf","label":"IQ3_XS","size":4268041728,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q3_K_M.gguf","label":"Q3_K_M","size":4479952384,"bits":4,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q3_K_L.gguf","label":"Q3_K_L","size":4659160576,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-IQ3_M.gguf","label":"IQ3_M","size":4846462464,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-IQ4_XS.gguf","label":"IQ4_XS","size":5227308544,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q4_0.gguf","label":"Q4_0","size":5482833408,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q4_K_S.gguf","label":"Q4_K_S","size":5483259392,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-IQ4_NL.gguf","label":"IQ4_NL","size":5825062400,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q4_K_M.gguf","label":"Q4_K_M","size":5841053184,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q4_1.gguf","label":"Q4_1","size":5944862208,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q4_K_L.gguf","label":"Q4_K_L","size":6202025472,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q5_K_S.gguf","label":"Q5_K_S","size":6496019968,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q5_K_M.gguf","label":"Q5_K_M","size":6876128768,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q6_K_S.gguf","label":"Q6_K_S","size":7509288448,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q6_K.gguf","label":"Q6_K","size":7793714688,"bits":6.97,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q6_K_L.gguf","label":"Q6_K_L","size":8106583552,"bits":7.25,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-Q8_0.gguf","label":"Q8_0","size":9545983488,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF","file":"ReliquaryForge_Teutonic-I-Reliquary-RL-bf16.gguf","label":"BF16","size":17920697472,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/ReliquaryForge_Teutonic-I-Reliquary-RL-GGUF"],"logoFrom":null},{"id":"wizardmath-7b-v1-1","family":"WizardLMTeam/WizardMath-7B-V1.1","name":"WizardMath 7B V1.1","maker":"WizardLMTeam","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/WizardMath-7B-V1.1-i1-GGUF/WizardMath-7B-V1.1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-04T17:02:34.000Z","downloads":3424,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102336,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446528,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686848,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256320,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920896,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713152,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q2_K.gguf","label":"Q2_K","size":2719242944,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344576,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816192,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568256,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394048,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892352,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986944,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025408,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689152,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108917440,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108917440,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108917440,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q4_0.gguf","label":"Q4_0","size":4123597504,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374720,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440000,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716672,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410112,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.1-i1-GGUF","file":"WizardMath-7B-V1.1.i1-Q6_K.gguf","label":"Q6_K","size":5942065856,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/WizardMath-7B-V1.1-i1-GGUF"],"logoFrom":"WizardLMTeam"},{"id":"loopl-4b","family":"cagataydev/loopl-4b","name":"Loopl 4B","maker":"cagataydev","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/loopl-4b-i1-GGUF/loopl-4b.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T05:22:14.000Z","downloads":3424,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234944,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419584,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393984,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594944,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976064,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555584,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393344,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494464,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q2_K.gguf","label":"Q2_K","size":1915471744,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880704,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581184,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512704,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187584,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065024,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317504,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286464,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q4_0.gguf","label":"Q4_0","size":2549798784,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889024,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436544,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805504,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q4_1.gguf","label":"Q4_1","size":2766968704,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036864,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987904,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/loopl-4b-i1-GGUF","file":"loopl-4b.i1-Q6_K.gguf","label":"Q6_K","size":3464056704,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/loopl-4b-i1-GGUF"],"logoFrom":"cagataydev"},{"id":"qwen3-8-flash-coder-apex-i-miniplus-v2-1","family":"IsValorum/Qwen3.8-Flash-Coder-APEX-I-MiniPlus-V2.1-GGUF","name":"Qwen3.8 Flash Coder APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":true,"params":42.62,"active":7.23,"layers":48,"probe":"IsValorum/Qwen3.8-Flash-Coder-APEX-I-MiniPlus-V2.1-GGUF/Qwen3.8-Flash-Coder-85GB.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-05T20:18:52.000Z","downloads":3422,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-Flash-Coder-APEX-I-MiniPlus-V2.1-GGUF","file":"Qwen3.8-Flash-Coder-85GB.APEX-I-MiniPlus-V2.1.gguf","label":"Qwen3.8-Flash-Coder-85GB.APEX-I-MiniPlus-V2.1","size":21766760160,"bits":4.09,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-Flash-Coder-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"IsValorum"},{"id":"semancer-12b","family":"UnstableLlama/Semancer-12B","name":"Semancer 12B","maker":"UnstableLlama","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Semancer-12B-i1-GGUF/Semancer-12B.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-26T11:10:10.000Z","downloads":3421,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2983691872,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848352,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568109152,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887842912,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4079597152,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4371805792,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147552,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q2_K.gguf","label":"Q2_K","size":4830148192,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194592,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393312,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229472,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528229472,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5733992032,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087087712,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566319712,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635255392,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975878752,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q4_0.gguf","label":"Q4_0","size":6997997152,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024047712,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381382752,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q4_1.gguf","label":"Q4_1","size":7657125472,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338372192,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547268192,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Semancer-12B-i1-GGUF","file":"Semancer-12B.i1-Q6_K.gguf","label":"Q6_K","size":9786021472,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Semancer-12B-i1-GGUF"],"logoFrom":"UnstableLlama"},{"id":"qwen3-8-4b-agentic-distill","family":"gatilin/Qwen3.8-4B-Agentic-distill","name":"Qwen3.8 4B Agentic Distill","maker":"gatilin","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF/Qwen3.8-4B-Agentic-distill.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-21T14:16:46.000Z","downloads":3421,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234432,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419072,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393472,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594432,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975552,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555072,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852392832,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904493952,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q2_K.gguf","label":"Q2_K","size":1915471232,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880192,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580672,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512192,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187072,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064512,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421316992,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514285952,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q4_0.gguf","label":"Q4_0","size":2549798272,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888512,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436032,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708804992,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q4_1.gguf","label":"Q4_1","size":2766968192,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036352,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987392,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF","file":"Qwen3.8-4B-Agentic-distill.i1-Q6_K.gguf","label":"Q6_K","size":3464056192,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-4B-Agentic-distill-i1-GGUF"],"logoFrom":"gatilin"},{"id":"qwen3-8-2b-heretic","family":"Tanjiro20/Qwen3.8-2B-heretic","name":"Qwen3.8 2B Heretic","maker":"Tanjiro20","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":25,"probe":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF/Qwen3.8-2B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-18T06:11:10.000Z","downloads":3418,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":722962368,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":748204992,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276032,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":832092096,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":865748928,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754176,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163776,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":968543168,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174272,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203008,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090880,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446720,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259840,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533696,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963328,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":1204847552,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056512,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586240,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397632,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":1288283072,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077888,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122112,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-heretic-i1-GGUF","file":"Qwen3.8-2B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":1556391872,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-2B-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-3-12b-it-vl-kimi-v2-heretic-uncensored-thinking-i1","family":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","name":"Gemma 3 12B Vl Kimi V2 Heretic Uncensored Thinking I1","maker":"mradermacher","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-11T11:48:48.000Z","downloads":3417,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":2947416416,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":3164729696,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3526918496,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3840262496,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":4020711776,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":4310462816,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4448612576,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":4768223456,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784902496,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5206167776,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":5458317536,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5458317536,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":5655724256,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6008819936,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6480187616,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6550966496,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6887166176,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":6909284576,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6935335136,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7300780256,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":7559565536,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8231964896,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8445038816,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF","file":"gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":9660813536,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/gemma-3-12b-it-vl-Kimi-V2-Heretic-Uncensored-Thinking-i1-GGUF"],"logoFrom":"google"},{"id":"mixtral-8x7b-instruct-v0-1-limarp-zloss","family":"DS-Archive/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss","name":"Mixtral 8x7B V0.1 LimaRP ZLoss","maker":"DS-Archive","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-08T21:50:44.000Z","downloads":3415,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ1_S.gguf","label":"IQ1_S","size":9821669952,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ1_M.gguf","label":"IQ1_M","size":10847177280,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556356160,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923699264,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ2_S.gguf","label":"IQ2_S","size":14127852096,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ2_M.gguf","label":"IQ2_M","size":15495195200,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q2_K.gguf","label":"Q2_K","size":17311230528,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242464320,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350391360,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ3_S.gguf","label":"IQ3_S","size":20432521792,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432521792,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ3_M.gguf","label":"IQ3_M","size":21430766144,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546451008,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169646656,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080539712,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q4_0.gguf","label":"Q4_0","size":26561030720,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745580096,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448467520,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231336512,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229580864,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF","file":"Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss.i1-Q6_K.gguf","label":"Q6_K","size":38380816960,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mixtral-8x7B-Instruct-v0.1-LimaRP-ZLoss-i1-GGUF"],"logoFrom":"DS-Archive"},{"id":"rusmind-4-5-4-momentum","family":"DICPlay/RusMind-4.5.4-Momentum","name":"RusMind 4.5.4 Momentum","maker":"DICPlay","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"DICPlay/RusMind-4.5.4-Momentum/RusMind-Momentum-4.5.4-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"other","open":false,"released":"2026-10-14T22:41:01.000Z","downloads":3415,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DICPlay/RusMind-4.5.4-Momentum","file":"RusMind-Momentum-4.5.4-Lite.gguf","label":"RusMind-Momentum-4.5.4-Lite","size":2510376800,"bits":4.32,"known":false,"rank":0},{"repo":"DICPlay/RusMind-4.5.4-Momentum","file":"RusMind-Momentum-4.5.4-Q4_K_M.gguf","label":"Q4_K_M","size":3427880800,"bits":5.9,"known":true,"rank":0},{"repo":"DICPlay/RusMind-4.5.4-Momentum","file":"RusMind-Momentum-4.5.4-Q8_0.gguf","label":"Q8_0","size":4967497568,"bits":8.55,"known":true,"rank":0},{"repo":"DICPlay/RusMind-4.5.4-Momentum","file":"RusMind-Momentum-4.5.4-BF16.gguf","label":"BF16","size":9311305568,"bits":16.02,"known":true,"rank":0}],"repos":["DICPlay/RusMind-4.5.4-Momentum"],"logoFrom":"DICPlay"},{"id":"pantheon-proto-rp-1-8-30b-a3b","family":"Gryphe/Pantheon-Proto-RP-1.8-30B-A3B","name":"Pantheon Proto RP 1.8 30B A3B","maker":"Gryphe","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-09T16:54:55.000Z","downloads":3413,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8146262496,"bits":2.13,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":9140312544,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ2_S.gguf","label":"IQ2_S","size":9222246880,"bits":2.42,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ2_M.gguf","label":"IQ2_M","size":10430206432,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q2_K.gguf","label":"Q2_K","size":10908643808,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":11212515808,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216979936,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":12736457184,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":13428124128,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ3_M.gguf","label":"IQ3_M","size":14076537312,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":14076799456,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":14582999520,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855268832,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":16457998816,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":17386275296,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_0.gguf","label":"Q4_0","size":17631642080,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":17984487904,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":18632180192,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":18863122912,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_1.gguf","label":"Q4_1","size":19214516704,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":21099381216,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":21744452064,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":21936499168,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q6_K.gguf","label":"Q6_K","size":25104718304,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":25255438816,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q8_0.gguf","label":"Q8_0","size":32483928544,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF","file":"Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-bf16/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":61095799168,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF"],"logoFrom":"Gryphe"},{"id":"l3-stheno-maid-blackroot-grand-horror-16b","family":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","name":"L3 Stheno Maid Blackroot Grand HORROR 16B","maker":"DavidAU","catalog":null,"tuned":false,"params":16.54,"active":null,"layers":71,"probe":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF/L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q2_k.gguf","kvBytesPerToken":336474,"kvHeader":290816,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-03T05:25:00.000Z","downloads":3411,"likes":110,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q2_k.gguf","label":"Q2_K","size":6308856960,"bits":3.05,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":7320740992,"bits":3.54,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":8102618240,"bits":3.92,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":9066759296,"bits":4.39,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9447163008,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9447163008,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9447163008,"bits":4.57,"known":false,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":9507980416,"bits":4.6,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":10014868608,"bits":4.84,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":11448501376,"bits":5.54,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":11740955776,"bits":5.68,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q6_k.gguf","label":"Q6_K","size":13574923392,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF","file":"L3-SMB-Grand-Horror-16.5B-V2-D_AU-Q8_0.gguf","label":"Q8_0","size":17579746432,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/L3-Stheno-Maid-Blackroot-Grand-HORROR-16B-GGUF"],"logoFrom":"DavidAU"},{"id":"shieldgemma-2b","family":"google/shieldgemma-2b","name":"Shieldgemma 2B","maker":"Google","catalog":null,"tuned":false,"params":2.61,"active":null,"layers":26,"probe":"legraphista/shieldgemma-2b-IMat-GGUF/shieldgemma-2b.IQ1_S.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":218103808,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-08-05T18:43:20.000Z","downloads":3411,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ1_S.gguf","label":"IQ1_S","size":832160256,"bits":2.55,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ1_M.gguf","label":"IQ1_M","size":873798144,"bits":2.68,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ2_XXS.gguf","label":"IQ2_XXS","size":943194624,"bits":2.89,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ2_XS.gguf","label":"IQ2_XS","size":1002545664,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ2_S.gguf","label":"IQ2_S","size":1032497664,"bits":3.16,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ2_M.gguf","label":"IQ2_M","size":1088014848,"bits":3.33,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q2_K_S.gguf","label":"Q2_K_S","size":1170000384,"bits":3.59,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ3_XXS.gguf","label":"IQ3_XXS","size":1181686272,"bits":3.62,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q2_K.gguf","label":"Q2_K","size":1229830656,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ3_XS.gguf","label":"IQ3_XS","size":1314212352,"bits":4.03,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ3_S.gguf","label":"IQ3_S","size":1360660992,"bits":4.17,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q3_K_S.gguf","label":"Q3_K_S","size":1360660992,"bits":4.17,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ3_M.gguf","label":"IQ3_M","size":1393562112,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q3_K.gguf","label":"Q3_K","size":1461668352,"bits":4.48,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q3_K_L.gguf","label":"Q3_K_L","size":1550436864,"bits":4.75,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ4_XS.gguf","label":"IQ4_XS","size":1566251520,"bits":4.8,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.IQ4_NL.gguf","label":"IQ4_NL","size":1629510144,"bits":4.99,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q4_K_S.gguf","label":"Q4_K_S","size":1638652416,"bits":5.02,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q4_K.gguf","label":"Q4_K","size":1708583424,"bits":5.24,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q5_K_S.gguf","label":"Q5_K_S","size":1882544384,"bits":5.77,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q5_K.gguf","label":"Q5_K","size":1923279104,"bits":5.9,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q6_K.gguf","label":"Q6_K","size":2151393536,"bits":6.59,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.Q8_0.gguf","label":"Q8_0","size":2784495872,"bits":8.53,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.BF16.gguf","label":"BF16","size":5235214592,"bits":16.05,"known":true,"rank":0},{"repo":"legraphista/shieldgemma-2b-IMat-GGUF","file":"shieldgemma-2b.FP16.gguf","label":"shieldgemma-2b.FP16","size":5235214592,"bits":16.05,"known":false,"rank":0}],"repos":["legraphista/shieldgemma-2b-IMat-GGUF"],"logoFrom":"google"},{"id":"digital-socrates-7b","family":"allenai/digital-socrates-7b","name":"Digital Socrates 7B","maker":"Ai2","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/digital-socrates-7b-i1-GGUF/digital-socrates-7b.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T23:38:55.000Z","downloads":3410,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1528587232,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1650975712,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854956512,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034918368,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2196571520,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2359756160,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q2_K.gguf","label":"Q2_K","size":2532869632,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585396608,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796529568,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":2948310944,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948310944,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3114870688,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298011040,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597117344,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619342656,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825813952,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825813952,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825813952,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q4_0.gguf","label":"Q4_0","size":3837086144,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856746944,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081011136,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651699136,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783164352,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/digital-socrates-7b-i1-GGUF","file":"digital-socrates-7b.i1-Q6_K.gguf","label":"Q6_K","size":5529202144,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/digital-socrates-7b-i1-GGUF"],"logoFrom":"allenai"},{"id":"manticore-13b-chat-pyg","family":"openaccess-ai-collective/manticore-13b-chat-pyg","name":"Manticore 13B Pyg","maker":"openaccess-ai-collective","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/manticore-13b-chat-pyg-GGUF/manticore-13b-chat-pyg.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T02:33:41.000Z","downloads":3409,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/manticore-13b-chat-pyg-GGUF","file":"manticore-13b-chat-pyg.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/manticore-13b-chat-pyg-GGUF"],"logoFrom":null},{"id":"tiel-coder-35b-a3b-apex-i-nanoplus","family":"IsValorum/Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF","name":"Tiel Coder 35B A3B APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF/Tiel-Coder-35B-A3B.APEX-I-NanoPlus.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-24T19:18:53.000Z","downloads":3408,"likes":12,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF","file":"Tiel-Coder-35B-A3B.APEX-I-NanoPlus.gguf","label":"Tiel-Coder-35B-A3B.APEX-I-NanoPlus","size":12554424672,"bits":2.9,"known":false,"rank":0}],"repos":["IsValorum/Tiel-Coder-35B-A3B-APEX-I-NanoPlus-GGUF"],"logoFrom":"peculiar-ragdoll"},{"id":"mahou-1-3a-mistral-7b","family":"flammenai/Mahou-1.3a-mistral-7B","name":"Mahou 1.3a Mistral 7B","maker":"flammenai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF/Mahou-1.3a-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-02T14:50:47.000Z","downloads":3403,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110752,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754454944,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695264,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264736,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930144,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722400,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719252448,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353824,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826528,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578592,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404384,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902688,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997280,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035744,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700320,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123608928,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386144,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451424,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729120,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422560,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF","file":"Mahou-1.3a-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942079392,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.3a-mistral-7B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"mythologic-mini-7b","family":"Gryphe/MythoLogic-Mini-7b","name":"MythoLogic Mini 7B","maker":"Gryphe","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/MythoLogic-Mini-7B-GGUF/mythologic-mini-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-04T23:42:13.000Z","downloads":3402,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/MythoLogic-Mini-7B-GGUF","file":"mythologic-mini-7b.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MythoLogic-Mini-7B-GGUF"],"logoFrom":"Gryphe"},{"id":"reflectioncoder-cl-34b","family":"SenseLLM/ReflectionCoder-CL-34B","name":"ReflectionCoder CL 34B","maker":"SenseLLM","catalog":null,"tuned":true,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF/ReflectionCoder-CL-34B.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-29T08:36:26.000Z","downloads":3402,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ1_S.gguf","label":"IQ1_S","size":7251221152,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ1_M.gguf","label":"IQ1_M","size":7919491744,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033276064,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024966816,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ2_S.gguf","label":"IQ2_S","size":10614488672,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ2_M.gguf","label":"IQ2_M","size":11505516128,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q2_K.gguf","label":"Q2_K","size":12505794912,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010353760,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880372512,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605462816,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ3_S.gguf","label":"IQ3_S","size":14658940192,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ3_M.gguf","label":"IQ3_M","size":15230479648,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306253088,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771638048,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068803808,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q4_0.gguf","label":"Q4_0","size":19119807456,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191634912,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20220025824,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237314528,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838935008,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-CL-34B-i1-GGUF","file":"ReflectionCoder-CL-34B.i1-Q6_K.gguf","label":"Q6_K","size":27684026016,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/ReflectionCoder-CL-34B-i1-GGUF"],"logoFrom":null},{"id":"q3-5-bluestar-v2-27b-ultra-uncensored-heretic-v1","family":"llmfan46/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1","name":"Q3.5 BlueStar V2 27B Ultra Uncensored Heretic V1","maker":"llmfan46","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-03-24T13:38:39.000Z","downloads":3401,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825344,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084864,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184064,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592064,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914624,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593984,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326464,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q2_K.gguf","label":"Q2_K","size":10711665984,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371904,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130944,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954624,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329344,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875584,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443904,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777024,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507584,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q4_0.gguf","label":"Q4_0","size":15521434944,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315584,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401024,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q4_1.gguf","label":"Q4_1","size":17078242624,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614784,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100224,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF","file":"Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1.i1-Q6_K.gguf","label":"Q6_K","size":22082530624,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Q3.5-BlueStar-v2-27B-ultra-uncensored-heretic-v1-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"vibethinker-3b","family":"WeiboAI/VibeThinker-3B","name":"VibeThinker 3B","maker":"WeiboAI","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"mradermacher/VibeThinker-3B-i1-GGUF/VibeThinker-3B.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-06-16T17:54:29.000Z","downloads":3401,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ1_S.gguf","label":"IQ1_S","size":791094656,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ1_M.gguf","label":"IQ1_M","size":850027904,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":948249984,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1031546240,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ2_S.gguf","label":"IQ2_S","size":1061938560,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ2_M.gguf","label":"IQ2_M","size":1140516224,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1198128512,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q2_K.gguf","label":"Q2_K","size":1274756480,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1282827648,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1391836544,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1454357888,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ3_S.gguf","label":"IQ3_S","size":1456864640,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ3_M.gguf","label":"IQ3_M","size":1488895360,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1590476160,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1707392384,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1739095424,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1825209728,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q4_0.gguf","label":"Q4_0","size":1828486528,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1834384768,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1929903488,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q4_1.gguf","label":"Q4_1","size":1996258688,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2169666944,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2224815488,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/VibeThinker-3B-i1-GGUF","file":"VibeThinker-3B.i1-Q6_K.gguf","label":"Q6_K","size":2538159488,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/VibeThinker-3B-i1-GGUF"],"logoFrom":"WeiboAI"},{"id":"granite-8b-code-instruct-4k","family":"ibm-granite/granite-8b-code-instruct-4k-GGUF","name":"Granite 8B Code 4K","maker":"IBM","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"ibm-granite/granite-8b-code-instruct-4k-GGUF/granite-8b-code-instruct.Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-30T21:53:27.000Z","downloads":3400,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-8b-code-instruct-4k-GGUF","file":"granite-8b-code-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4882857152,"bits":4.85,"known":true,"rank":0}],"repos":["ibm-granite/granite-8b-code-instruct-4k-GGUF"],"logoFrom":"ibm-granite"},{"id":"qwen3-8b-thinking-roleverse-sft-dpo","family":"tinyrolls/Qwen3-8B-Thinking-RoleVerse-SFT-DPO","name":"Qwen3 8B Thinking RoleVerse SFT DPO","maker":"tinyrolls","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF/Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T21:54:25.000Z","downloads":3400,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770944,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149056,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112576,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157760,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745024,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915840,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553344,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q2_K.gguf","label":"Q2_K","size":3281734208,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634368,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875456,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612864,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666880,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621632,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162624,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395392,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840704,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q4_0.gguf","label":"Q4_0","size":4787333696,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793625152,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013760,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027785280,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q4_1.gguf","label":"Q4_1","size":5247756864,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762944,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851114048,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF","file":"Qwen3-8B-Thinking-RoleVerse-SFT-DPO.i1-Q6_K.gguf","label":"Q6_K","size":6725900864,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-8B-Thinking-RoleVerse-SFT-DPO-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-6-27b-architect-polaris2-fable-b-f451-heretic","family":"gorbatjovy/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic","name":"Qwen3.6 27B Architect Polaris2 Fable B F451 Heretic","maker":"gorbatjovy","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-07-28T22:21:05.000Z","downloads":3399,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":8433186208,"bits":2.51,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ2_XS.gguf","label":"UD-IQ2_XS","size":9090594208,"bits":2.7,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q2_K.gguf","label":"UD-Q2_K","size":10711668128,"bits":3.19,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":11186374048,"bits":3.33,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":12419331488,"bits":3.69,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q3_K_M.gguf","label":"UD-Q3_K_M","size":13301446048,"bits":3.96,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":15082509728,"bits":4.49,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-IQ4_NL.gguf","label":"UD-IQ4_NL","size":15801931168,"bits":4.7,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":16547402944,"bits":4.92,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16547403168,"bits":4.92,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":19231102368,"bits":5.72,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q6_K.gguf","label":"UD-Q6_K","size":22082532768,"bits":6.57,"known":true,"rank":0},{"repo":"mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF","file":"Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-UD-Q8_0.gguf","label":"UD-Q8_0","size":28595766688,"bits":8.5,"known":true,"rank":0}],"repos":["mcgonzo/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-heretic-GGUF"],"logoFrom":"gorbatjovy"},{"id":"loopl-2b","family":"cagataydev/loopl-2b","name":"Loopl 2B","maker":"cagataydev","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/loopl-2b-i1-GGUF/loopl-2b.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T03:14:43.000Z","downloads":3398,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ1_S.gguf","label":"IQ1_S","size":722962432,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ1_M.gguf","label":"IQ1_M","size":748205056,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276096,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719360,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ2_S.gguf","label":"IQ2_S","size":832092160,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ2_M.gguf","label":"IQ2_M","size":865748992,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754240,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163840,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q2_K.gguf","label":"Q2_K","size":968543232,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174336,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203072,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090944,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446784,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259904,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533760,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963392,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q4_0.gguf","label":"Q4_0","size":1204847616,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056576,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586304,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397696,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q4_1.gguf","label":"Q4_1","size":1288283136,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077952,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122176,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/loopl-2b-i1-GGUF","file":"loopl-2b.i1-Q6_K.gguf","label":"Q6_K","size":1556391936,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/loopl-2b-i1-GGUF"],"logoFrom":"cagataydev"},{"id":"gemma-4-sphinsikus-chronist-v2-31b","family":"Blazed-Forge/Gemma-4-Sphinsikus-Chronist-V2-31B","name":"Gemma 4 Sphinsikus Chronist V2 31B","maker":"Blazed-Forge","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF/Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T07:27:31.000Z","downloads":3394,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156492512,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725875424,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674846944,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530362080,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891808,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917069024,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976592096,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916316896,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510880,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072371936,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761360096,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761360096,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424500448,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287111904,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628273376,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735793376,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701581024,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763168480,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687066336,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481424096,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311844576,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845573856,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF","file":"Gemma-4-Sphinsikus-Chronist-V2-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201488096,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Sphinsikus-Chronist-V2-31B-i1-GGUF"],"logoFrom":"google"},{"id":"mn-dark-horror-the-cliffhanger-18-5b","family":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","name":"MN Dark Horror The Cliffhanger 18.5B","maker":"DavidAU","catalog":null,"tuned":false,"params":18.52,"active":null,"layers":63,"probe":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF/MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q2_k.gguf","kvBytesPerToken":298562,"kvHeader":258048,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-07T06:58:54.000Z","downloads":3391,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q2_k.gguf","label":"Q2_K","size":7098224672,"bits":3.07,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":8229540928,"bits":3.55,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":9091871808,"bits":3.93,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":9847501888,"bits":4.25,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":10173995072,"bits":4.39,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":10599815552,"bits":4.58,"known":false,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":10599815552,"bits":4.58,"known":false,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":10599815552,"bits":4.58,"known":false,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":10666662272,"bits":4.61,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":11228346752,"bits":4.85,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":12830662272,"bits":5.54,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":13154451072,"bits":5.68,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q6_k.gguf","label":"Q6_K","size":15200936928,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF","file":"MN-Dark-Horror-The-Cliffhanger-18.5B-D_AU-Q8_0.gguf","label":"Q8_0","size":19685734176,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/MN-Dark-Horror-The-Cliffhanger-18.5B-GGUF"],"logoFrom":"DavidAU"},{"id":"llama-3-3-nemotron-super-49b-v1-5","family":"nvidia/Llama-3_3-Nemotron-Super-49B-v1_5","name":"Llama 3 3 Nemotron Super 49B V1 5","maker":"NVIDIA","catalog":null,"tuned":false,"params":49.87,"active":null,"layers":80,"probe":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF/Llama-3_3-Nemotron-Super-49B-v1_5-UD-IQ1_S.gguf","kvBytesPerToken":232215,"kvHeader":200704,"kvFixed":0,"context":131072,"arch":"deci","vision":false,"licence":"other","open":false,"released":"2025-07-25T18:15:15.000Z","downloads":3391,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1343,"arenaCoding":1403,"arenaVision":null,"builds":[{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":11446495136,"bits":1.84,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":12373305248,"bits":1.98,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":13950298016,"bits":2.24,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":17341917088,"bits":2.78,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q2_K.gguf","label":"Q2_K","size":18739799968,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q2_K_L.gguf","label":"Q2_K_L","size":18986051488,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":19305211808,"bits":3.1,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":19692431264,"bits":3.16,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q3_K_S.gguf","label":"Q3_K_S","size":21955340192,"bits":3.52,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q3_K_M.gguf","label":"Q3_K_M","size":24311228320,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":24808335264,"bits":3.98,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-IQ4_XS.gguf","label":"IQ4_XS","size":26904242080,"bits":4.32,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-IQ4_NL.gguf","label":"IQ4_NL","size":28384044960,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q4_0.gguf","label":"Q4_0","size":28457445280,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q4_K_S.gguf","label":"Q4_K_S","size":28633606048,"bits":4.59,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q4_K_M.gguf","label":"Q4_K_M","size":30215579552,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":30363166624,"bits":4.87,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q4_1.gguf","label":"Q4_1","size":31383627680,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q5_K_S.gguf","label":"Q5_K_S","size":34434590624,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q5_K_M.gguf","label":"Q5_K_M","size":35391612832,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":35418154912,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-Q6_K.gguf","label":"Q6_K","size":40917886880,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Llama-3_3-Nemotron-Super-49B-v1_5-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":43417790368,"bits":6.96,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"Q8_0/Llama-3_3-Nemotron-Super-49B-v1_5-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":52994828384,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"UD-Q8_K_XL/Llama-3_3-Nemotron-Super-49B-v1_5-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":58676799616,"bits":9.41,"known":true,"rank":0},{"repo":"unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF","file":"BF16/Llama-3_3-Nemotron-Super-49B-v1_5-BF16-00001-of-00002.gguf","label":"BF16","size":99744278336,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Llama-3_3-Nemotron-Super-49B-v1_5-GGUF"],"logoFrom":"nvidia"},{"id":"chaotic-order-v4","family":"Sorihon/Chaotic-Order-V4","name":"Chaotic Order V4","maker":"Sorihon","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Chaotic-Order-V4-i1-GGUF/Chaotic-Order-V4.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-06T01:04:50.000Z","downloads":3391,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ1_S.gguf","label":"IQ1_S","size":5273725568,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ1_M.gguf","label":"IQ1_M","size":5750499968,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545123968,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207037568,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ2_S.gguf","label":"IQ2_S","size":7478356608,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ2_M.gguf","label":"IQ2_M","size":8114055808,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320166528,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q2_K.gguf","label":"Q2_K","size":8890329728,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280596608,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907120768,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400279168,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ3_S.gguf","label":"IQ3_S","size":10428131968,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ3_M.gguf","label":"IQ3_M","size":10650954368,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474086528,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400765568,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758919808,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q4_0.gguf","label":"Q4_0","size":13494233728,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549283968,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333913728,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q4_1.gguf","label":"Q4_1","size":14873111168,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304417408,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763988608,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Chaotic-Order-V4-i1-GGUF","file":"Chaotic-Order-V4.i1-Q6_K.gguf","label":"Q6_K","size":19345943168,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Chaotic-Order-V4-i1-GGUF"],"logoFrom":null},{"id":"waifu-heretic-26b-a4b","family":"limloop/waifu-heretic-26b-a4b","name":"Waifu Heretic 26B A4B","maker":"limloop","catalog":null,"tuned":true,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF/waifu-heretic-26b-a4b.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-18T10:31:28.000Z","downloads":3390,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ1_S.gguf","label":"IQ1_S","size":8532493728,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ1_M.gguf","label":"IQ1_M","size":8910879648,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541522848,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058653088,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ2_S.gguf","label":"IQ2_S","size":10190396832,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ2_M.gguf","label":"IQ2_M","size":10694911392,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q2_K.gguf","label":"Q2_K","size":10824959904,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866704288,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642889632,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953263520,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ3_S.gguf","label":"IQ3_S","size":12539605408,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539605408,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ3_M.gguf","label":"IQ3_M","size":12709759392,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603929504,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141684128,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309895072,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q4_0.gguf","label":"Q4_0","size":14903293856,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880062880,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q4_1.gguf","label":"Q4_1","size":16430951328,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211253664,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494245792,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640402848,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/waifu-heretic-26b-a4b-i1-GGUF","file":"waifu-heretic-26b-a4b.i1-Q6_K.gguf","label":"Q6_K","size":23243953568,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/waifu-heretic-26b-a4b-i1-GGUF"],"logoFrom":"limloop"},{"id":"nock-coder-1-5b-i1","family":"mradermacher/nock-coder-1.5b-i1-GGUF","name":"Nock Coder 1.5B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/nock-coder-1.5b-i1-GGUF/nock-coder-1.5b.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-11T01:13:36.000Z","downloads":3388,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ1_S.gguf","label":"IQ1_S","size":436528512,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ1_M.gguf","label":"IQ1_M","size":464462208,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511018368,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550327680,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ2_S.gguf","label":"IQ2_S","size":563810688,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ2_M.gguf","label":"IQ2_M","size":601055616,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640136064,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668793216,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q2_K.gguf","label":"Q2_K","size":676305792,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731700096,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760945536,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ3_S.gguf","label":"IQ3_S","size":762407808,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ3_M.gguf","label":"IQ3_M","size":776664960,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":824179584,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":880163712,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":895732608,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":936332160,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q4_0.gguf","label":"Q4_0","size":937536384,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":940313472,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":986049408,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q4_1.gguf","label":"Q4_1","size":1016843136,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1098730368,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1125051264,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/nock-coder-1.5b-i1-GGUF","file":"nock-coder-1.5b.i1-Q6_K.gguf","label":"Q6_K","size":1272740736,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/nock-coder-1.5b-i1-GGUF"],"logoFrom":"Nock-AI"},{"id":"configurablehermes-7b","family":"vicgalle/ConfigurableHermes-7B","name":"ConfigurableHermes 7B","maker":"vicgalle","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/ConfigurableHermes-7B-i1-GGUF/ConfigurableHermes-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-26T14:39:41.000Z","downloads":3387,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111040,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455232,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695552,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265024,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930432,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722688,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719252736,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354112,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826816,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578880,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404672,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902976,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997568,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036032,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700608,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123609216,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386432,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451712,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729408,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422848,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableHermes-7B-i1-GGUF","file":"ConfigurableHermes-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942079680,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ConfigurableHermes-7B-i1-GGUF"],"logoFrom":"vicgalle"},{"id":"prism-ml-bonsai-8b-unpacked","family":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","name":"Prism Ml Bonsai 8B Unpacked","maker":"bartowski","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF/prism-ml_Bonsai-8B-unpacked-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":65536,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-01T15:26:26.000Z","downloads":3386,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-IQ2_M.gguf","label":"IQ2_M","size":3363096768,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q2_K.gguf","label":"Q2_K","size":3429106496,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-IQ3_XXS.gguf","label":"IQ3_XXS","size":3547711680,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-IQ3_XS.gguf","label":"IQ3_XS","size":3778855264,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q3_K_S.gguf","label":"Q3_K_S","size":3886203232,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-IQ3_M.gguf","label":"IQ3_M","size":4032086368,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q2_K_L.gguf","label":"Q2_K_L","size":4035782496,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q3_K_M.gguf","label":"Q3_K_M","size":4249141600,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q3_K_L.gguf","label":"Q3_K_L","size":4472488288,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-IQ4_XS.gguf","label":"IQ4_XS","size":4667703168,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q4_0.gguf","label":"Q4_0","size":4863670784,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q4_K_S.gguf","label":"Q4_K_S","size":4885690880,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-IQ4_NL.gguf","label":"IQ4_NL","size":4890016256,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q3_K_XL.gguf","label":"Q3_K_XL","size":5016069984,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q4_K_M.gguf","label":"Q4_K_M","size":5198494208,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q4_1.gguf","label":"Q4_1","size":5305151232,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q4_K_L.gguf","label":"Q4_K_L","size":5659567968,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q5_K_S.gguf","label":"Q5_K_S","size":5759214592,"bits":5.63,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q5_K_M.gguf","label":"Q5_K_M","size":5989835776,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q5_K_L.gguf","label":"Q5_K_L","size":6373255008,"bits":6.23,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q6_K.gguf","label":"Q6_K","size":6998367392,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q6_K_L.gguf","label":"Q6_K_L","size":7299278688,"bits":7.13,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-Q8_0.gguf","label":"Q8_0","size":8707188576,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/prism-ml_Bonsai-8B-unpacked-GGUF","file":"prism-ml_Bonsai-8B-unpacked-bf16.gguf","label":"BF16","size":16383663168,"bits":16,"known":true,"rank":0}],"repos":["bartowski/prism-ml_Bonsai-8B-unpacked-GGUF"],"logoFrom":"prism-ml"},{"id":"qwen3-6-35b-a3b-silver-uncensored-apex","family":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF","name":"Qwen3.6 35B A3B SILVER UNCENSORED APEX","maker":"White-Wolf13","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-MINI.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T06:34:15.000Z","downloads":3385,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF","file":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-MINI.gguf","label":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-MINI","size":12126428608,"bits":2.8,"known":false,"rank":0},{"repo":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF","file":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-COMPACT.gguf","label":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-COMPACT","size":16849526208,"bits":3.89,"known":false,"rank":0},{"repo":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF","file":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-BALANCED.gguf","label":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-BALANCED","size":22499081664,"bits":5.19,"known":false,"rank":0},{"repo":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF","file":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-QUALITY.gguf","label":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-QUALITY","size":25007807936,"bits":5.77,"known":false,"rank":0},{"repo":"White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF","file":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-PRO.gguf","label":"Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-I-PRO","size":28696436160,"bits":6.62,"known":false,"rank":0}],"repos":["White-Wolf13/Qwen3.6-35B-A3B-SILVER-UNCENSORED-APEX-GGUF"],"logoFrom":"Qwen"},{"id":"ggml-llava-v1-5-7b","family":"mys/ggml_llava-v1.5-7b","name":"Ggml Llava V1.5 7B","maker":"mys","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mys/ggml_llava-v1.5-7b/ggml-model-q4_k.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":true,"licence":null,"open":false,"released":"2023-10-09T05:34:11.000Z","downloads":3383,"likes":113,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mys/ggml_llava-v1.5-7b","file":"ggml-model-q4_k.gguf","label":"Q4_K","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"mys/ggml_llava-v1.5-7b","file":"ggml-model-q5_k.gguf","label":"Q5_K","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"mys/ggml_llava-v1.5-7b","file":"ggml-model-f16.gguf","label":"F16","size":13478104736,"bits":16,"known":true,"rank":0}],"repos":["mys/ggml_llava-v1.5-7b"],"logoFrom":"mys"},{"id":"dnotitia-smoothie-qwen3-4b","family":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","name":"Dnotitia Smoothie Qwen3 4B","maker":"Alcoft","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF/dnotitia_Smoothie-Qwen3-4B_Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-10T21:36:58.000Z","downloads":3382,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q2_K.gguf","label":"Q2_K","size":1478060224,"bits":2.94,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q2_K_XS.gguf","label":"Q2_K_XS","size":1478060224,"bits":2.94,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q2_K_XXS.gguf","label":"Q2_K_XXS","size":1478060224,"bits":2.94,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_S.gguf","label":"Q3_K_S","size":1735061184,"bits":3.45,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_XS.gguf","label":"Q3_K_XS","size":1735061184,"bits":3.45,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_XXS.gguf","label":"Q3_K_XXS","size":1735061184,"bits":3.45,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q2_K_L.gguf","label":"Q2_K_L","size":1763699904,"bits":3.51,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_M.gguf","label":"Q3_K_M","size":1923681984,"bits":3.83,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_L.gguf","label":"Q3_K_L","size":2087849664,"bits":4.15,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q2_K_XL.gguf","label":"Q2_K_XL","size":2128346304,"bits":4.24,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q4_K_S.gguf","label":"Q4_K_S","size":2283031744,"bits":4.54,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q4_K_XS.gguf","label":"Q4_K_XS","size":2283031744,"bits":4.54,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_XL.gguf","label":"Q3_K_XL","size":2333985984,"bits":4.64,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q4_K_M.gguf","label":"Q4_K_M","size":2397002944,"bits":4.77,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q4_K_L.gguf","label":"Q4_K_L","size":2591481024,"bits":5.16,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q3_K_XXL.gguf","label":"Q3_K_XXL","size":2698632384,"bits":5.37,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q5_K_S.gguf","label":"Q5_K_S","size":2772053184,"bits":5.52,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q5_K_XS.gguf","label":"Q5_K_XS","size":2772053184,"bits":5.52,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q5_K_XXS.gguf","label":"Q5_K_XXS","size":2772053184,"bits":5.52,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q5_K_M.gguf","label":"Q5_K_M","size":2837855424,"bits":5.65,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q4_K_XL.gguf","label":"Q4_K_XL","size":2956127424,"bits":5.88,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q5_K_L.gguf","label":"Q5_K_L","size":2983713984,"bits":5.94,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q6_K.gguf","label":"Q6_K","size":3306261184,"bits":6.58,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q6_K_S.gguf","label":"Q6_K_S","size":3306261184,"bits":6.58,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q5_K_XL.gguf","label":"Q5_K_XL","size":3348360384,"bits":6.66,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q6_K_L.gguf","label":"Q6_K_L","size":3400461504,"bits":6.77,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q6_K_XL.gguf","label":"Q6_K_XL","size":3765107904,"bits":7.49,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q8_0.gguf","label":"Q8_0","size":4280405184,"bits":8.52,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q8_K_S.gguf","label":"Q8_K_S","size":4280405184,"bits":8.52,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q8_K_XS.gguf","label":"Q8_K_XS","size":4280405184,"bits":8.52,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_Q8_K_XL.gguf","label":"Q8_K_XL","size":4645051584,"bits":9.24,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B.gguf","label":"dnotitia_Smoothie-Qwen3-4B","size":8051285184,"bits":16.02,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF","file":"dnotitia_Smoothie-Qwen3-4B_F16.gguf","label":"F16","size":8051285184,"bits":16.02,"known":true,"rank":0}],"repos":["Alcoft/dnotitia_Smoothie-Qwen3-4B-GGUF"],"logoFrom":"dnotitia"},{"id":"qwen2-5-7b-alpaca","family":"Hikaf143/qwen2.5-7b-alpaca","name":"Qwen2.5 7B Alpaca","maker":"Hikaf143","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF/qwen2.5-7b-alpaca.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-10-13T01:19:39.000Z","downloads":3382,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ1_S.gguf","label":"IQ1_S","size":1903665792,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ1_M.gguf","label":"IQ1_M","size":2042194560,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273075840,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469020288,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ2_S.gguf","label":"IQ2_S","size":2595635840,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ2_M.gguf","label":"IQ2_M","size":2780340864,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834072192,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q2_K.gguf","label":"Q2_K","size":3015938688,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513024,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346254464,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492366976,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ3_S.gguf","label":"IQ3_S","size":3499190912,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ3_M.gguf","label":"IQ3_M","size":3574010496,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808389760,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088457856,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218471040,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437811840,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q4_0.gguf","label":"Q4_0","size":4444119680,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457767552,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683072128,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q4_1.gguf","label":"Q4_1","size":4873282176,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315175040,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444829824,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-7b-alpaca-i1-GGUF","file":"qwen2.5-7b-alpaca.i1-Q6_K.gguf","label":"Q6_K","size":6254197376,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/qwen2.5-7b-alpaca-i1-GGUF"],"logoFrom":"Hikaf143"},{"id":"dpopenhermes-7b-v2","family":"openaccess-ai-collective/DPOpenHermes-7B-v2","name":"DPOpenHermes 7B V2","maker":"openaccess-ai-collective","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/DPOpenHermes-7B-v2-GGUF/dpopenhermes-7b-v2.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-06T21:44:09.000Z","downloads":3380,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q2_K.gguf","label":"Q2_K","size":3083107552,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3164577824,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q3_K_M.gguf","label":"Q3_K_M","size":3518996512,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q3_K_L.gguf","label":"Q3_K_L","size":3822034976,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q4_0.gguf","label":"Q4_0","size":4108928096,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4140385376,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q4_K_M.gguf","label":"Q4_K_M","size":4368450656,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q5_0.gguf","label":"Q5_0","size":4997728352,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q5_K_S.gguf","label":"Q5_K_S","size":4997728352,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5131421792,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q6_K.gguf","label":"Q6_K","size":5942078624,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-v2-GGUF","file":"dpopenhermes-7b-v2.Q8_0.gguf","label":"Q8_0","size":7695875104,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/DPOpenHermes-7B-v2-GGUF"],"logoFrom":null},{"id":"neohorse-1-9-uncensored","family":"OpenIntelligenceNet/NeoHorse-1-9-Uncensored","name":"NeoHorse 1 9 Uncensored","maker":"OpenIntelligenceNet","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF/NeoHorse-1-9-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T03:26:55.000Z","downloads":3377,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642464,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269792,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648672,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346080,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968800,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471904,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239840,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3827263264,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166560,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416864,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407648,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818848,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383328,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525664,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515552,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441376,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":5325940512,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630624,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215200,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110048,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":5809334048,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310496,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970848,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF","file":"NeoHorse-1-9-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":7359260448,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/NeoHorse-1-9-Uncensored-i1-GGUF"],"logoFrom":null},{"id":"zime-ai-dwight-4b","family":"bartowski/zime-ai_dwight-4b-GGUF","name":"Zime Ai Dwight 4B","maker":"bartowski","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"bartowski/zime-ai_dwight-4b-GGUF/zime-ai_dwight-4b-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-13T14:14:26.000Z","downloads":3377,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-IQ2_M.gguf","label":"IQ2_M","size":1493355264,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q2_K.gguf","label":"Q2_K","size":1587509504,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-IQ3_XXS.gguf","label":"IQ3_XXS","size":1749383424,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q3_K_S.gguf","label":"Q3_K_S","size":1832870144,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-IQ3_XS.gguf","label":"IQ3_XS","size":1844400384,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q3_K_M.gguf","label":"Q3_K_M","size":1976568064,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q3_K_L.gguf","label":"Q3_K_L","size":2079674624,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-IQ3_M.gguf","label":"IQ3_M","size":2159444224,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-IQ4_XS.gguf","label":"IQ4_XS","size":2333449984,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q4_0.gguf","label":"Q4_0","size":2424432384,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q4_K_S.gguf","label":"Q4_K_S","size":2444963584,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-IQ4_NL.gguf","label":"IQ4_NL","size":2590136064,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2594498304,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q4_1.gguf","label":"Q4_1","size":2633492224,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q4_K_L.gguf","label":"Q4_K_L","size":2801428224,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q5_K_S.gguf","label":"Q5_K_S","size":2907780864,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q5_K_M.gguf","label":"Q5_K_M","size":3110491904,"bits":6.19,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q6_K_S.gguf","label":"Q6_K_S","size":3375462144,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q6_K.gguf","label":"Q6_K","size":3524658944,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q6_K_L.gguf","label":"Q6_K_L","size":3689410304,"bits":7.34,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-Q8_0.gguf","label":"Q8_0","size":4280404224,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/zime-ai_dwight-4b-GGUF","file":"zime-ai_dwight-4b-bf16.gguf","label":"BF16","size":8051283936,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/zime-ai_dwight-4b-GGUF"],"logoFrom":"zime-ai"},{"id":"wizardlm-uncensored-supercot-storytelling-30b","family":"Monero/WizardLM-Uncensored-SuperCOT-StoryTelling-30b","name":"WizardLM Uncensored SuperCOT StoryTelling 30B","maker":"Monero","catalog":null,"tuned":true,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF/WizardLM-Uncensored-SuperCOT-Storytelling.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T02:30:06.000Z","downloads":3376,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q2_K.gguf","label":"Q2_K","size":13502553056,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q3_K_S.gguf","label":"Q3_K_S","size":14064120448,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q3_K_M.gguf","label":"Q3_K_M","size":15761560192,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q3_K_L.gguf","label":"Q3_K_L","size":17279767168,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q4_0.gguf","label":"Q4_0","size":18355976672,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q4_K_S.gguf","label":"Q4_K_S","size":18437765600,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q4_K_M.gguf","label":"Q4_K_M","size":19621149152,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q5_0.gguf","label":"Q5_0","size":22395370784,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q5_K_S.gguf","label":"Q5_K_S","size":22395370784,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q5_K_M.gguf","label":"Q5_K_M","size":23047126304,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q6_K.gguf","label":"Q6_K","size":26687227040,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF","file":"WizardLM-Uncensored-SuperCOT-Storytelling.Q8_0.gguf","label":"Q8_0","size":34565138720,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-Uncensored-SuperCOT-StoryTelling-30B-GGUF"],"logoFrom":"Monero"},{"id":"gemma-4-e4b-it-the-deckard-expresso-universe-heretic-uncensored-thinking-bf16","family":"nightmedia/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16","name":"Gemma 4 E4B The DECKARD Expresso Universe HERETIC UNCENSORED Thinking Bf16","maker":"nightmedia","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T15:43:56.000Z","downloads":3375,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q2_K.gguf","label":"Q2_K","size":4401321280,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4654638400,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ3_S.gguf","label":"IQ3_S","size":4663168320,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ3_M.gguf","label":"IQ3_M","size":4714696000,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4850396480,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5021281600,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070955840,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193958720,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_0.gguf","label":"Q4_0","size":5194122560,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5202969920,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5335291200,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_1.gguf","label":"Q4_1","size":5435950400,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5685970240,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5762913600,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16.i1-Q6_K.gguf","label":"Q6_K","size":6217262400,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF"],"logoFrom":"nightmedia"},{"id":"pygmalion-2-7b","family":"PygmalionAI/pygmalion-2-7b","name":"Pygmalion 2 7B","maker":"PygmalionAI","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Pygmalion-2-7B-GGUF/pygmalion-2-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T22:02:07.000Z","downloads":3373,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-7B-GGUF","file":"pygmalion-2-7b.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Pygmalion-2-7B-GGUF"],"logoFrom":"PygmalionAI"},{"id":"thinctx-qwen3-5-0-8b","family":"thinletter/ThinCtx-Qwen3.5-0.8B","name":"ThinCtx Qwen3.5 0.8B","maker":"thinletter","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF/ThinCtx-Qwen3.5-0.8B.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-13T04:09:05.000Z","downloads":3369,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ1_S.gguf","label":"IQ1_S","size":329950592,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ1_M.gguf","label":"IQ1_M","size":338332544,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352302464,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363871616,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ2_S.gguf","label":"IQ2_S","size":366759296,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ2_M.gguf","label":"IQ2_M","size":377935232,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":398001536,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414685056,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q2_K.gguf","label":"Q2_K","size":422328192,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435364224,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443302272,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ3_S.gguf","label":"IQ3_S","size":450822528,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ3_M.gguf","label":"IQ3_M","size":453955968,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466223488,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491323776,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q4_0.gguf","label":"Q4_0","size":502141824,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":504089472,"bits":5.38,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505254784,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":516002688,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529298304,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q4_1.gguf","label":"Q4_1","size":532554624,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563655552,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":577999744,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF","file":"ThinCtx-Qwen3.5-0.8B.i1-Q6_K.gguf","label":"Q6_K","size":629745024,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/ThinCtx-Qwen3.5-0.8B-i1-GGUF"],"logoFrom":"thinletter"},{"id":"nethena-13b","family":"NeverSleep/Nethena-13B","name":"Nethena 13B","maker":"NeverSleep","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Nethena-13B-GGUF/nethena-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-10-30T17:59:08.000Z","downloads":3368,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Nethena-13B-GGUF","file":"nethena-13b.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Nethena-13B-GGUF"],"logoFrom":"NeverSleep"},{"id":"artemis-31b-v1","family":"TheDrummer/Artemis-31B-v1","name":"Artemis 31B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/TheDrummer_Artemis-31B-v1-GGUF/TheDrummer_Artemis-31B-v1-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-08-06T03:38:18.000Z","downloads":3366,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830191008,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ2_XS.gguf","label":"IQ2_XS","size":11500943776,"bits":3,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ2_S.gguf","label":"IQ2_S","size":12075358624,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q2_K.gguf","label":"Q2_K","size":12631624096,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ2_M.gguf","label":"IQ2_M","size":12649773472,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":12972935584,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981709216,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":13841353120,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":14329063840,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ3_M.gguf","label":"IQ3_M","size":15129829792,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":15918123424,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":16810625440,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151936928,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":17155893664,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":18025687456,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q4_0.gguf","label":"Q4_0","size":18076264864,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":18195655072,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":19598490016,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q4_1.gguf","label":"Q4_1","size":19765275040,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":19939801504,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":21504862624,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":22608877984,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":22950189472,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q6_K.gguf","label":"Q6_K","size":26726721952,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":27068033440,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-Q8_0.gguf","label":"Q8_0","size":32635677088,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Artemis-31B-v1-GGUF","file":"TheDrummer_Artemis-31B-v1-bf16/TheDrummer_Artemis-31B-v1-bf16-00001-of-00002.gguf","label":"BF16","size":61413189984,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Artemis-31B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"starcoder","family":"bigcode/starcoder","name":"Starcoder","maker":"bigcode","catalog":null,"tuned":true,"params":15.82,"active":null,"layers":40,"probe":"mradermacher/starcoder-i1-GGUF/starcoder.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2024-09-07T21:43:52.000Z","downloads":3363,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ1_S.gguf","label":"IQ1_S","size":3676735904,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ1_M.gguf","label":"IQ1_M","size":3979020704,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4482828704,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4933061024,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ2_S.gguf","label":"IQ2_S","size":5252745632,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ2_M.gguf","label":"IQ2_M","size":5655792032,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q2_K.gguf","label":"Q2_K","size":6302730656,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6426495392,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6894225824,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ3_S.gguf","label":"IQ3_S","size":7106562464,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q3_K_S.gguf","label":"Q3_K_S","size":7106562464,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ3_M.gguf","label":"IQ3_M","size":7616268704,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8355908000,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8677165472,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":9160427936,"bits":4.63,"known":false,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":9160427936,"bits":4.63,"known":false,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":9160427936,"bits":4.63,"known":false,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q4_0.gguf","label":"Q4_0","size":9207613856,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9254799776,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q3_K_L.gguf","label":"Q3_K_L","size":9261877664,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q4_K_M.gguf","label":"Q4_K_M","size":10135603616,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11093477792,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11703454112,"bits":5.92,"known":true,"rank":0},{"repo":"mradermacher/starcoder-i1-GGUF","file":"starcoder.i1-Q6_K.gguf","label":"Q6_K","size":13147343264,"bits":6.65,"known":true,"rank":0}],"repos":["mradermacher/starcoder-i1-GGUF"],"logoFrom":"bigcode"},{"id":"rocket-3b","family":"pansophic/rocket-3B","name":"Rocket 3B","maker":"pansophic","catalog":null,"tuned":false,"params":2.8,"active":null,"layers":32,"probe":"TheBloke/rocket-3B-GGUF/rocket-3b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"stablelm","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2023-11-22T18:46:22.000Z","downloads":3361,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q2_K.gguf","label":"Q2_K","size":1198771136,"bits":3.43,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q3_K_S.gguf","label":"Q3_K_S","size":1254448576,"bits":3.58,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q3_K_M.gguf","label":"Q3_K_M","size":1391418816,"bits":3.98,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q3_K_L.gguf","label":"Q3_K_L","size":1508564416,"bits":4.31,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q4_0.gguf","label":"Q4_0","size":1608570816,"bits":4.6,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q4_K_S.gguf","label":"Q4_K_S","size":1620694976,"bits":4.63,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q4_K_M.gguf","label":"Q4_K_M","size":1708595136,"bits":4.88,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q5_0.gguf","label":"Q5_0","size":1941862336,"bits":5.55,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q5_K_S.gguf","label":"Q5_K_S","size":1941862336,"bits":5.55,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q5_K_M.gguf","label":"Q5_K_M","size":1993390016,"bits":5.7,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q6_K.gguf","label":"Q6_K","size":2295984576,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/rocket-3B-GGUF","file":"rocket-3b.Q8_0.gguf","label":"Q8_0","size":2972925376,"bits":8.49,"known":true,"rank":0}],"repos":["TheBloke/rocket-3B-GGUF"],"logoFrom":"pansophic"},{"id":"hermes-3-llama-3-1-70b-uncensored","family":"Guilherme34/Hermes-3-Llama-3.1-70B-Uncensored","name":"Hermes 3 Llama 3.1 70B Uncensored","maker":"Guilherme34","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF/Hermes-3-Llama-3.1-70B-Uncensored.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-09-10T00:42:34.000Z","downloads":3361,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q2_K.gguf","label":"Q2_K","size":26375113632,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.IQ3_XS.gguf","label":"IQ3_XS","size":29307734944,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.IQ3_S.gguf","label":"IQ3_S","size":30912056224,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":30912056224,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.IQ3_M.gguf","label":"IQ3_M","size":31937039264,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":34267499424,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":37140597664,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":38269668256,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":40347224992,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":42520398752,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":48657451936,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF","file":"Hermes-3-Llama-3.1-70B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":49949821856,"bits":5.66,"known":true,"rank":0}],"repos":["mradermacher/Hermes-3-Llama-3.1-70B-Uncensored-GGUF"],"logoFrom":"Guilherme34"},{"id":"ai21labs-ai21-jamba-reasoning-3b","family":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","name":"Ai21labs AI21 Jamba Reasoning 3B","maker":"bartowski","catalog":null,"tuned":true,"params":3.2,"active":3.2,"layers":28,"probe":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/ai21labs_AI21-Jamba-Reasoning-3B-IQ2_M.gguf","kvBytesPerToken":1185,"kvHeader":1024,"kvFixed":0,"context":262144,"arch":"jamba","vision":false,"licence":null,"open":false,"released":"2025-10-08T14:00:11.000Z","downloads":3359,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-IQ2_M.gguf","label":"IQ2_M","size":1130980832,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q2_K.gguf","label":"Q2_K","size":1211037152,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1299664352,"bits":3.25,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q2_K_L.gguf","label":"Q2_K_L","size":1374877152,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-IQ3_XS.gguf","label":"IQ3_XS","size":1413246432,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q3_K_S.gguf","label":"Q3_K_S","size":1455179232,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-IQ3_M.gguf","label":"IQ3_M","size":1465362912,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q3_K_M.gguf","label":"Q3_K_M","size":1537698272,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q3_K_L.gguf","label":"Q3_K_L","size":1610115552,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1756916192,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-IQ4_XS.gguf","label":"IQ4_XS","size":1760356832,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-IQ4_NL.gguf","label":"IQ4_NL","size":1854257632,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q4_0.gguf","label":"Q4_0","size":1858189792,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_S.gguf","label":"Q4_K_S","size":1864866272,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_M.gguf","label":"Q4_K_M","size":1932698592,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q4_1.gguf","label":"Q4_1","size":2043390432,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_L.gguf","label":"Q4_K_L","size":2057216992,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q5_K_S.gguf","label":"Q5_K_S","size":2233854432,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q5_K_M.gguf","label":"Q5_K_M","size":2272891872,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q5_K_L.gguf","label":"Q5_K_L","size":2376438752,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q6_K.gguf","label":"Q6_K","size":2639588832,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q6_K_L.gguf","label":"Q6_K_L","size":2720853472,"bits":6.8,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-Q8_0.gguf","label":"Q8_0","size":3407952352,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","file":"ai21labs_AI21-Jamba-Reasoning-3B-bf16.gguf","label":"BF16","size":6402230464,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF"],"logoFrom":"ai21labs"},{"id":"lightgpt-13b-llama2","family":"lightgpt/LightGPT-13B-Llama2","name":"LightGPT 13B Llama2","maker":"lightgpt","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/LightGPT-13B-Llama2-i1-GGUF/LightGPT-13B-Llama2.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-08-23T09:42:42.000Z","downloads":3358,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ1_S.gguf","label":"IQ1_S","size":2898687072,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ1_M.gguf","label":"IQ1_M","size":3138610272,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538482272,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147872,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ2_S.gguf","label":"IQ2_S","size":4197682272,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579872,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q2_K.gguf","label":"Q2_K","size":4854271072,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960562272,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611872,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981472,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981472,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ3_M.gguf","label":"IQ3_M","size":5984511072,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770592,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560672,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964223072,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q4_0.gguf","label":"Q4_0","size":7387954272,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179872,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957472,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972287072,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925472,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/LightGPT-13B-Llama2-i1-GGUF","file":"LightGPT-13B-Llama2.i1-Q6_K.gguf","label":"Q6_K","size":10679141472,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/LightGPT-13B-Llama2-i1-GGUF"],"logoFrom":"lightgpt"},{"id":"kat-ornith-hero-35b-a3b-fusion","family":"OliviaRossi/KAT-Ornith-HERO-35B-A3B-Fusion","name":"KAT Ornith HERO 35B A3B Fusion","maker":"OliviaRossi","catalog":null,"tuned":true,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF/KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T10:01:12.000Z","downloads":3356,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q2_K.gguf","label":"Q2_K","size":13247183904,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15547036704,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-IQ3_S.gguf","label":"IQ3_S","size":15615415328,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-IQ3_M.gguf","label":"IQ3_M","size":15806624800,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17166660640,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18552091680,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19179523104,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q4_0.gguf","label":"Q4_0","size":20276227104,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20366863392,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21713464352,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q4_1.gguf","label":"Q4_1","size":22377884704,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24563756064,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q5_K_M.gguf","label":"Q5_K_M","size":25347533856,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF","file":"KAT-Ornith-HERO-35B-A3B-Fusion.i1-Q6_K.gguf","label":"Q6_K","size":29208732704,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/KAT-Ornith-HERO-35B-A3B-Fusion-i1-GGUF"],"logoFrom":"OliviaRossi"},{"id":"qwen3-5-9b-emperoai-qwen3-8-distill-heretic-cyberstrike","family":"Aapolon/Qwen3.5-9B-EmperoAI-Qwen3.8-Distill-Heretic-CyberStrike-GGUF","name":"Qwen3.5 9B EmperoAI Qwen3.8 Distill Heretic CyberStrike","maker":"Aapolon","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"Aapolon/Qwen3.5-9B-EmperoAI-Qwen3.8-Distill-Heretic-CyberStrike-GGUF/Qwen3.8-9B-Distill-uncensored-heretic.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-19T14:36:20.000Z","downloads":3355,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Aapolon/Qwen3.5-9B-EmperoAI-Qwen3.8-Distill-Heretic-CyberStrike-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5780090368,"bits":5.03,"known":true,"rank":0},{"repo":"Aapolon/Qwen3.5-9B-EmperoAI-Qwen3.8-Distill-Heretic-CyberStrike-GGUF","file":"Qwen3.8-9B-Distill-uncensored-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6642544128,"bits":5.78,"known":true,"rank":0}],"repos":["Aapolon/Qwen3.5-9B-EmperoAI-Qwen3.8-Distill-Heretic-CyberStrike-GGUF"],"logoFrom":"petruhonk"},{"id":"worldsim-opus-3-6-35b-a3b","family":"Gryphe/WorldSim-Opus-3.6-35B-A3B","name":"WorldSim Opus 3.6 35B A3B","maker":"Gryphe","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF/Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-14T13:41:37.000Z","downloads":3353,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778453408,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":10797144992,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ2_S.gguf","label":"IQ2_S","size":11010276256,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ2_M.gguf","label":"IQ2_M","size":12066716576,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q2_K.gguf","label":"Q2_K","size":12617079712,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":13113719712,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829984,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":15513516960,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":16218684320,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":16226548640,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":16886496160,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ3_M.gguf","label":"IQ3_M","size":16900258720,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485600,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":18806447008,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":19861347232,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q4_0.gguf","label":"Q4_0","size":19942611872,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":20592728992,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":21391448992,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":21768895392,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q4_1.gguf","label":"Q4_1","size":21973769120,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":24156150688,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":25017457568,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":25331334048,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q6_K.gguf","label":"Q6_K","size":30053415840,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":30299749280,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-Q8_0.gguf","label":"Q8_0","size":36914690976,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF","file":"Gryphe_WorldSim-Opus-3.6-35B-A3B-bf16/Gryphe_WorldSim-Opus-3.6-35B-A3B-bf16-00001-of-00002.gguf","label":"BF16","size":69376637760,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Gryphe_WorldSim-Opus-3.6-35B-A3B-GGUF"],"logoFrom":"Gryphe"},{"id":"thinctx-qwen3-5-2b","family":"thinletter/ThinCtx-Qwen3.5-2B","name":"ThinCtx Qwen3.5 2B","maker":"thinletter","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF/ThinCtx-Qwen3.5-2B.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-13T04:36:44.000Z","downloads":3352,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ1_S.gguf","label":"IQ1_S","size":722962272,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ1_M.gguf","label":"IQ1_M","size":748204896,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790275936,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719200,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ2_S.gguf","label":"IQ2_S","size":832092000,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ2_M.gguf","label":"IQ2_M","size":865748832,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754080,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163680,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q2_K.gguf","label":"Q2_K","size":968543072,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174176,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027202912,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090784,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446624,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259744,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533600,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963232,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q4_0.gguf","label":"Q4_0","size":1204847456,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056416,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586144,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397536,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q4_1.gguf","label":"Q4_1","size":1288282976,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077792,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122016,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF","file":"ThinCtx-Qwen3.5-2B.i1-Q6_K.gguf","label":"Q6_K","size":1556391776,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/ThinCtx-Qwen3.5-2B-i1-GGUF"],"logoFrom":"thinletter"},{"id":"mahou-1-3c-mistral-7b","family":"flammenai/Mahou-1.3c-mistral-7B","name":"Mahou 1.3c Mistral 7B","maker":"flammenai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF/Mahou-1.3c-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-05T06:27:13.000Z","downloads":3351,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110816,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455008,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695328,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264800,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930208,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722464,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719252512,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353888,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826592,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578656,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404448,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902752,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997344,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035808,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700384,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123608992,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386208,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451488,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729184,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422624,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF","file":"Mahou-1.3c-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942079456,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.3c-mistral-7B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"v6-finch-7b-hf","family":"RWKV/v6-Finch-7B-HF","name":"V6 Finch 7B","maker":"RWKV","catalog":null,"tuned":false,"params":7.64,"active":null,"layers":32,"probe":"bartowski/v6-Finch-7B-HF-GGUF/v6-Finch-7B-HF-IQ2_M.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T17:48:42.000Z","downloads":3350,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-IQ2_M.gguf","label":"IQ2_M","size":3015096096,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q2_K.gguf","label":"Q2_K","size":3078010656,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q2_K_L.gguf","label":"Q2_K_L","size":3340154656,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-IQ3_M.gguf","label":"IQ3_M","size":3814111008,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-IQ3_XS.gguf","label":"IQ3_XS","size":3814111008,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q3_K_L.gguf","label":"Q3_K_L","size":3814111008,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q3_K_M.gguf","label":"Q3_K_M","size":3814111008,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q3_K_S.gguf","label":"Q3_K_S","size":3814111008,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q3_K_XL.gguf","label":"Q3_K_XL","size":4048992032,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-IQ4_XS.gguf","label":"IQ4_XS","size":4550211360,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_0.gguf","label":"Q4_0","size":4776703776,"bits":5,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4776703776,"bits":5,"known":false,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4776703776,"bits":5,"known":false,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4776703776,"bits":5,"known":false,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_K_M.gguf","label":"Q4_K_M","size":4776703776,"bits":5,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_K_S.gguf","label":"Q4_K_S","size":4776703776,"bits":5,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q4_K_L.gguf","label":"Q4_K_L","size":4975933216,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q5_K_M.gguf","label":"Q5_K_M","size":5682673440,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q5_K_S.gguf","label":"Q5_K_S","size":5682673440,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q5_K_L.gguf","label":"Q5_K_L","size":5848348448,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q6_K.gguf","label":"Q6_K","size":6645266208,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q6_K_L.gguf","label":"Q6_K_L","size":6775289632,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-Q8_0.gguf","label":"Q8_0","size":8465594144,"bits":8.86,"known":true,"rank":0},{"repo":"bartowski/v6-Finch-7B-HF-GGUF","file":"v6-Finch-7B-HF-f16.gguf","label":"F16","size":15512024608,"bits":16.24,"known":true,"rank":0}],"repos":["bartowski/v6-Finch-7B-HF-GGUF"],"logoFrom":"RWKV"},{"id":"refeed-8b","family":"DISLab/ReFeed-8B","name":"ReFeed 8B","maker":"DISLab","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/ReFeed-8B-i1-GGUF/ReFeed-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-18T10:17:59.000Z","downloads":3350,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633248,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977440,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217760,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787232,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494304,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286560,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820576,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179137120,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274917984,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518752864,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664504928,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682330720,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829024,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923616,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962080,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668320,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675897440,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677994592,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674656,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920739936,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130258528,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299680,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993120,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/ReFeed-8B-i1-GGUF","file":"ReFeed-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596012128,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ReFeed-8B-i1-GGUF"],"logoFrom":"DISLab"},{"id":"starling-lm-7b-alpha-x2","family":"IsakNordgren/Starling-LM-7B-alpha-x2","name":"Starling LM 7B Alpha X2","maker":"IsakNordgren","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF/Starling-LM-7B-alpha-x2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-06T03:32:39.000Z","downloads":3349,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110848,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455040,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695360,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264832,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930240,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722496,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q2_K.gguf","label":"Q2_K","size":2719252544,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353920,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826624,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578688,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404480,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902784,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997376,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035840,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700416,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q4_0.gguf","label":"Q4_0","size":4123609024,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386240,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451520,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729216,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422656,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF","file":"Starling-LM-7B-alpha-x2.i1-Q6_K.gguf","label":"Q6_K","size":5942079488,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Starling-LM-7B-alpha-x2-i1-GGUF"],"logoFrom":null},{"id":"darkidol-gemma-4-e4b-it","family":"aifeifei798/Darkidol-Gemma-4-E4B-it","name":"Darkidol Gemma 4 E4B","maker":"aifeifei798","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF/Darkidol-Gemma-4-E4B-it.i1-Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-09T06:02:33.000Z","downloads":3349,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q2_K.gguf","label":"Q2_K","size":4401316608,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4654633728,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-IQ3_S.gguf","label":"IQ3_S","size":4663163648,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-IQ3_M.gguf","label":"IQ3_M","size":4714691328,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4850391808,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5021276928,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070951168,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193954048,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q4_0.gguf","label":"Q4_0","size":5194117888,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5202965248,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5335286528,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q4_1.gguf","label":"Q4_1","size":5435945728,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5685965568,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5762908928,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF","file":"Darkidol-Gemma-4-E4B-it.i1-Q6_K.gguf","label":"Q6_K","size":6217257728,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/Darkidol-Gemma-4-E4B-it-i1-GGUF"],"logoFrom":"aifeifei798"},{"id":"augmental-13b-v1-50-b","family":"Heralax/Augmental-13b-v1.50_B","name":"Augmental 13B V1.50 B","maker":"Heralax","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Augmental-13B-v1.50_B-GGUF/augmental-13b-v1.50_b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-29T12:23:46.000Z","downloads":3347,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_B-GGUF","file":"augmental-13b-v1.50_b.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Augmental-13B-v1.50_B-GGUF"],"logoFrom":"Heralax"},{"id":"borealis-27b","family":"NbAiLab/borealis-27b","name":"Borealis 27B","maker":"NbAiLab","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"mradermacher/borealis-27b-i1-GGUF/borealis-27b.i1-IQ1_S.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":false,"licence":"other","open":false,"released":"2026-10-15T21:59:40.000Z","downloads":3346,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ1_S.gguf","label":"IQ1_S","size":6264249600,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ1_M.gguf","label":"IQ1_M","size":6797247744,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7685577984,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8438906112,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ2_S.gguf","label":"IQ2_S","size":8782411008,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ2_M.gguf","label":"IQ2_M","size":9493075200,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":9757448064,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q2_K.gguf","label":"Q2_K","size":10503722880,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716480768,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11562235776,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ3_S.gguf","label":"IQ3_S","size":12167616384,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12167616384,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ3_M.gguf","label":"IQ3_M","size":12547075968,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13437642624,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14543464320,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14767449984,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q4_0.gguf","label":"Q4_0","size":15617976192,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15674058624,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16546690944,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q4_1.gguf","label":"Q4_1","size":17167296384,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18767193984,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19271677824,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-27b-i1-GGUF","file":"borealis-27b.i1-Q6_K.gguf","label":"Q6_K","size":22166976384,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/borealis-27b-i1-GGUF"],"logoFrom":"NbAiLab"},{"id":"deepseek-coder-7b-instruct-v1-5","family":"deepseek-ai/deepseek-coder-7b-instruct-v1.5","name":"Deepseek Coder 7B V1.5","maker":"DeepSeek","catalog":null,"tuned":true,"params":6.91,"active":null,"layers":30,"probe":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF/deepseek-coder-7b-instruct-v1.5.i1-IQ1_S.gguf","kvBytesPerToken":568689,"kvHeader":491520,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-09-03T17:43:15.000Z","downloads":3345,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ1_S.gguf","label":"IQ1_S","size":1733033088,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ1_M.gguf","label":"IQ1_M","size":1848564864,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2041117824,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2210888832,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ2_S.gguf","label":"IQ2_S","size":2389122176,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ2_M.gguf","label":"IQ2_M","size":2543164544,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q2_K.gguf","label":"Q2_K","size":2718424192,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2758401152,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2993609856,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ3_S.gguf","label":"IQ3_S","size":3138018432,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3138018432,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ3_M.gguf","label":"IQ3_M","size":3289676928,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3461192832,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3746274432,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3797228672,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q4_0.gguf","label":"Q4_0","size":4008516736,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4025359488,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4223360128,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4811398272,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4926430336,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","file":"deepseek-coder-7b-instruct-v1.5.i1-Q6_K.gguf","label":"Q6_K","size":5673442432,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF"],"logoFrom":"deepseek-ai"},{"id":"sydney-pirate-mistral-7b","family":"FPHam/Sydney_Pirate_Mistral_7b","name":"Sydney Pirate Mistral 7B","maker":"FPHam","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF/Sydney_Pirate_Mistral_7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-11T12:25:13.000Z","downloads":3343,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110688,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1754454880,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695200,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264672,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930080,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722336,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q2_K.gguf","label":"Q2_K","size":2719252384,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353760,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826464,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578528,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404320,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902624,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997216,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035680,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700256,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q4_0.gguf","label":"Q4_0","size":4123608864,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386080,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451360,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729056,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422496,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF","file":"Sydney_Pirate_Mistral_7b.i1-Q6_K.gguf","label":"Q6_K","size":5942079328,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Sydney_Pirate_Mistral_7b-i1-GGUF"],"logoFrom":"FPHam"},{"id":"codegemma-7b-it","family":"bartowski/codegemma-7b-it-GGUF","name":"Codegemma 7B","maker":"bartowski","catalog":null,"tuned":false,"params":8.54,"active":null,"layers":28,"probe":"bartowski/codegemma-7b-it-GGUF/codegemma-7b-it-IQ1_S.gguf","kvBytesPerToken":530776,"kvHeader":458752,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"gemma","open":false,"released":"2024-04-09T14:04:29.000Z","downloads":3343,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ1_S.gguf","label":"IQ1_S","size":2160192512,"bits":2.02,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ1_M.gguf","label":"IQ1_M","size":2320034816,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ2_XXS.gguf","label":"IQ2_XXS","size":2586438656,"bits":2.42,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ2_XS.gguf","label":"IQ2_XS","size":2810571776,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ2_S.gguf","label":"IQ2_S","size":2918902784,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ2_M.gguf","label":"IQ2_M","size":3132025856,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q2_K.gguf","label":"Q2_K","size":3481447424,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":3487099904,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ3_XS.gguf","label":"IQ3_XS","size":3800738816,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ3_S.gguf","label":"IQ3_S","size":3982404608,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q3_K_S.gguf","label":"Q3_K_S","size":3982404608,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ3_M.gguf","label":"IQ3_M","size":4106071040,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q3_K_M.gguf","label":"Q3_K_M","size":4369329152,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q3_K_L.gguf","label":"Q3_K_L","size":4709067776,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ4_XS.gguf","label":"IQ4_XS","size":4769623040,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-IQ4_NL.gguf","label":"IQ4_NL","size":5011844096,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q4_K_S.gguf","label":"Q4_K_S","size":5046447104,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q4_K_M.gguf","label":"Q4_K_M","size":5329759232,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q5_K_S.gguf","label":"Q5_K_S","size":5980728320,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q5_K_M.gguf","label":"Q5_K_M","size":6144502784,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q6_K.gguf","label":"Q6_K","size":7010167808,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/codegemma-7b-it-GGUF","file":"codegemma-7b-it-Q8_0.gguf","label":"Q8_0","size":9077844992,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/codegemma-7b-it-GGUF"],"logoFrom":"bartowski"},{"id":"muse-glimmer-30b-abliterated-bf16-i1","family":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","name":"Muse Glimmer 30B Abliterated BF16 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":52,"probe":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF/Muse-Glimmer-30B-Abliterated-BF16.i1-IQ1_S.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-12T08:27:10.000Z","downloads":3342,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":6526419648,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":7062201024,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7955169984,"bits":2.29,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8713847488,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":9130782656,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":9845157824,"bits":2.83,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10027705280,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q2_K.gguf","label":"Q2_K","size":10686702528,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11142385600,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967533248,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12512313536,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":12524081344,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":12818276544,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13680521408,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14682435776,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15218433472,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q4_0.gguf","label":"Q4_0","size":16082821568,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":16133513664,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16935295424,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q4_1.gguf","label":"Q4_1","size":17689766336,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":19346551232,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19811379648,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF","file":"Muse-Glimmer-30B-Abliterated-BF16.i1-Q6_K.gguf","label":"Q6_K","size":22867219136,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Muse-Glimmer-30B-Abliterated-BF16-i1-GGUF"],"logoFrom":null},{"id":"rombos-llama3-8b-instruct-replete-adapted","family":"rombodawg/rombos_Llama3-8B-Instruct-Replete-Adapted","name":"Rombos Llama3 8B Replete Adapted","maker":"rombodawg","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF/rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-10-07T09:12:23.000Z","downloads":3341,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ1_S.gguf","label":"IQ1_S","size":2019629760,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ1_M.gguf","label":"IQ1_M","size":2161973952,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399214272,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605783744,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ2_S.gguf","label":"IQ2_S","size":2758490816,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ2_M.gguf","label":"IQ2_M","size":2948283072,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q2_K.gguf","label":"Q2_K","size":3179133632,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274914496,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518749376,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664501440,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ3_S.gguf","label":"IQ3_S","size":3682327232,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ3_M.gguf","label":"IQ3_M","size":3784825536,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018920128,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321958592,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447664832,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661213888,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661213888,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661213888,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q4_0.gguf","label":"Q4_0","size":4675893952,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692671168,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920736448,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599296192,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732989632,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF","file":"rombos_Llama3-8B-Instruct-Replete-Adapted.i1-Q6_K.gguf","label":"Q6_K","size":6596008640,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/rombos_Llama3-8B-Instruct-Replete-Adapted-i1-GGUF"],"logoFrom":"rombodawg"},{"id":"llama-song-stream-3b-instruct","family":"prithivMLmods/Llama-Song-Stream-3B-Instruct","name":"Llama Song Stream 3B","maker":"prithivMLmods","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF/Llama-Song-Stream-3B-Instruct-IQ2_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-18T01:08:55.000Z","downloads":3341,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":1229033376,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q2_K.gguf","label":"Q2_K","size":1363937184,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1459359648,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1476790176,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1542850464,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":1599670176,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1687160736,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1815349152,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1829111712,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1910771616,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1917192096,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q4_0.gguf","label":"Q4_0","size":1921910688,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1928202144,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2019379104,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":2114801568,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2269513632,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2322155424,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":2417577888,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q6_K.gguf","label":"Q6_K","size":2643855264,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2739277728,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-Q8_0.gguf","label":"Q8_0","size":3421900704,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Llama-Song-Stream-3B-Instruct-GGUF","file":"Llama-Song-Stream-3B-Instruct-f16.gguf","label":"F16","size":6433689184,"bits":16.03,"known":true,"rank":0}],"repos":["bartowski/Llama-Song-Stream-3B-Instruct-GGUF"],"logoFrom":"prithivMLmods"},{"id":"vanmach-7b","family":"Duyu/VanMach-7B","name":"VanMach 7B","maker":"Duyu","catalog":null,"tuned":false,"params":7.71,"active":null,"layers":28,"probe":"mradermacher/VanMach-7B-i1-GGUF/VanMach-7B.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-10-22T12:26:02.000Z","downloads":3341,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1953423744,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2091952512,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2322833792,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2518778240,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2650348576,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2835053600,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2890309472,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q2_K.gguf","label":"Q2_K","size":3072175968,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3169225760,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3407446528,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3553559040,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3560382976,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3635202560,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3869581824,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4149649920,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4284617856,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4505483200,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q4_0.gguf","label":"Q4_0","size":4511791040,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4525438912,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4750743488,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q4_1.gguf","label":"Q4_1","size":4944002624,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5388944576,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5518599360,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/VanMach-7B-i1-GGUF","file":"VanMach-7B.i1-Q6_K.gguf","label":"Q6_K","size":6334446240,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/VanMach-7B-i1-GGUF"],"logoFrom":"Duyu"},{"id":"mediatek-research-breeze-7b-instruct-v0-1","family":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","name":"MediaTek Research Breeze 7B V0 1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.49,"active":null,"layers":32,"probe":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf/Breeze-7B-Instruct-v0_1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-15T23:57:36.000Z","downloads":3340,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q2_K.gguf","label":"Q2_K","size":2860765728,"bits":3.06,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.IQ3_XS.gguf","label":"IQ3_XS","size":3172799008,"bits":3.39,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q3_K_S.gguf","label":"Q3_K_S","size":3318551072,"bits":3.54,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.IQ3_S.gguf","label":"IQ3_S","size":3336376864,"bits":3.56,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.IQ3_M.gguf","label":"IQ3_M","size":3438875168,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q3_K.gguf","label":"Q3_K","size":3672969760,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q3_K_M.gguf","label":"Q3_K_M","size":3672969760,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q3_K_L.gguf","label":"Q3_K_L","size":3976008224,"bits":4.25,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.IQ4_XS.gguf","label":"IQ4_XS","size":4110832160,"bits":4.39,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q4_0.gguf","label":"Q4_0","size":4279194144,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q4_K_S.gguf","label":"Q4_K_S","size":4310651424,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.IQ4_NL.gguf","label":"IQ4_NL","size":4325331488,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q4_K.gguf","label":"Q4_K","size":4538716704,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q4_K_M.gguf","label":"Q4_K_M","size":4538716704,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q4_1.gguf","label":"Q4_1","size":4731261472,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q5_0.gguf","label":"Q5_0","size":5183328800,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q5_K_S.gguf","label":"Q5_K_S","size":5183328800,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q5_K.gguf","label":"Q5_K","size":5317022240,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q5_K_M.gguf","label":"Q5_K_M","size":5317022240,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q5_1.gguf","label":"Q5_1","size":5635396128,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q6_K.gguf","label":"Q6_K","size":6143971872,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf","file":"Breeze-7B-Instruct-v0_1.Q8_0.gguf","label":"Q8_0","size":7957189152,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/MediaTek-Research_-_Breeze-7B-Instruct-v0_1-gguf"],"logoFrom":"RichardErkhov"},{"id":"meditron3-8b","family":"EPFLiGHT/Meditron3-8B","name":"Meditron3 8B","maker":"EPFLiGHT","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Meditron3-8B-i1-GGUF/Meditron3-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-12-28T18:32:28.000Z","downloads":3340,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628416,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972608,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212928,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782400,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489472,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281728,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988815744,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179132288,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913152,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748032,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500096,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325888,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784824192,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918784,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321957248,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663488,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675892608,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677989760,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669824,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735104,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130253696,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294848,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732988288,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Meditron3-8B-i1-GGUF","file":"Meditron3-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596007296,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Meditron3-8B-i1-GGUF"],"logoFrom":"EPFLiGHT"},{"id":"mimo-v2-6-flash-rl-uncensored-iq2s-down","family":"BattleGhost/MiMo-V2.6-Flash-RL-UNCENSORED-IQ2S-Down-GGUF","name":"MiMo V2.6 Flash RL UNCENSORED IQ2S Down","maker":"BattleGhost","catalog":null,"tuned":true,"params":309.77,"active":6.2,"layers":51,"probe":"BattleGhost/MiMo-V2.6-Flash-RL-UNCENSORED-IQ2S-Down-GGUF/MiMo-V2.6-Flash-RL-UNCENSORED-IQ2_XXS-DOWN-IQ2_S-00001-of-00004.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":27525120,"context":1048576,"arch":"mimo2","vision":false,"licence":"mit","open":true,"released":"2026-10-20T18:16:36.000Z","downloads":3340,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BattleGhost/MiMo-V2.6-Flash-RL-UNCENSORED-IQ2S-Down-GGUF","file":"MiMo-V2.6-Flash-RL-UNCENSORED-IQ2_XXS-DOWN-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":91697523808,"bits":2.37,"known":true,"rank":0}],"repos":["BattleGhost/MiMo-V2.6-Flash-RL-UNCENSORED-IQ2S-Down-GGUF"],"logoFrom":"dealignai"},{"id":"01-ai-yi-1-5-34b-32k","family":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","name":"01 Ai Yi 1.5 34B 32K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf/Yi-1.5-34B-32K.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-16T06:55:08.000Z","downloads":3339,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q2_K.gguf","label":"Q2_K","size":12825233760,"bits":2.98,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.IQ3_XS.gguf","label":"IQ3_XS","size":14234319200,"bits":3.31,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q3_K_S.gguf","label":"Q3_K_S","size":14960294240,"bits":3.48,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.IQ3_S.gguf","label":"IQ3_S","size":15018785120,"bits":3.49,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.IQ3_M.gguf","label":"IQ3_M","size":15564700000,"bits":3.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q3_K.gguf","label":"Q3_K","size":16654924128,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q3_K_M.gguf","label":"Q3_K_M","size":16654924128,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q3_K_L.gguf","label":"Q3_K_L","size":18139445600,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.IQ4_XS.gguf","label":"IQ4_XS","size":18635614560,"bits":4.34,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q4_0.gguf","label":"Q4_0","size":19466529120,"bits":4.53,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q4_K_S.gguf","label":"Q4_K_S","size":19598649696,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.IQ4_NL.gguf","label":"IQ4_NL","size":19650029920,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q4_K.gguf","label":"Q4_K","size":20658710880,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q4_K_M.gguf","label":"Q4_K_M","size":20658710880,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q4_1.gguf","label":"Q4_1","size":21587110240,"bits":5.02,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q5_0.gguf","label":"Q5_0","size":23707691360,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q5_K_S.gguf","label":"Q5_K_S","size":23707691360,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q5_K.gguf","label":"Q5_K","size":24321845600,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q5_K_M.gguf","label":"Q5_K_M","size":24321845600,"bits":5.66,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q5_1.gguf","label":"Q5_1","size":25828272480,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q6_K.gguf","label":"Q6_K","size":28213926240,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf","file":"Yi-1.5-34B-32K.Q8_0.gguf","label":"Q8_0","size":36542282080,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-1.5-34B-32K-gguf"],"logoFrom":"RichardErkhov"},{"id":"ling-3-0-tiny-uncensored-abliterated","family":"Securelayer7/Ling-3.0-tiny-Uncensored-Abliterated","name":"Ling 3.0 Tiny Uncensored Abliterated","maker":"Securelayer7","catalog":null,"tuned":true,"params":7.89,"active":1.38,"layers":24,"probe":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF/Ling-3.0-tiny-Uncensored-Abliterated.Q2_K.gguf","kvBytesPerToken":7997,"kvHeader":6912,"kvFixed":0,"context":131072,"arch":"bailingmoe3","vision":false,"licence":"mit","open":true,"released":"2026-08-21T04:57:22.000Z","downloads":3339,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q2_K.gguf","label":"Q2_K","size":2986637184,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3511516032,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3841571712,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4148968320,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4320321408,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4554887040,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4823895936,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5482532736,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5635444608,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q6_K.gguf","label":"Q6_K","size":6499263360,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.Q8_0.gguf","label":"Q8_0","size":8408188800,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF","file":"Ling-3.0-tiny-Uncensored-Abliterated.f16.gguf","label":"F16","size":15803475840,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Ling-3.0-tiny-Uncensored-Abliterated-GGUF"],"logoFrom":"Securelayer7"},{"id":"cothuginn-4-5-19b","family":"TheBloke/COTHuginn-4.5-19B-GGUF","name":"COTHuginn 4.5 19B","maker":"TheBloke","catalog":null,"tuned":false,"params":19.36,"active":null,"layers":60,"probe":"TheBloke/COTHuginn-4.5-19B-GGUF/cothuginn-4.5-19b.Q2_K.gguf","kvBytesPerToken":1421722,"kvHeader":1228800,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-08T20:55:55.000Z","downloads":3339,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q2_K.gguf","label":"Q2_K","size":8049570208,"bits":3.33,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q3_K_S.gguf","label":"Q3_K_S","size":8385698208,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q3_K_M.gguf","label":"Q3_K_M","size":9391757728,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q3_K_L.gguf","label":"Q3_K_L","size":10291567008,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q4_0.gguf","label":"Q4_0","size":10935099808,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q4_K_S.gguf","label":"Q4_K_S","size":10983596448,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q4_K_M.gguf","label":"Q4_K_M","size":11685282208,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q5_0.gguf","label":"Q5_0","size":13334536608,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q5_K_S.gguf","label":"Q5_K_S","size":13334536608,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q5_K_M.gguf","label":"Q5_K_M","size":13720994208,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q6_K.gguf","label":"Q6_K","size":15883938208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/COTHuginn-4.5-19B-GGUF","file":"cothuginn-4.5-19b.Q8_0.gguf","label":"Q8_0","size":20572527008,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/COTHuginn-4.5-19B-GGUF"],"logoFrom":"TheBloke"},{"id":"lfm2-1-2b-extract","family":"LiquidAI/LFM2-1.2B-Extract","name":"LFM2 1.2B Extract","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2-1.2B-Extract-GGUF/LFM2-1.2B-Extract-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-09-05T15:57:40.000Z","downloads":3335,"likes":46,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","file":"LFM2-1.2B-Extract-Q4_0.gguf","label":"Q4_0","size":695750368,"bits":4.76,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","file":"LFM2-1.2B-Extract-Q4_K_M.gguf","label":"Q4_K_M","size":730894048,"bits":5,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","file":"LFM2-1.2B-Extract-Q5_K_M.gguf","label":"Q5_K_M","size":843353824,"bits":5.77,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","file":"LFM2-1.2B-Extract-Q6_K.gguf","label":"Q6_K","size":962842336,"bits":6.58,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","file":"LFM2-1.2B-Extract-Q8_0.gguf","label":"Q8_0","size":1246252768,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Extract-GGUF","file":"LFM2-1.2B-Extract-F16.gguf","label":"F16","size":2343325408,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-1.2B-Extract-GGUF"],"logoFrom":"LiquidAI"},{"id":"lfm2-5-24b-a2b-derisked-bf16","family":"Blackfrost-AI/LFM2.5-24B-A2B-DERISKED-BF16","name":"LFM2.5 24B A2B DERISKED BF16","maker":"Blackfrost-AI","catalog":null,"tuned":false,"params":23.97,"active":2.45,"layers":40,"probe":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF/LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-15T10:34:15.000Z","downloads":3334,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":4932617216,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":5471667200,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6370083840,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7090127872,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":7162266624,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":7880999936,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8175404032,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q2_K.gguf","label":"Q2_K","size":8809759744,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9282733056,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9861301248,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":10429989888,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10429989888,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":10523575296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11465720832,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12428313600,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12837438464,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q4_0.gguf","label":"Q4_0","size":13618955264,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13660242944,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14526260224,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q4_1.gguf","label":"Q4_1","size":15059698688,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16541205504,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17029604352,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF","file":"LFM2.5-24B-A2B-DERISKED-BF16.i1-Q6_K.gguf","label":"Q6_K","size":19689407488,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LFM2.5-24B-A2B-DERISKED-BF16-i1-GGUF"],"logoFrom":"Blackfrost-AI"},{"id":"nehuronion-dvt-9b","family":"nehuronion-dvt/nehuronion-dvt-9b","name":"Nehuronion Dvt 9B","maker":"nehuronion-dvt","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"mradermacher/nehuronion-dvt-9b-i1-GGUF/nehuronion-dvt-9b.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"mit","open":true,"released":"2026-10-11T06:07:18.000Z","downloads":3333,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ1_S.gguf","label":"IQ1_S","size":2378565472,"bits":2.06,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ1_M.gguf","label":"IQ1_M","size":2545952608,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2824931168,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3067381600,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ2_S.gguf","label":"IQ2_S","size":3211487072,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ2_M.gguf","label":"IQ2_M","size":3434669920,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3552511840,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739936,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q2_K.gguf","label":"Q2_K","size":3805398880,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4144990048,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ3_S.gguf","label":"IQ3_S","size":4337665888,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4337665888,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ3_M.gguf","label":"IQ3_M","size":4494616416,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4761782112,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5132453728,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5183031136,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5443143520,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q4_0.gguf","label":"Q4_0","size":5459199840,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5478926176,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5761058656,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q4_1.gguf","label":"Q4_1","size":5963368288,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6483593056,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6647367520,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/nehuronion-dvt-9b-i1-GGUF","file":"nehuronion-dvt-9b.i1-Q6_K.gguf","label":"Q6_K","size":7589070688,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/nehuronion-dvt-9b-i1-GGUF"],"logoFrom":null},{"id":"pythia-2-8b","family":"EleutherAI/pythia-2.8b","name":"Pythia 2.8B","maker":"EleutherAI","catalog":null,"tuned":false,"params":2.78,"active":null,"layers":32,"probe":"mradermacher/pythia-2.8b-GGUF/pythia-2.8b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T00:49:45.000Z","downloads":3331,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q2_K.gguf","label":"Q2_K","size":1086214816,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.IQ3_XS.gguf","label":"IQ3_XS","size":1218897056,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.IQ3_S.gguf","label":"IQ3_S","size":1248388256,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q3_K_S.gguf","label":"Q3_K_S","size":1248388256,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.IQ3_M.gguf","label":"IQ3_M","size":1373725856,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q3_K_M.gguf","label":"Q3_K_M","size":1477764256,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.IQ4_XS.gguf","label":"IQ4_XS","size":1533441696,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q3_K_L.gguf","label":"Q3_K_L","size":1602282656,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q4_K_S.gguf","label":"Q4_K_S","size":1612832416,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q4_K_M.gguf","label":"Q4_K_M","size":1786502816,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q5_K_S.gguf","label":"Q5_K_S","size":1930395296,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q5_K_M.gguf","label":"Q5_K_M","size":2069659296,"bits":5.96,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q6_K.gguf","label":"Q6_K","size":2281732256,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.Q8_0.gguf","label":"Q8_0","size":2953594016,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/pythia-2.8b-GGUF","file":"pythia-2.8b.f16.gguf","label":"F16","size":5554349216,"bits":15.98,"known":true,"rank":0}],"repos":["mradermacher/pythia-2.8b-GGUF"],"logoFrom":"EleutherAI"},{"id":"nyakura-causallm-rp-34b-i1","family":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","name":"Nyakura CausalLM RP 34B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF/Nyakura-CausalLM-RP-34B.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-05T07:13:00.000Z","downloads":3331,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ1_S.gguf","label":"IQ1_S","size":7498979616,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ1_M.gguf","label":"IQ1_M","size":8176785696,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306462496,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306541856,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ2_S.gguf","label":"IQ2_S","size":10891020576,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762016,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q2_K.gguf","label":"Q2_K","size":12825233696,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333874976,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319136,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960294176,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785056,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ3_M.gguf","label":"IQ3_M","size":15564699936,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924064,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139445536,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051296,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q4_0.gguf","label":"Q4_0","size":19530754336,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598649632,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658710816,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707691296,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321845536,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF","file":"Nyakura-CausalLM-RP-34B.i1-Q6_K.gguf","label":"Q6_K","size":28213926176,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Nyakura-CausalLM-RP-34B-i1-GGUF"],"logoFrom":null},{"id":"gemma-3-4b-it-max-horror-uncensored-dbl-x-imatrix","family":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","name":"Gemma 3 4B MAX HORROR Uncensored DBL X Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":4.26,"active":null,"layers":38,"probe":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF/Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ1_S-imat.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":134217728,"context":131072,"arch":"gemma3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-18T23:24:49.000Z","downloads":3329,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ1_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ1_S-imat","size":2090718144,"bits":3.93,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ1_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ1_M-imat","size":2165306304,"bits":4.07,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_XXS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_XXS-imat","size":2289619904,"bits":4.3,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_XS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_XS-imat","size":2395296704,"bits":4.5,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_S-imat","size":2444080064,"bits":4.59,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ2_M-imat","size":2543530944,"bits":4.78,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q2_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q2_K_S-imat","size":2551968704,"bits":4.79,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q2_K-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q2_K-imat","size":2658915264,"bits":4.99,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_XXS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_XXS-imat","size":2714170304,"bits":5.1,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_XS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_XS-imat","size":2806330304,"bits":5.27,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_S-imat","size":2891609024,"bits":5.43,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q3_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q3_K_S-imat","size":2891609024,"bits":5.43,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ3_M-imat","size":2945225664,"bits":5.53,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q3_K_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q3_K_M-imat","size":3070809024,"bits":5.77,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q3_K_L-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q3_K_L-imat","size":3225473984,"bits":6.06,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ4_XS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ4_XS-imat","size":3255825344,"bits":6.11,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ4_NL-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-IQ4_NL-imat","size":3367891904,"bits":6.32,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_0-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_0-imat","size":3374445504,"bits":6.34,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_S-imat","size":3382309824,"bits":6.35,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_M-imat","size":3501708224,"bits":6.58,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q5_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q5_K_S-imat","size":3816158144,"bits":7.17,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q5_0-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q5_0-imat","size":3822711744,"bits":7.18,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q5_K_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q5_K_M-imat","size":3885093824,"bits":7.3,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q6_K-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q6_K-imat","size":4292441024,"bits":8.06,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q8_0-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q8_0-imat","size":5160956864,"bits":9.69,"known":false,"rank":0}],"repos":["DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"mistral7b-pairrm-sppo","family":"UCLA-AGI/Mistral7B-PairRM-SPPO","name":"Mistral7B PairRM SPPO","maker":"UCLA-AGI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF/Mistral7B-PairRM-SPPO.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-10T11:37:37.000Z","downloads":3327,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102688,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446880,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687200,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256672,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921248,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713504,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q2_K.gguf","label":"Q2_K","size":2719243296,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344928,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816544,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568608,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394400,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892704,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987296,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025760,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689504,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q4_0.gguf","label":"Q4_0","size":4123597856,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375072,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440352,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717024,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410464,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF","file":"Mistral7B-PairRM-SPPO.i1-Q6_K.gguf","label":"Q6_K","size":5942066208,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral7B-PairRM-SPPO-i1-GGUF"],"logoFrom":"mistralai"},{"id":"l3-1-dark-planet-spinfire-uncensored-8b","family":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B","name":"L3.1 Dark Planet SpinFire Uncensored 8B","maker":"DavidAU","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF/L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-08T05:24:15.000Z","downloads":3327,"likes":50,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q2_k.gguf","label":"Q2_K","size":3179136128,"bits":3.17,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":3664503936,"bits":3.65,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4018922624,"bits":4,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4321961088,"bits":4.31,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":4484367488,"bits":4.47,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661216384,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661216384,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661216384,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":4692673664,"bits":4.68,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":4920738944,"bits":4.9,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":5599298688,"bits":5.58,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":5732992128,"bits":5.71,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q6_k.gguf","label":"Q6_K","size":6596011136,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF","file":"L3.1-Dark-Planet-SpinFire-Uncensored-8B-D_AU-Q8_0.gguf","label":"Q8_0","size":8540775552,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/L3.1-Dark-Planet-SpinFire-Uncensored-8B-GGUF"],"logoFrom":"DavidAU"},{"id":"lfm3-1-7b-uncensored-localai","family":"weareapexcreators/LFM3-1.7B-Uncensored-LocalAI","name":"LFM3 1.7B Uncensored LocalAI","maker":"weareapexcreators","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"weareapexcreators/LFM3-1.7B-Uncensored-LocalAI/LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T15:55:43.000Z","downloads":3327,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/LFM3-1.7B-Uncensored-LocalAI","file":"LFM3-1.7B-Uncensored-AD-Q4_K_M.gguf","label":"Q4_K_M","size":1132208000,"bits":5.24,"known":true,"rank":0}],"repos":["weareapexcreators/LFM3-1.7B-Uncensored-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"internvl3-8b-instruct","family":"OpenGVLab/InternVL3-8B-Instruct","name":"InternVL3 8B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":7.61,"active":null,"layers":28,"probe":"ggml-org/InternVL3-8B-Instruct-GGUF/InternVL3-8B-Instruct-Q4_K_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-05-10T12:49:09.000Z","downloads":3326,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/InternVL3-8B-Instruct-GGUF","file":"InternVL3-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4681132224,"bits":4.92,"known":true,"rank":0},{"repo":"ggml-org/InternVL3-8B-Instruct-GGUF","file":"InternVL3-8B-Instruct-Q8_0.gguf","label":"Q8_0","size":8095546464,"bits":8.51,"known":true,"rank":0},{"repo":"ggml-org/InternVL3-8B-Instruct-GGUF","file":"InternVL3-8B-Instruct-f16.gguf","label":"F16","size":15232253664,"bits":16.01,"known":true,"rank":0}],"repos":["ggml-org/InternVL3-8B-Instruct-GGUF"],"logoFrom":"OpenGVLab"},{"id":"jan-v3-4b-base-instruct","family":"janhq/Jan-v3-4B-base-instruct","name":"Jan V3 4B Base","maker":"janhq","catalog":null,"tuned":false,"params":4.41,"active":null,"layers":36,"probe":"janhq/Jan-v3-4B-base-instruct-gguf/Jan-v3-4b-base-instruct-Q3_K_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-20T06:49:01.000Z","downloads":3321,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":2054124992,"bits":3.73,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":2242745792,"bits":4.07,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2406913472,"bits":4.37,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q4_0.gguf","label":"Q4_0","size":2588332992,"bits":4.7,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2602095552,"bits":4.72,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2716066752,"bits":4.93,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q4_1.gguf","label":"Q4_1","size":2839724992,"bits":5.15,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q4_K_XL.gguf","label":"Q4_K_XL","size":2999182272,"bits":5.44,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q5_0.gguf","label":"Q5_0","size":3091116992,"bits":5.61,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":3091116992,"bits":5.61,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":3156919232,"bits":5.73,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q5_1.gguf","label":"Q5_1","size":3342508992,"bits":6.06,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q6_K.gguf","label":"Q6_K","size":3625324992,"bits":6.58,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct-Q8_0.gguf","label":"Q8_0","size":4693669312,"bits":8.51,"known":true,"rank":0},{"repo":"janhq/Jan-v3-4B-base-instruct-gguf","file":"Jan-v3-4b-base-instruct.gguf","label":"Jan-v3-4b-base-instruct","size":8829195712,"bits":16.02,"known":false,"rank":0}],"repos":["janhq/Jan-v3-4B-base-instruct-gguf"],"logoFrom":"janhq"},{"id":"chinese-llama-2-13b","family":"hfl/chinese-llama-2-13b","name":"Chinese Llama 2 13B","maker":"hfl","catalog":null,"tuned":false,"params":13.25,"active":null,"layers":40,"probe":"TheBloke/Chinese-Llama-2-13B-GGUF/chinese-llama-2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-14T17:33:56.000Z","downloads":3320,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q2_K.gguf","label":"Q2_K","size":5566836480,"bits":3.36,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5808582400,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6487371520,"bits":3.92,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":7079161600,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q4_0.gguf","label":"Q4_0","size":7531278080,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7579774720,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":8031399680,"bits":4.85,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q5_0.gguf","label":"Q5_0","size":9152638720,"bits":5.53,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":9152638720,"bits":5.53,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9410277120,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q6_K.gguf","label":"Q6_K","size":10875334400,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Llama-2-13B-GGUF","file":"chinese-llama-2-13b.Q8_0.gguf","label":"Q8_0","size":14085287680,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Chinese-Llama-2-13B-GGUF"],"logoFrom":"hfl"},{"id":"gemma-4-garnet-v2-31b-it-ultra-uncensored-heretic","family":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic","name":"Gemma 4 Garnet V2 31B Ultra Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-25T23:56:58.000Z","downloads":3319,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":15287107360,"bits":3.98,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":16628268832,"bits":4.33,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":17763163936,"bits":4.63,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":18687061792,"bits":4.87,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":21311840032,"bits":5.55,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":21845569312,"bits":5.69,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q6_K.gguf","label":"Q6_K","size":25201483552,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-Q8_0.gguf","label":"Q8_0","size":32635674400,"bits":8.5,"known":true,"rank":0},{"repo":"llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF","file":"Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-BF16.gguf","label":"BF16","size":61413187360,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Gemma-4-Garnet-V2-31B-it-ultra-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"iquest-coder-v1-40b-instruct","family":"IQuestLab/IQuest-Coder-V1-40B-Instruct","name":"IQuest Coder V1 40B","maker":"IQuestLab","catalog":null,"tuned":true,"params":39.79,"active":null,"layers":80,"probe":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF/IQuest-Coder-V1-40B-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-01-02T02:12:43.000Z","downloads":3317,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":8496100544,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":9318167744,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10688279744,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11849905344,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":12328522944,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":13424612544,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":13738366144,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":14769738944,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15445578944,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":16451351744,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":17365578944,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17365578944,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":17832113344,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19236631744,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20825879744,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":21324567744,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":22578762944,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":22719665344,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":24030385344,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":24952804544,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":27415319744,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":28195198144,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF","file":"IQuest-Coder-V1-40B-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":32648164544,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF"],"logoFrom":"IQuestLab"},{"id":"qwen3-8-27b-gsq-rco-iq3-s-recovered","family":"Joakimpalm-Zen/Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered-GGUF","name":"Qwen3.8 27B GSQ RCO IQ3 S Recovered","maker":"Joakimpalm-Zen","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Joakimpalm-Zen/Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered-GGUF/Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-13T15:53:01.000Z","downloads":3316,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Joakimpalm-Zen/Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered-GGUF","file":"Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered.gguf","label":"Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered","size":11771546784,"bits":3.5,"known":false,"rank":0}],"repos":["Joakimpalm-Zen/Qwen3.8-27B-GSQ-RCO-IQ3_S-recovered-GGUF"],"logoFrom":"Joakimpalm-Zen"},{"id":"codellama-7b-instruct-solidity","family":"AlfredPros/CodeLlama-7b-Instruct-Solidity","name":"CodeLlama 7B Solidity","maker":"AlfredPros","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF/CodeLlama-7b-Instruct-Solidity.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2025-01-16T08:00:56.000Z","downloads":3315,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ1_S.gguf","label":"IQ1_S","size":1528650432,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ1_M.gguf","label":"IQ1_M","size":1651038912,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1855019712,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034981568,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ2_S.gguf","label":"IQ2_S","size":2196640960,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2319621312,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ2_M.gguf","label":"IQ2_M","size":2359825600,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q2_K.gguf","label":"Q2_K","size":2532940992,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585466048,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796607168,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ3_S.gguf","label":"IQ3_S","size":2948388544,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948388544,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ3_M.gguf","label":"IQ3_M","size":3114948288,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298088640,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597194944,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619426496,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3825899712,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q4_0.gguf","label":"Q4_0","size":3837171904,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856832704,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081096896,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q4_1.gguf","label":"Q4_1","size":4238846144,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651792576,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783257792,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF","file":"CodeLlama-7b-Instruct-Solidity.i1-Q6_K.gguf","label":"Q6_K","size":5529303744,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/CodeLlama-7b-Instruct-Solidity-i1-GGUF"],"logoFrom":"AlfredPros"},{"id":"asclepius-13b","family":"starmpcc/Asclepius-13B","name":"Asclepius 13B","maker":"starmpcc","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Asclepius-13B-GGUF/asclepius-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-02T09:48:58.000Z","downloads":3313,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Asclepius-13B-GGUF","file":"asclepius-13b.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Asclepius-13B-GGUF"],"logoFrom":"starmpcc"},{"id":"hypernova-60b","family":"MultiverseComputingCAI/HyperNova-60B","name":"HyperNova 60B","maker":"MultiverseComputingCAI","catalog":null,"tuned":false,"params":58.66,"active":4.87,"layers":32,"probe":"mradermacher/HyperNova-60B-i1-GGUF/HyperNova-60B.i1-IQ1_S.gguf","kvBytesPerToken":35422,"kvHeader":32768,"kvFixed":4194304,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-04T08:35:05.000Z","downloads":3312,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ1_S.gguf","label":"IQ1_S","size":26669360800,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ1_M.gguf","label":"IQ1_M","size":27056432800,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":27701552800,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":28229445280,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ2_S.gguf","label":"IQ2_S","size":28522145440,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ2_M.gguf","label":"IQ2_M","size":29038241440,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":29442270880,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":29959841440,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30838679200,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ3_S.gguf","label":"IQ3_S","size":30844577440,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":30844577440,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q2_K.gguf","label":"Q2_K","size":30844577440,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ3_M.gguf","label":"IQ3_M","size":31208056480,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":32802793120,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q4_0.gguf","label":"Q4_0","size":33543022240,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33549104800,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":35810895520,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q4_1.gguf","label":"Q4_1","size":37023790240,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":38540812960,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":40687403680,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":43076997280,"bits":5.87,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":44337746080,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/HyperNova-60B-i1-GGUF","file":"HyperNova-60B.i1-Q6_K.gguf","label":"Q6_K","size":57758799520,"bits":7.88,"known":true,"rank":0}],"repos":["mradermacher/HyperNova-60B-i1-GGUF"],"logoFrom":"MultiverseComputingCAI"},{"id":"intellect-3","family":"PrimeIntellect/INTELLECT-3","name":"INTELLECT 3","maker":"PrimeIntellect","catalog":null,"tuned":false,"params":106.85,"active":13.42,"layers":46,"probe":"bartowski/PrimeIntellect_INTELLECT-3-GGUF/PrimeIntellect_INTELLECT-3-IQ1_S.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":0,"context":131072,"arch":"glm4moe","vision":false,"licence":"mit","open":true,"released":"2025-11-26T08:50:44.000Z","downloads":3312,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ1_S.gguf","label":"IQ1_S","size":35285193536,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ1_M.gguf","label":"IQ1_M","size":35922391872,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ2_XXS.gguf","label":"IQ2_XXS","size":37695673152,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ2_XS.gguf","label":"IQ2_XS","size":40256197440,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ2_S.gguf","label":"IQ2_S","size":40608650048,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ2_M.gguf","label":"IQ2_M","size":43226846016,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q2_K.gguf","label":"Q2_K","size":44712219456,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q2_K_L.gguf","label":"Q2_K_L","size":45318427456,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ3_XXS.gguf","label":"IQ3_XXS","size":48312951616,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ3_XS.gguf","label":"IQ3_XS","size":49236362048,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q3_K_S/PrimeIntellect_INTELLECT-3-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":51741475840,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ3_M/PrimeIntellect_INTELLECT-3-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":53802746880,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q3_K_M/PrimeIntellect_INTELLECT-3-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":53806597120,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q3_K_L/PrimeIntellect_INTELLECT-3-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":54247785504,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q3_K_XL/PrimeIntellect_INTELLECT-3-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":54790947872,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ4_XS/PrimeIntellect_INTELLECT-3-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":58846098432,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-IQ4_NL/PrimeIntellect_INTELLECT-3-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":61016831008,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q4_0/PrimeIntellect_INTELLECT-3-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":61721130016,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q4_K_S/PrimeIntellect_INTELLECT-3-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":66170598432,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q4_1/PrimeIntellect_INTELLECT-3-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":67280516128,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q4_K_M/PrimeIntellect_INTELLECT-3-Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":71358092288,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q4_K_L/PrimeIntellect_INTELLECT-3-Q4_K_L-00001-of-00002.gguf","label":"Q4_K_L","size":71818810368,"bits":5.38,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q5_K_S/PrimeIntellect_INTELLECT-3-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":76013392896,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q5_K_M/PrimeIntellect_INTELLECT-3-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":81179014272,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q6_K/PrimeIntellect_INTELLECT-3-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":96031286400,"bits":7.19,"known":true,"rank":0},{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","file":"PrimeIntellect_INTELLECT-3-Q8_0/PrimeIntellect_INTELLECT-3-Q8_0-00001-of-00003.gguf","label":"Q8_0","size":113612256128,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/PrimeIntellect_INTELLECT-3-GGUF"],"logoFrom":"PrimeIntellect"},{"id":"qwen3-vl-4b-instruct-uncensored","family":"Felldude/Qwen3-VL-4B-Instruct-Uncensored","name":"Qwen3 VL 4B Uncensored","maker":"Felldude","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF/Qwen3-VL-4B-Instruct-Uncensored.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-29T11:27:42.000Z","downloads":3311,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q2_K.gguf","label":"Q2_K","size":1669501376,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":1886998976,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":2075619776,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":2239787456,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":2286318016,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":2383311296,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2497282496,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":2823713216,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2889515456,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q6_K.gguf","label":"Q6_K","size":3306262976,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.Q8_0.gguf","label":"Q8_0","size":4280406976,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF","file":"Qwen3-VL-4B-Instruct-Uncensored.f16.gguf","label":"F16","size":8051286976,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-4B-Instruct-Uncensored-GGUF"],"logoFrom":"Felldude"},{"id":"losslessmegacoder-llama2-7b-mini","family":"rombodawg/LosslessMegaCoder-llama2-7b-mini","name":"LosslessMegaCoder Llama2 7B Mini","maker":"rombodawg","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF/losslessmegacoder-llama2-7b-mini.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-06T00:31:01.000Z","downloads":3306,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q2_K.gguf","label":"Q2_K","size":2825973792,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q3_K_S.gguf","label":"Q3_K_S","size":2948340608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q3_K_M.gguf","label":"Q3_K_M","size":3298040704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q3_K_L.gguf","label":"Q3_K_L","size":3597147008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q4_0.gguf","label":"Q4_0","size":3825846880,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q4_K_S.gguf","label":"Q4_K_S","size":3856779872,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q4_K_M.gguf","label":"Q4_K_M","size":4081044064,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q5_0.gguf","label":"Q5_0","size":4651735136,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q5_K_S.gguf","label":"Q5_K_S","size":4651735136,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q5_K_M.gguf","label":"Q5_K_M","size":4783200352,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q6_K.gguf","label":"Q6_K","size":5529241408,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF","file":"losslessmegacoder-llama2-7b-mini.Q8_0.gguf","label":"Q8_0","size":7161150848,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LosslessMegaCoder-Llama2-7B-Mini-GGUF"],"logoFrom":"rombodawg"},{"id":"atx-swift-1-5-qwen3-8-27b-uncensored-iq4-xs-m","family":"jakeatx/ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M-GGUF","name":"ATX Swift 1.5 Qwen3.8 27B Uncensored IQ4 XS M","maker":"jakeatx","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"jakeatx/ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M-GGUF/ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-09-29T04:02:19.000Z","downloads":3303,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jakeatx/ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M-GGUF","file":"ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M.gguf","label":"ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M","size":15588550976,"bits":4.56,"known":false,"rank":0}],"repos":["jakeatx/ATX-Swift-1.5-Qwen3.8-27B-Uncensored-IQ4_XS-M-GGUF"],"logoFrom":"ukisai"},{"id":"reflectioncoder-ds-6-7b","family":"SenseLLM/ReflectionCoder-DS-6.7B","name":"ReflectionCoder DS 6.7B","maker":"SenseLLM","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF/ReflectionCoder-DS-6.7B.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-29T12:54:09.000Z","downloads":3302,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1529130528,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1651519008,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1855499808,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2035461664,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2197126464,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2360311104,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q2_K.gguf","label":"Q2_K","size":2533428160,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585951552,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2797099744,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ3_S.gguf","label":"IQ3_S","size":2948881120,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948881120,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3115440864,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298581216,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597687520,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619924480,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q4_0.gguf","label":"Q4_0","size":3837671552,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3857332352,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081596544,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4652298880,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783764096,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF","file":"ReflectionCoder-DS-6.7B.i1-Q6_K.gguf","label":"Q6_K","size":5529817120,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/ReflectionCoder-DS-6.7B-i1-GGUF"],"logoFrom":null},{"id":"teezee-kyllene-yi-34b-v1-1-imat","family":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","name":"TeeZee Kyllene Yi 34B V1.1 IMat.","maker":"NexesQuants","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF/TeeZee_Kyllene-Yi_34B-v1.1-b2409-Q8_0-iMat-c32_ch3250-IQ1_M.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-01-28T08:01:02.000Z","downloads":3301,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b228N-Q8_0-iMat-c32_ch3250-IQ1_FSR.gguf","label":"IQ1_FSR","size":7235627584,"bits":1.68,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2409-Q8_0-iMat-c32_ch3250-IQ1_PSR.gguf","label":"IQ1_PSR","size":7373253184,"bits":1.72,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2409-Q8_0-iMat-c32_ch3250-IQ1_S_v5.gguf","label":"IQ1_S_V5","size":7498979904,"bits":1.74,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2409-Q8_0-iMat-c32_ch3250-IQ1_M.gguf","label":"IQ1_M","size":8176785984,"bits":1.9,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2035-iMat-c32_ch3250-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306462784,"bits":2.16,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2035-iMat-c32_ch3250-IQ2_XS.gguf","label":"IQ2_XS","size":10306542144,"bits":2.4,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2035-iMat-c32_ch3250-Q2_K_S.gguf","label":"Q2_K_S","size":11858414144,"bits":2.76,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b1989-iMat-c32_ch3250-Q2_K.gguf","label":"Q2_K","size":12825233984,"bits":2.98,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2035-iMat-c32_ch3250-IQ3_XXS.gguf","label":"IQ3_XXS","size":13675932224,"bits":3.18,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2251-Q8_0-iMat-c32_ch3250-Q3_K_XS_v2.gguf","label":"Q3_K_XS_V2","size":14175828544,"bits":3.3,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b1989-iMat-c32_ch3250-Q3_K_S.gguf","label":"Q3_K_S","size":14960294464,"bits":3.48,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2251-Q8_0-iMat-c32_ch3250-IQ3_S.gguf","label":"IQ3_S","size":15018785344,"bits":3.49,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2251-Q8_0-iMat-c32_ch3250-IQ3_M.gguf","label":"IQ3_M","size":15564700224,"bits":3.62,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b1989-iMat-c32_ch3250-Q3_K_M.gguf","label":"Q3_K_M","size":16654924352,"bits":3.87,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2584-iMat-c512-ch500-Q3_K_ML.gguf","label":"Q3_K_ML","size":16772508256,"bits":3.9,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2584-iMat-c32-ch3250-IQ3_LR.gguf","label":"IQ3_LR","size":18086259296,"bits":4.21,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2409-Q8_0-iMat-c32_ch3250-IQ4_XS.gguf","label":"IQ4_XS","size":18475051584,"bits":4.3,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2584-iMat-c512-ch500-IQ3_BLR_.gguf","label":"TeeZee_Kyllene-Yi_34B-v1.1-b2584-iMat-c512-ch500-IQ3_BLR_","size":18674608736,"bits":4.34,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2202-iMat-c32_ch3250-IQ4_NL.gguf","label":"IQ4_NL","size":19521579584,"bits":4.54,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2078-iMat-c32_ch3250-Q4_K_S.gguf","label":"Q4_K_S","size":19598649920,"bits":4.56,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b2584-iMat-c32-ch3250-IQ5_XSR.gguf","label":"IQ5_XSR","size":19920120416,"bits":4.63,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-Yi_34B-v1.1-b3151-iMat-c32-ch3250-IQ5_SR.gguf","label":"IQ5_SR","size":20401810176,"bits":4.75,"known":false,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b1989-iMat-c32_ch3250-Q4_K_M.gguf","label":"Q4_K_M","size":20658711104,"bits":4.81,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b1989-iMat-c32_ch3250-Q5_K_S.gguf","label":"Q5_K_S","size":23707691584,"bits":5.52,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b2128-iMat-c32_ch3250-Q5_K_M.gguf","label":"Q5_K_M","size":24321845824,"bits":5.66,"known":true,"rank":0},{"repo":"NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF","file":"TeeZee_Kyllene-34B-v1.1-b1924-Q8_0.gguf","label":"Q8_0","size":36542282240,"bits":8.5,"known":true,"rank":0}],"repos":["NexesQuants/TeeZee_Kyllene-Yi-34B-v1.1-iMat.GGUF"],"logoFrom":null},{"id":"qwen3-14b-uncensored-q4-k-m","family":"ijohn07/Qwen3-14B-Uncensored-Q4_K_M-GGUF","name":"Qwen3 14B Uncensored Q4 K M","maker":"ijohn07","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"ijohn07/Qwen3-14B-Uncensored-Q4_K_M-GGUF/qwen3-14b-uncensored-q4_k_m.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-06T18:28:18.000Z","downloads":3301,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ijohn07/Qwen3-14B-Uncensored-Q4_K_M-GGUF","file":"qwen3-14b-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":9001753568,"bits":4.88,"known":true,"rank":0}],"repos":["ijohn07/Qwen3-14B-Uncensored-Q4_K_M-GGUF"],"logoFrom":"ijohn07"},{"id":"glm-edge-4b-chat","family":"zai-org/glm-edge-4b-chat-gguf","name":"Glm Edge 4B","maker":"Z.ai","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":40,"probe":"zai-org/glm-edge-4b-chat-gguf/ggml-model-Q4_0.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":3072,"arch":"chatglm","vision":false,"licence":"other","open":false,"released":"2024-11-27T13:25:58.000Z","downloads":3299,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q4_0.gguf","label":"Q4_0","size":2485562304,"bits":4.59,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q4_K_S.gguf","label":"Q4_K_S","size":2502470592,"bits":4.62,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q4_K.gguf","label":"Q4_K","size":2627488704,"bits":4.85,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":2627488704,"bits":4.85,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q4_1.gguf","label":"Q4_1","size":2744667072,"bits":5.07,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q5_0.gguf","label":"Q5_0","size":3003771840,"bits":5.55,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q5_K_S.gguf","label":"Q5_K_S","size":3003771840,"bits":5.55,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q5_K.gguf","label":"Q5_K","size":3076885440,"bits":5.68,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q5_K_M.gguf","label":"Q5_K_M","size":3076885440,"bits":5.68,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q5_1.gguf","label":"Q5_1","size":3262876608,"bits":6.03,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q6_K.gguf","label":"Q6_K","size":3554369472,"bits":6.57,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"ggml-model-Q8_0.gguf","label":"Q8_0","size":4602492864,"bits":8.5,"known":true,"rank":0},{"repo":"zai-org/glm-edge-4b-chat-gguf","file":"glm-edge-4B-chat-F16.gguf","label":"F16","size":8659744704,"bits":16,"known":true,"rank":0}],"repos":["zai-org/glm-edge-4b-chat-gguf"],"logoFrom":"zai-org"},{"id":"nous-hermes-2-mistral-7b-dpo","family":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","name":"Nous Hermes 2 Mistral 7B DPO","maker":"Nous Research","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF/Nous-Hermes-2-Mistral-7B-DPO.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-02-20T06:25:05.000Z","downloads":3298,"likes":95,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q2_K.gguf","label":"Q2_K","size":2719251584,"bits":3,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q3_K_S.gguf","label":"Q3_K_S","size":3164577728,"bits":3.5,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q3_K_M.gguf","label":"Q3_K_M","size":3518996416,"bits":3.89,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q3_K_L.gguf","label":"Q3_K_L","size":3822034880,"bits":4.22,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q4_0.gguf","label":"Q4_0","size":4108928000,"bits":4.54,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q4_K_S.gguf","label":"Q4_K_S","size":4140385280,"bits":4.58,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q4_K_M.gguf","label":"Q4_K_M","size":4368450560,"bits":4.83,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q5_0.gguf","label":"Q5_0","size":4997728256,"bits":5.52,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q5_K_S.gguf","label":"Q5_K_S","size":4997728256,"bits":5.52,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q5_K_M.gguf","label":"Q5_K_M","size":5131421696,"bits":5.67,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q6_K.gguf","label":"Q6_K","size":5942078528,"bits":6.57,"known":true,"rank":0},{"repo":"NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF","file":"Nous-Hermes-2-Mistral-7B-DPO.Q8_0.gguf","label":"Q8_0","size":7695875008,"bits":8.5,"known":true,"rank":0}],"repos":["NousResearch/Nous-Hermes-2-Mistral-7B-DPO-GGUF"],"logoFrom":"mistralai"},{"id":"gemma-4-e2b-it-ud-japanese-imatrix","family":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","name":"Gemma 4 E2B UD Japanese Imatrix","maker":"dahara1","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix/gemma-4-E2B-it-UD-IQ2_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-06T03:09:49.000Z","downloads":3297,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":2287109632,"bits":3.93,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":2369242624,"bits":4.08,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":2399907328,"bits":4.13,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q3_K_S.gguf","label":"Q3_K_S","size":2445649408,"bits":4.21,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q3_K_M.gguf","label":"Q3_K_M","size":2536783360,"bits":4.36,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2915067392,"bits":5.02,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-IQ4_XS.gguf","label":"IQ4_XS","size":2983941632,"bits":5.13,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-IQ4_NL.gguf","label":"IQ4_NL","size":3041080832,"bits":5.23,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q4_0.gguf","label":"Q4_0","size":3041375744,"bits":5.23,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q4_K_S.gguf","label":"Q4_K_S","size":3043931648,"bits":5.24,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q4_K_M.gguf","label":"Q4_K_M","size":3106735616,"bits":5.34,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q4_1.gguf","label":"Q4_1","size":3154916864,"bits":5.43,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":3174043136,"bits":5.46,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q5_K_S.gguf","label":"Q5_K_S","size":3321148928,"bits":5.71,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q5_K_M.gguf","label":"Q5_K_M","size":3356034560,"bits":5.77,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":3723146752,"bits":6.41,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q6_K.gguf","label":"Q6_K","size":3932866048,"bits":6.77,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":4710086144,"bits":8.1,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-Q8_0.gguf","label":"Q8_0","size":5048350208,"bits":8.69,"known":true,"rank":0},{"repo":"dahara1/gemma-4-E2B-it-UD-japanese-imatrix","file":"gemma-4-E2B-it-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5269534208,"bits":9.07,"known":true,"rank":0}],"repos":["dahara1/gemma-4-E2B-it-UD-japanese-imatrix"],"logoFrom":"unsloth"},{"id":"llama-3-3-8b-thinking-gemini-flash-11000x-128k","family":"DavidAU/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k","name":"Llama 3.3 8B Thinking Gemini Flash 11000x 128K","maker":"DavidAU","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-04T02:11:29.000Z","downloads":3295,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ1_S.gguf","label":"IQ1_S","size":2019634432,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ1_M.gguf","label":"IQ1_M","size":2161978624,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218944,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605788416,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ2_S.gguf","label":"IQ2_S","size":2758495488,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287744,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988821760,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q2_K.gguf","label":"Q2_K","size":3179138304,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274919168,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518754048,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664506112,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331904,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ3_M.gguf","label":"IQ3_M","size":3784830208,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924800,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321963264,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447669504,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q4_0.gguf","label":"Q4_0","size":4675898624,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995776,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675840,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920741120,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q4_1.gguf","label":"Q4_1","size":5130259712,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300864,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732994304,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF","file":"Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k.i1-Q6_K.gguf","label":"Q6_K","size":6596013312,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.3-8B-Thinking-Gemini-Flash-11000x-128k-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"redsage-qwen3-8b-dpo","family":"RISys-Lab/RedSage-Qwen3-8B-DPO","name":"RedSage Qwen3 8B DPO","maker":"RISys-Lab","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF/RedSage-Qwen3-8B-DPO.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-01-30T00:20:28.000Z","downloads":3295,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q2_K.gguf","label":"Q2_K","size":3281732064,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q3_K_S.gguf","label":"Q3_K_S","size":3769610720,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q3_K_M.gguf","label":"Q3_K_M","size":4124160480,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q3_K_L.gguf","label":"Q3_K_L","size":4431393248,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.IQ4_XS.gguf","label":"IQ4_XS","size":4593295840,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q4_K_S.gguf","label":"Q4_K_S","size":4802011616,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q4_K_M.gguf","label":"Q4_K_M","size":5027783136,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q5_K_S.gguf","label":"Q5_K_S","size":5720760800,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q5_K_M.gguf","label":"Q5_K_M","size":5851111904,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q6_K.gguf","label":"Q6_K","size":6725898720,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.Q8_0.gguf","label":"Q8_0","size":8709517792,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/RedSage-Qwen3-8B-DPO-GGUF","file":"RedSage-Qwen3-8B-DPO.f16.gguf","label":"F16","size":16388043232,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/RedSage-Qwen3-8B-DPO-GGUF"],"logoFrom":"RISys-Lab"},{"id":"qwen3-8-27b-turbo-fable-fusion-735-882-heretic-coder-max-mtp","family":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","name":"Qwen3.8 27B TURBO Fable Fusion 735 882 Heretic CODER MAX MTP","maker":"NexusGremlin","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF/Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ2_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-11-01T06:47:30.000Z","downloads":3293,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ2_M.gguf","label":"IQ2_M","size":11673303648,"bits":3.47,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ3_M.gguf","label":"IQ3_M","size":14080727648,"bits":4.19,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":16582359648,"bits":4.93,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":17086167648,"bits":5.08,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18047253088,"bits":5.37,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_S.gguf","label":"Q5_K_S","size":20179466848,"bits":6,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":20730952288,"bits":6.17,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q6_K.gguf","label":"Q6_K","size":23582382688,"bits":7.01,"known":true,"rank":0},{"repo":"NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF","file":"Qwen3.8-27B-TurboFCFusion-735-882-Here-Uncen-NEO-CODER-MAX-Q8_0.gguf","label":"Q8_0","size":29787699808,"bits":8.86,"known":true,"rank":0}],"repos":["NexusGremlin/Qwen3.8-27B-TURBO-Fable-Fusion-735-882-Heretic-CODER-MAX-MTP-GGUF"],"logoFrom":"DavidAU"},{"id":"huatuogpt2-7b","family":"FreedomIntelligence/HuatuoGPT2-7B","name":"HuatuoGPT2 7B","maker":"FreedomIntelligence","catalog":null,"tuned":true,"params":7.51,"active":null,"layers":32,"probe":"mradermacher/HuatuoGPT2-7B-GGUF/HuatuoGPT2-7B.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"baichuan","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-29T22:59:35.000Z","downloads":3292,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q2_K.gguf","label":"Q2_K","size":2975748320,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3278385376,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.IQ3_S.gguf","label":"IQ3_S","size":3430166752,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3430166752,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.IQ3_M.gguf","label":"IQ3_M","size":3596726496,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3779866848,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4078973152,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4168356064,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4389572832,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4613837024,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5232496864,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5363962080,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q6_K.gguf","label":"Q6_K","size":6160969952,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.Q8_0.gguf","label":"Q8_0","size":7978758368,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/HuatuoGPT2-7B-GGUF","file":"HuatuoGPT2-7B.f16.gguf","label":"F16","size":15015358688,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/HuatuoGPT2-7B-GGUF"],"logoFrom":null},{"id":"vecglypher-27b-it","family":"VecGlypher/VecGlypher-27b-it","name":"VecGlypher 27B","maker":"VecGlypher","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"wahidmounir/VecGlypher-27b-it-Q4_K_M-GGUF/vecglypher-27b-it-q4_k_m.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":false,"licence":"other","open":false,"released":"2026-03-01T13:28:41.000Z","downloads":3291,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"wahidmounir/VecGlypher-27b-it-Q4_K_M-GGUF","file":"vecglypher-27b-it-q4_k_m.gguf","label":"Q4_K_M","size":16546687136,"bits":4.9,"known":true,"rank":0}],"repos":["wahidmounir/VecGlypher-27b-it-Q4_K_M-GGUF"],"logoFrom":"VecGlypher"},{"id":"lumimaid-magnum-v4-12b","family":"Undi95/Lumimaid-Magnum-v4-12B","name":"Lumimaid Magnum V4 12B","maker":"Undi95","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Lumimaid-Magnum-v4-12B-GGUF/Lumimaid-Magnum-v4-12B-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-12-28T20:47:28.000Z","downloads":3290,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-IQ2_S.gguf","label":"IQ2_S","size":4138477248,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-IQ2_M.gguf","label":"IQ2_M","size":4435027648,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q2_K.gguf","label":"Q2_K","size":4791051968,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5306492608,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5446411968,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5534230208,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-IQ3_M.gguf","label":"IQ3_M","size":5722236608,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6083094208,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6561507008,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6742714048,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q4_0.gguf","label":"Q4_0","size":7094642368,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-IQ4_NL.gguf","label":"IQ4_NL","size":7097919168,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7120201408,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148709568,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7477208768,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q4_1.gguf","label":"Q4_1","size":7795222208,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7975282368,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8518739648,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8727635648,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q5_K_L.gguf","label":"Q5_K_L","size":9141823168,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q6_K.gguf","label":"Q6_K","size":10056214208,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10381272768,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-Q8_0.gguf","label":"Q8_0","size":13022373568,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Lumimaid-Magnum-v4-12B-GGUF","file":"Lumimaid-Magnum-v4-12B-f16.gguf","label":"F16","size":24504280480,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Lumimaid-Magnum-v4-12B-GGUF"],"logoFrom":"Undi95"},{"id":"ultravox-v0-5-llama-3-1-8b","family":"ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF","name":"Ultravox V0 5 Llama 3 1 8B","maker":"ggml-org","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"mit","open":true,"released":"2025-05-21T15:57:32.000Z","downloads":3290,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF","file":"Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4920739232,"bits":4.9,"known":true,"rank":0}],"repos":["ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF"],"logoFrom":"ggml-org"},{"id":"metamath-mistral-7b","family":"meta-math/MetaMath-Mistral-7B","name":"MetaMath Mistral 7B","maker":"meta-math","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/MetaMath-Mistral-7B-GGUF/metamath-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-31T15:17:46.000Z","downloads":3288,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083102432,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164572288,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518990976,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822029440,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108922016,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140379296,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368444576,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997721760,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997721760,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131415200,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942071488,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/MetaMath-Mistral-7B-GGUF","file":"metamath-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695865984,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MetaMath-Mistral-7B-GGUF"],"logoFrom":"meta-math"},{"id":"glm-5-1","family":"zai-org/GLM-5.1","name":"GLM 5.1","maker":"Z.ai","catalog":null,"tuned":true,"params":753.86,"active":42.38,"layers":79,"probe":"unsloth/GLM-5.1-GGUF/UD-IQ1_M/GLM-5.1-UD-IQ1_M-00001-of-00006.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":202752,"arch":"glm-dsa","vision":false,"licence":"mit","open":true,"released":"2026-04-03T09:28:47.000Z","downloads":3288,"likes":206,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1465,"arenaCoding":1513,"arenaVision":null,"builds":[{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ1_M/GLM-5.1-UD-IQ1_M-00001-of-00006.gguf","label":"UD-IQ1_M","size":205540357824,"bits":2.18,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ2_XXS/GLM-5.1-UD-IQ2_XXS-00001-of-00006.gguf","label":"UD-IQ2_XXS","size":220639852224,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ2_M/GLM-5.1-UD-IQ2_M-00001-of-00006.gguf","label":"UD-IQ2_M","size":236185450176,"bits":2.51,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q2_K_XL/GLM-5.1-UD-Q2_K_XL-00001-of-00007.gguf","label":"UD-Q2_K_XL","size":252388505376,"bits":2.68,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ3_XXS/GLM-5.1-UD-IQ3_XXS-00001-of-00007.gguf","label":"UD-IQ3_XXS","size":268266198880,"bits":2.85,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ3_S/GLM-5.1-UD-IQ3_S-00001-of-00007.gguf","label":"UD-IQ3_S","size":279590819648,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q3_K_S/GLM-5.1-UD-Q3_K_S-00001-of-00008.gguf","label":"UD-Q3_K_S","size":313470212000,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q3_K_M/GLM-5.1-UD-Q3_K_M-00001-of-00008.gguf","label":"UD-Q3_K_M","size":338434709472,"bits":3.59,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q3_K_XL/GLM-5.1-UD-Q3_K_XL-00001-of-00008.gguf","label":"UD-Q3_K_XL","size":340124788736,"bits":3.61,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ4_XS/GLM-5.1-UD-IQ4_XS-00001-of-00009.gguf","label":"UD-IQ4_XS","size":361324439648,"bits":3.83,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-IQ4_NL/GLM-5.1-UD-IQ4_NL-00001-of-00009.gguf","label":"UD-IQ4_NL","size":368874186816,"bits":3.91,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q4_K_S/GLM-5.1-UD-Q4_K_S-00001-of-00010.gguf","label":"UD-Q4_K_S","size":433902676096,"bits":4.6,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"MXFP4_MOE/GLM-5.1-MXFP4_MOE-00001-of-00011.gguf","label":"MXFP4_MOE","size":450906159424,"bits":4.79,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q4_K_M/GLM-5.1-UD-Q4_K_M-00001-of-00011.gguf","label":"UD-Q4_K_M","size":464504318304,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q4_K_XL/GLM-5.1-UD-Q4_K_XL-00001-of-00011.gguf","label":"UD-Q4_K_XL","size":465967905120,"bits":4.94,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q5_K_S/GLM-5.1-UD-Q5_K_S-00001-of-00012.gguf","label":"UD-Q5_K_S","size":525947500928,"bits":5.58,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q5_K_M/GLM-5.1-UD-Q5_K_M-00001-of-00013.gguf","label":"UD-Q5_K_M","size":558461745696,"bits":5.93,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q5_K_XL/GLM-5.1-UD-Q5_K_XL-00001-of-00013.gguf","label":"UD-Q5_K_XL","size":560097524288,"bits":5.94,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q6_K/GLM-5.1-UD-Q6_K-00001-of-00014.gguf","label":"UD-Q6_K","size":621333543712,"bits":6.59,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q6_K_XL/GLM-5.1-UD-Q6_K_XL-00001-of-00016.gguf","label":"UD-Q6_K_XL","size":684351224672,"bits":7.26,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"Q8_0/GLM-5.1-Q8_0-00001-of-00017.gguf","label":"Q8_0","size":801344965472,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"UD-Q8_K_XL/GLM-5.1-UD-Q8_K_XL-00001-of-00018.gguf","label":"UD-Q8_K_XL","size":810640383072,"bits":8.6,"known":true,"rank":0},{"repo":"unsloth/GLM-5.1-GGUF","file":"BF16/GLM-5.1-BF16-00001-of-00033.gguf","label":"BF16","size":1507979370976,"bits":16,"known":true,"rank":0}],"repos":["unsloth/GLM-5.1-GGUF"],"logoFrom":"zai-org"},{"id":"strand-rust-coder-14b-v1","family":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","name":"Strand Rust Coder 14B V1","maker":"Mungert","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"Mungert/Strand-Rust-Coder-14B-v1-GGUF/Strand-Rust-Coder-14B-v1-iq1_s.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-25T10:50:06.000Z","downloads":3287,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq1_s.gguf","label":"IQ1_S","size":5582758496,"bits":3.02,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq2_xxs.gguf","label":"IQ2_XXS","size":5582758496,"bits":3.02,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q2_k_s.gguf","label":"Q2_K_S","size":6527951456,"bits":3.54,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq3_xxs.gguf","label":"IQ3_XXS","size":6574318176,"bits":3.56,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q2_k_m.gguf","label":"Q2_K_M","size":6734758496,"bits":3.65,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq1_m.gguf","label":"IQ1_M","size":6890201696,"bits":3.73,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq2_xs.gguf","label":"IQ2_XS","size":6890201696,"bits":3.73,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq3_xs.gguf","label":"IQ3_XS","size":6942958176,"bits":3.76,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq2_s.gguf","label":"IQ2_S","size":7100408416,"bits":3.85,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q2_k_l.gguf","label":"Q2_K_L","size":7111877216,"bits":3.85,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq2_m.gguf","label":"IQ2_M","size":7127933536,"bits":3.86,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq3_m.gguf","label":"IQ3_M","size":7310205536,"bits":3.96,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq3_s.gguf","label":"IQ3_S","size":7310205536,"bits":3.96,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q3_k_s.gguf","label":"Q3_K_S","size":7998538336,"bits":4.33,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq4_xs.gguf","label":"IQ4_XS","size":8119841376,"bits":4.4,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q3_k_m.gguf","label":"Q3_K_M","size":8205345376,"bits":4.44,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_0.gguf","label":"Q4_0","size":8317002336,"bits":4.5,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-iq4_nl.gguf","label":"IQ4_NL","size":8549184096,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q3_k_l.gguf","label":"Q3_K_L","size":8582464096,"bits":4.65,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_k_s.gguf","label":"Q4_K_S","size":9032041056,"bits":4.89,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_0_l.gguf","label":"Q4_0_L","size":9095570016,"bits":4.93,"known":false,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_1.gguf","label":"Q4_1","size":9240076896,"bits":5,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_k_m.gguf","label":"Q4_K_M","size":9297584736,"bits":5.04,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_k_l.gguf","label":"Q4_K_L","size":9674703456,"bits":5.24,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q4_1_l.gguf","label":"Q4_1_L","size":9921323616,"bits":5.37,"known":false,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_0.gguf","label":"Q5_0","size":10163151456,"bits":5.5,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_k_s.gguf","label":"Q5_K_S","size":10693747296,"bits":5.79,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_0_l.gguf","label":"Q5_0_L","size":10747077216,"bits":5.82,"known":false,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_k_m.gguf","label":"Q5_K_M","size":10835100256,"bits":5.87,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_1.gguf","label":"Q5_1","size":11086226016,"bits":6,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_k_l.gguf","label":"Q5_K_L","size":11212218976,"bits":6.07,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q5_1_l.gguf","label":"Q5_1_L","size":11572830816,"bits":6.27,"known":false,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q6_k_m.gguf","label":"Q6_K_M","size":12124684896,"bits":6.57,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q6_k_l.gguf","label":"Q6_K_L","size":12501803616,"bits":6.77,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-q8_0.gguf","label":"Q8_0","size":15701598464,"bits":8.5,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-bf16.gguf","label":"BF16","size":29547716864,"bits":16,"known":true,"rank":0},{"repo":"Mungert/Strand-Rust-Coder-14B-v1-GGUF","file":"Strand-Rust-Coder-14B-v1-f16.gguf","label":"F16","size":29547716864,"bits":16,"known":true,"rank":0}],"repos":["Mungert/Strand-Rust-Coder-14B-v1-GGUF"],"logoFrom":"Qwen"},{"id":"browser-use-bu-30b-a3b-preview","family":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","name":"Browser Use Bu 30B A3B Preview","maker":"bartowski","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/browser-use_bu-30b-a3b-preview-GGUF/browser-use_bu-30b-a3b-preview-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":null,"open":false,"released":"2025-12-21T15:07:37.000Z","downloads":3287,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ2_XXS.gguf","label":"IQ2_XXS","size":7569026528,"bits":1.98,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ2_XS.gguf","label":"IQ2_XS","size":8662167008,"bits":2.27,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ2_S.gguf","label":"IQ2_S","size":8744101344,"bits":2.29,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ2_M.gguf","label":"IQ2_M","size":9870271968,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q2_K.gguf","label":"Q2_K","size":10908648928,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q2_K_L.gguf","label":"Q2_K_L","size":11212520928,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":12216985056,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ3_XS.gguf","label":"IQ3_XS","size":12736462304,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q3_K_S.gguf","label":"Q3_K_S","size":13428129248,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ3_M.gguf","label":"IQ3_M","size":14076542432,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q3_K_M.gguf","label":"Q3_K_M","size":14076804576,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q3_K_L.gguf","label":"Q3_K_L","size":14583004640,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":14855273952,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ4_XS.gguf","label":"IQ4_XS","size":16458003936,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-IQ4_NL.gguf","label":"IQ4_NL","size":17386280416,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q4_0.gguf","label":"Q4_0","size":17631647200,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q4_K_S.gguf","label":"Q4_K_S","size":17984493024,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q4_K_M.gguf","label":"Q4_K_M","size":18632185312,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q4_K_L.gguf","label":"Q4_K_L","size":18863128032,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q4_1.gguf","label":"Q4_1","size":19214521824,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q5_K_S.gguf","label":"Q5_K_S","size":21099386336,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q5_K_M.gguf","label":"Q5_K_M","size":21744457184,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q5_K_L.gguf","label":"Q5_K_L","size":21936504288,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q6_K.gguf","label":"Q6_K","size":25104723424,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q6_K_L.gguf","label":"Q6_K_L","size":25255443936,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-Q8_0.gguf","label":"Q8_0","size":32483933664,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/browser-use_bu-30b-a3b-preview-GGUF","file":"browser-use_bu-30b-a3b-preview-bf16/browser-use_bu-30b-a3b-preview-bf16-00001-of-00002.gguf","label":"BF16","size":61095804320,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/browser-use_bu-30b-a3b-preview-GGUF"],"logoFrom":"browser-use"},{"id":"ornith-1-0-apex","family":"Tribbler/ornith-1.0-apex","name":"Ornith 1.0 Apex","maker":"Tribbler","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"Tribbler/ornith-1.0-apex/ornith-1.0-35b-APEX-I-Mini.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-06-26T15:09:06.000Z","downloads":3281,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-I-Mini.gguf","label":"ornith-1.0-35b-APEX-I-Mini","size":13467210528,"bits":3.11,"known":false,"rank":0},{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-Compact.gguf","label":"ornith-1.0-35b-APEX-Compact","size":16538850880,"bits":3.82,"known":false,"rank":0},{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-I-Compact.gguf","label":"ornith-1.0-35b-APEX-I-Compact","size":16538851104,"bits":3.82,"known":false,"rank":0},{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-Quality.gguf","label":"ornith-1.0-35b-APEX-Quality","size":22819401280,"bits":5.27,"known":false,"rank":0},{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-I-Quality.gguf","label":"ornith-1.0-35b-APEX-I-Quality","size":22819401504,"bits":5.27,"known":false,"rank":0},{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-Balanced.gguf","label":"ornith-1.0-35b-APEX-Balanced","size":25335983680,"bits":5.85,"known":false,"rank":0},{"repo":"Tribbler/ornith-1.0-apex","file":"ornith-1.0-35b-APEX-I-Balanced.gguf","label":"ornith-1.0-35b-APEX-I-Balanced","size":25335983904,"bits":5.85,"known":false,"rank":0}],"repos":["Tribbler/ornith-1.0-apex"],"logoFrom":null},{"id":"calibforge-35b-a3b","family":"AweAI-Team/CalibForge-35B-A3B","name":"CalibForge 35B A3B","maker":"AweAI-Team","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/CalibForge-35B-A3B-i1-GGUF/CalibForge-35B-A3B.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-20T12:46:42.000Z","downloads":3281,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142496,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209376,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654176,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031456,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480416,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236256,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097696,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q2_K.gguf","label":"Q2_K","size":12939594656,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759776,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145056,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185376,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424736,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520096,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765088,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115330976,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728778656,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q4_0.gguf","label":"Q4_0","size":19799268256,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889904544,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166758816,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q4_1.gguf","label":"Q4_1","size":21848169376,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284256,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729131936,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/CalibForge-35B-A3B-i1-GGUF","file":"CalibForge-35B-A3B.i1-Q6_K.gguf","label":"Q6_K","size":28514153376,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/CalibForge-35B-A3B-i1-GGUF"],"logoFrom":"AweAI-Team"},{"id":"qwenseek-3-8-27b-cyberlite","family":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","name":"Qwenseek 3.8 27B CyberLite","maker":"trjxter","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF/Qwenseek-3.8-27B-CyberLite-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-31T03:27:08.000Z","downloads":3280,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q2_K.gguf","label":"Q2_K","size":10864593152,"bits":3.18,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q3_K_S.gguf","label":"Q3_K_S","size":12256536832,"bits":3.59,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-IQ3_S.gguf","label":"IQ3_S","size":12602607872,"bits":3.69,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-IQ3_M.gguf","label":"IQ3_M","size":12768332032,"bits":3.74,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q3_K_M.gguf","label":"Q3_K_M","size":13500737792,"bits":3.95,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q3_K_L.gguf","label":"Q3_K_L","size":14559799552,"bits":4.26,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-IQ4_XS.gguf","label":"IQ4_XS","size":15420451072,"bits":4.52,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q4_0.gguf","label":"Q4_0","size":15715854592,"bits":4.6,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q4_K_S.gguf","label":"Q4_K_S","size":15825299712,"bits":4.63,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-IQ4_NL.gguf","label":"IQ4_NL","size":16130697472,"bits":4.72,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q4_K_M.gguf","label":"Q4_K_M","size":16810715392,"bits":4.92,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q4_1.gguf","label":"Q4_1","size":17343768832,"bits":5.08,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q5_0.gguf","label":"Q5_0","size":18971683072,"bits":5.56,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q5_K_S.gguf","label":"Q5_K_S","size":18971683072,"bits":5.56,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q5_K_M.gguf","label":"Q5_K_M","size":19535702272,"bits":5.72,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q5_1.gguf","label":"Q5_1","size":20599597312,"bits":6.03,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q6_K.gguf","label":"Q6_K","size":22431000832,"bits":6.57,"known":true,"rank":0},{"repo":"trjxter/Qwenseek-3.8-27B-CyberLite-GGUF","file":"Qwenseek-3.8-27B-CyberLite-Q8_0.gguf","label":"Q8_0","size":29047085312,"bits":8.51,"known":true,"rank":0}],"repos":["trjxter/Qwenseek-3.8-27B-CyberLite-GGUF"],"logoFrom":"Qwen"},{"id":"frognano-4b-2609-heretic","family":"richardyoung/FrogNano-4B-2609-heretic","name":"FrogNano 4B 2609 Heretic","maker":"richardyoung","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF/FrogNano-4B-2609-heretic.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-16T05:54:50.000Z","downloads":3280,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234880,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419520,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393920,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594880,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976000,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555520,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393280,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494400,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q2_K.gguf","label":"Q2_K","size":1915471680,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880640,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581120,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512640,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187520,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064960,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2549798720,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888960,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436480,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805440,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2766968640,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036800,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987840,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/FrogNano-4B-2609-heretic-i1-GGUF","file":"FrogNano-4B-2609-heretic.i1-Q6_K.gguf","label":"Q6_K","size":3464056640,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/FrogNano-4B-2609-heretic-i1-GGUF"],"logoFrom":"richardyoung"},{"id":"twilight-embrace-31b-heretic-i1","family":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","name":"Twilight Embrace 31B Heretic I1","maker":"alexokita","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF/Twilight-Embrace-31B-Heretic.i1-IQ3_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T09:50:13.000Z","downloads":3279,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498432,"bits":3.76,"known":true,"rank":0},{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735791360,"bits":4.36,"known":true,"rank":0},{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166464,"bits":4.63,"known":true,"rank":0},{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064320,"bits":4.87,"known":true,"rank":0},{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842560,"bits":5.55,"known":true,"rank":0},{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845571840,"bits":5.69,"known":true,"rank":0},{"repo":"alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF","file":"Twilight-Embrace-31B-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201486080,"bits":6.57,"known":true,"rank":0}],"repos":["alexokita/Twilight-Embrace-31B-Heretic-i1-GGUF"],"logoFrom":"alexokita"},{"id":"qwen3-14b-128k","family":"unsloth/Qwen3-14B-128K-GGUF","name":"Qwen3 14B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"unsloth/Qwen3-14B-128K-GGUF/Qwen3-14B-128K-UD-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T11:49:24.000Z","downloads":3278,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":3827369568,"bits":2.07,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":4064814688,"bits":2.2,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4470113888,"bits":2.42,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":5425956448,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q2_K.gguf","label":"Q2_K","size":5753984608,"bits":3.12,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q2_K_L.gguf","label":"Q2_K_L","size":5936307808,"bits":3.22,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":6013732448,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":6067584608,"bits":3.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q3_K_S.gguf","label":"Q3_K_S","size":6657106528,"bits":3.61,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q3_K_M.gguf","label":"Q3_K_M","size":7321313888,"bits":3.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":7593918048,"bits":4.11,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-IQ4_XS.gguf","label":"IQ4_XS","size":8135040608,"bits":4.41,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-IQ4_NL.gguf","label":"IQ4_NL","size":8541363808,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q4_0.gguf","label":"Q4_0","size":8543002208,"bits":4.63,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q4_K_S.gguf","label":"Q4_K_S","size":8573476448,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q4_K_M.gguf","label":"Q4_K_M","size":9001754208,"bits":4.88,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":9159818848,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q4_1.gguf","label":"Q4_1","size":9389522528,"bits":5.09,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q5_K_S.gguf","label":"Q5_K_S","size":10263895648,"bits":5.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q5_K_M.gguf","label":"Q5_K_M","size":10514570848,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":10546437728,"bits":5.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q6_K.gguf","label":"Q6_K","size":12121938528,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":13285991008,"bits":7.2,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-Q8_0.gguf","label":"Q8_0","size":15698535008,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":18754560608,"bits":10.16,"known":true,"rank":0},{"repo":"unsloth/Qwen3-14B-128K-GGUF","file":"Qwen3-14B-128K-BF16.gguf","label":"BF16","size":29543424352,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3-14B-128K-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8b-erp-v0-1","family":"Aratako/Qwen3-8B-ERP-v0.1","name":"Qwen3 8B ERP V0.1","maker":"Aratako","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"Aratako/Qwen3-8B-ERP-v0.1-GGUF/Qwen3-8B-ERP-v0.1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-05-06T17:56:15.000Z","downloads":3277,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ1_S.gguf","label":"IQ1_S","size":2115769344,"bits":2.07,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ1_M.gguf","label":"IQ1_M","size":2256147456,"bits":2.2,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490110976,"bits":2.43,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":2696156160,"bits":2.63,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ2_S.gguf","label":"IQ2_S","size":2864743424,"bits":2.8,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ2_M.gguf","label":"IQ2_M","size":3051914240,"bits":2.98,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q2_K_S.gguf","label":"Q2_K_S","size":3083551744,"bits":3.01,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q2_K.gguf","label":"Q2_K","size":3281732608,"bits":3.21,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369632768,"bits":3.29,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":3626873856,"bits":3.54,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":3769611264,"bits":3.68,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ3_S.gguf","label":"IQ3_S","size":3789665280,"bits":3.7,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ3_M.gguf","label":"IQ3_M","size":3896620032,"bits":3.81,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161024,"bits":4.03,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":4431393792,"bits":4.33,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":4561839104,"bits":4.46,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":4793623552,"bits":4.68,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":4802012160,"bits":4.69,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":5027783680,"bits":4.91,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":5720761344,"bits":5.59,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":5851112448,"bits":5.72,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q6_K.gguf","label":"Q6_K","size":6725899264,"bits":6.57,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-Q8_0.gguf","label":"Q8_0","size":8709518336,"bits":8.51,"known":true,"rank":0},{"repo":"Aratako/Qwen3-8B-ERP-v0.1-GGUF","file":"Qwen3-8B-ERP-v0.1-BF16.gguf","label":"BF16","size":16388043552,"bits":16.01,"known":true,"rank":0}],"repos":["Aratako/Qwen3-8B-ERP-v0.1-GGUF"],"logoFrom":"Aratako"},{"id":"qwen3-5-9b-claude-code","family":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","name":"Qwen3.5 9B Claude Code","maker":"empero-ai","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF/Qwen3.5-9B-Claude-Code-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-18T00:10:04.000Z","downloads":3274,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-Q2_K.gguf","label":"Q2_K","size":3827261792,"bits":3.42,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-Q3_K_M.gguf","label":"Q3_K_M","size":4623524192,"bits":4.13,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-Q4_K_M.gguf","label":"Q4_K_M","size":5629108576,"bits":5.03,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-Q5_K_M.gguf","label":"Q5_K_M","size":6467969376,"bits":5.78,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-Q6_K.gguf","label":"Q6_K","size":7359258976,"bits":6.58,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-Q8_0.gguf","label":"Q8_0","size":9527501152,"bits":8.52,"known":true,"rank":0},{"repo":"empero-ai/Qwen3.5-9B-Claude-Code-GGUF","file":"Qwen3.5-9B-Claude-Code-f16.gguf","label":"F16","size":17920696672,"bits":16.02,"known":true,"rank":0}],"repos":["empero-ai/Qwen3.5-9B-Claude-Code-GGUF"],"logoFrom":"empero-ai"},{"id":"stagai-cybersecurity-26b-a4b-v2-vlm-gguf-q8","family":"deer-sec/StagAI-CyberSecurity-26B-A4B-v2-VLM-GGUF-Q8","name":"StagAI CyberSecurity 26B A4B V2 VLM GGUF Q8","maker":"deer-sec","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"deer-sec/StagAI-CyberSecurity-26B-A4B-v2-VLM-GGUF-Q8/StagAI-CyberSecurity-26B-A4B-v2-VLM-GGUF-Q8.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-17T16:00:06.000Z","downloads":3274,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"deer-sec/StagAI-CyberSecurity-26B-A4B-v2-VLM-GGUF-Q8","file":"StagAI-CyberSecurity-26B-A4B-v2-VLM-GGUF-Q8.gguf","label":"Q8","size":26859855904,"bits":8.52,"known":false,"rank":0}],"repos":["deer-sec/StagAI-CyberSecurity-26B-A4B-v2-VLM-GGUF-Q8"],"logoFrom":"deer-sec"},{"id":"intellect-1-instruct","family":"PrimeIntellect/INTELLECT-1-Instruct","name":"INTELLECT 1","maker":"PrimeIntellect","catalog":null,"tuned":false,"params":10.21,"active":null,"layers":42,"probe":"bartowski/INTELLECT-1-Instruct-GGUF/INTELLECT-1-Instruct-IQ2_XS.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-29T21:35:35.000Z","downloads":3273,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":3250338528,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ2_S.gguf","label":"IQ2_S","size":3432602336,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ2_M.gguf","label":"IQ2_M","size":3682163424,"bits":2.89,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q2_K.gguf","label":"Q2_K","size":3981630176,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":4112472800,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":4413455072,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":4494654176,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":4602002144,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ3_M.gguf","label":"IQ3_M","size":4757977824,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":5062261472,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":5464914656,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":5613230816,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5888383712,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5888383712,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5888383712,"bits":4.61,"known":false,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_0.gguf","label":"Q4_0","size":5906733792,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":5910403808,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":5924584160,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":5927181024,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":6229007072,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":6618905312,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":7099095776,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":7274568416,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":7598799584,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q6_K.gguf","label":"Q6_K","size":8385477344,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":8639937248,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-Q8_0.gguf","label":"Q8_0","size":10858461920,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-f16.gguf","label":"F16","size":20431300864,"bits":16.01,"known":true,"rank":0},{"repo":"bartowski/INTELLECT-1-Instruct-GGUF","file":"INTELLECT-1-Instruct-f32.gguf","label":"F32","size":40853371328,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/INTELLECT-1-Instruct-GGUF"],"logoFrom":"PrimeIntellect"},{"id":"qwen3-14b-nsfw-fda","family":"ForSureTesterSim/Qwen3-14B-NSFW-FDA","name":"Qwen3 14B NSFW FDA","maker":"ForSureTesterSim","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF/Qwen3-14B-NSFW-FDA.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-27T12:34:15.000Z","downloads":3271,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ1_S.gguf","label":"IQ1_S","size":3579935232,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ1_M.gguf","label":"IQ1_M","size":3849656832,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299192832,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691589632,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ2_S.gguf","label":"IQ2_S","size":4963313152,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ2_M.gguf","label":"IQ2_M","size":5322941952,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389850112,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q2_K.gguf","label":"Q2_K","size":5753984512,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666752,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6375301632,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6657106432,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ3_S.gguf","label":"IQ3_S","size":6684959232,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ3_M.gguf","label":"IQ3_M","size":6883410432,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7321313792,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7900652032,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8110730752,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8541363712,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q4_0.gguf","label":"Q4_0","size":8543002112,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573476352,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9001754112,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q4_1.gguf","label":"Q4_1","size":9389522432,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10263895552,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10514570752,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF","file":"Qwen3-14B-NSFW-FDA.i1-Q6_K.gguf","label":"Q6_K","size":12121938432,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-14B-NSFW-FDA-i1-GGUF"],"logoFrom":"ForSureTesterSim"},{"id":"morpho-1-5b-distill","family":"bluemorpholimited/Morpho-1.5B-Distill","name":"Morpho 1.5B Distill","maker":"bluemorpholimited","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/Morpho-1.5B-Distill-i1-GGUF/Morpho-1.5B-Distill.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T12:28:51.000Z","downloads":3271,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ1_S.gguf","label":"IQ1_S","size":436526112,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ1_M.gguf","label":"IQ1_M","size":464459808,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511015968,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550325280,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ2_S.gguf","label":"IQ2_S","size":563808288,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ2_M.gguf","label":"IQ2_M","size":601053216,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640133664,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668790816,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q2_K.gguf","label":"Q2_K","size":676303392,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731697696,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760943136,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ3_S.gguf","label":"IQ3_S","size":762405408,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ3_M.gguf","label":"IQ3_M","size":776662560,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q3_K_M.gguf","label":"Q3_K_M","size":824177184,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q3_K_L.gguf","label":"Q3_K_L","size":880161312,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ4_XS.gguf","label":"IQ4_XS","size":895730208,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-IQ4_NL.gguf","label":"IQ4_NL","size":936329760,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q4_0.gguf","label":"Q4_0","size":937533984,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q4_K_S.gguf","label":"Q4_K_S","size":940311072,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q4_K_M.gguf","label":"Q4_K_M","size":986047008,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q4_1.gguf","label":"Q4_1","size":1016840736,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1098727968,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1125048864,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Morpho-1.5B-Distill-i1-GGUF","file":"Morpho-1.5B-Distill.i1-Q6_K.gguf","label":"Q6_K","size":1272738336,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/Morpho-1.5B-Distill-i1-GGUF"],"logoFrom":null},{"id":"gemma-4-31b-loki-scotoma-v2-0-swa-4096","family":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096","name":"Gemma 4 31B Loki Scotoma V2.0 Swa 4096","maker":"CrucibleLab","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":3355443200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-22T22:54:12.000Z","downloads":3270,"likes":11,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-Q2_K.gguf","label":"Q2_K","size":11916315424,"bits":3.11,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-IQ3_M.gguf","label":"IQ3_M","size":14424498976,"bits":3.76,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-Q3_K_L.gguf","label":"Q3_K_L","size":16628271904,"bits":4.33,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-IQ4_XS.gguf","label":"IQ4_XS","size":16735791904,"bits":4.36,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-IQ4_NL.gguf","label":"IQ4_NL","size":17651002144,"bits":4.6,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-Q4_K_M.gguf","label":"Q4_K_M","size":18687064864,"bits":4.87,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-Q5_K_M.gguf","label":"Q5_K_M","size":21845572384,"bits":5.69,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Imat-Q6_K.gguf","label":"Q6_K","size":25201486624,"bits":6.57,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Q8_0.gguf","label":"Q8_0","size":32635677120,"bits":8.5,"known":true,"rank":0},{"repo":"CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF","file":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Q8_0-H16.gguf","label":"Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-Q8_0-H16","size":33956882880,"bits":8.85,"known":false,"rank":0}],"repos":["CrucibleLab/Gemma-4-31B-Loki-Scotoma-V2.0-Swa-4096-GGUF"],"logoFrom":"CrucibleLab"},{"id":"llama-2-13b-chat-dutch","family":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","name":"Llama 2 13B Dutch","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF/llama-2-13b-chat-dutch.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2023-09-12T12:02:35.000Z","downloads":3267,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Chat-Dutch-GGUF","file":"llama-2-13b-chat-dutch.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-13B-Chat-Dutch-GGUF"],"logoFrom":"TheBloke"},{"id":"magicoder-s-ds-6-7b","family":"ise-uiuc/Magicoder-S-DS-6.7B","name":"Magicoder S DS 6.7B","maker":"ise-uiuc","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Magicoder-S-DS-6.7B-GGUF/magicoder-s-ds-6.7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-12-06T17:49:29.000Z","downloads":3267,"likes":75,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q2_K.gguf","label":"Q2_K","size":2827577216,"bits":3.36,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q3_K_S.gguf","label":"Q3_K_S","size":2950047616,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q3_K_M.gguf","label":"Q3_K_M","size":3299747712,"bits":3.92,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q3_K_L.gguf","label":"Q3_K_L","size":3598854016,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q4_0.gguf","label":"Q4_0","size":3827689344,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q4_K_S.gguf","label":"Q4_K_S","size":3858622336,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q4_K_M.gguf","label":"Q4_K_M","size":4082886528,"bits":4.85,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q5_0.gguf","label":"Q5_0","size":4653705088,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q5_K_S.gguf","label":"Q5_K_S","size":4653705088,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q5_K_M.gguf","label":"Q5_K_M","size":4785170304,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q6_K.gguf","label":"Q6_K","size":5531346816,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Magicoder-S-DS-6.7B-GGUF","file":"magicoder-s-ds-6.7b.Q8_0.gguf","label":"Q8_0","size":7163750272,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Magicoder-S-DS-6.7B-GGUF"],"logoFrom":"ise-uiuc"},{"id":"godoter-27b","family":"Ruler97/Godoter-27B","name":"Godoter 27B","maker":"Ruler97","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"Ruler97/Godoter-27B-GGUF/Godoter-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-15T17:00:27.000Z","downloads":3267,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ruler97/Godoter-27B-GGUF","file":"Godoter-Q4_K_M.gguf","label":"Q4_K_M","size":16547398976,"bits":4.92,"known":true,"rank":0},{"repo":"Ruler97/Godoter-27B-GGUF","file":"Godoter-Q6_K.gguf","label":"Q6_K","size":22082528576,"bits":6.57,"known":true,"rank":0},{"repo":"Ruler97/Godoter-27B-GGUF","file":"Godoter-Q8_0.gguf","label":"Q8_0","size":28595762496,"bits":8.5,"known":true,"rank":0}],"repos":["Ruler97/Godoter-27B-GGUF"],"logoFrom":null},{"id":"mistral-11b-synthiairomnimix","family":"NeverSleep/Mistral-11B-SynthIAirOmniMix","name":"Mistral 11B SynthIAirOmniMix","maker":"NeverSleep","catalog":null,"tuned":true,"params":10.73,"active":null,"layers":48,"probe":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF/Mistral-11B-SynthIAirOmniMix.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-07-03T18:32:31.000Z","downloads":3265,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ1_S.gguf","label":"IQ1_S","size":2351225696,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ1_M.gguf","label":"IQ1_M","size":2564741984,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2920602464,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3230456672,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ2_S.gguf","label":"IQ2_S","size":3392797536,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ2_M.gguf","label":"IQ2_M","size":3677485920,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q2_K.gguf","label":"Q2_K","size":4003232608,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4167433056,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4445936480,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4664564576,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ3_S.gguf","label":"IQ3_S","size":4691303264,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ3_M.gguf","label":"IQ3_M","size":4845050720,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5195668320,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5650750304,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5772589920,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q4_0.gguf","label":"Q4_0","size":6094404448,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6118521696,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6461668192,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7397391200,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7597931360,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF","file":"Mistral-11B-SynthIAirOmniMix.i1-Q6_K.gguf","label":"Q6_K","size":8805210976,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Mistral-11B-SynthIAirOmniMix-i1-GGUF"],"logoFrom":"NeverSleep"},{"id":"seed-x-ppo-7b","family":"ByteDance-Seed/Seed-X-PPO-7B","name":"Seed X PPO 7B","maker":"ByteDance","catalog":null,"tuned":false,"params":7.51,"active":null,"layers":32,"probe":"mradermacher/Seed-X-PPO-7B-GGUF/Seed-X-PPO-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-07-21T07:44:42.000Z","downloads":3265,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q2_K.gguf","label":"Q2_K","size":2876447552,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3335612768,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3690031456,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3993069920,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4129273728,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4329517568,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4557582848,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5203893248,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5337586688,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q6_K.gguf","label":"Q6_K","size":6166340768,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.Q8_0.gguf","label":"Q8_0","size":7986138976,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Seed-X-PPO-7B-GGUF","file":"Seed-X-PPO-7B.f16.gguf","label":"F16","size":15030519136,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Seed-X-PPO-7B-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"glm-5-3-ud-q4-k-xl-layers","family":"meshllm/GLM-5.3-UD-Q4_K_XL-layers","name":"GLM 5.3 UD Q4 K XL Layers","maker":"meshllm","catalog":null,"tuned":true,"params":0.4,"active":0.01,"layers":79,"probe":"meshllm/GLM-5.3-UD-Q4_K_XL-layers/shared/embeddings.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":1048576,"arch":"glm-dsa","vision":false,"licence":"other","open":false,"released":"2026-09-12T22:09:02.000Z","downloads":3262,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"meshllm/GLM-5.3-UD-Q4_K_XL-layers","file":"shared/embeddings.gguf","label":"embeddings","size":1020485632,"bits":20.41,"known":false,"rank":0},{"repo":"meshllm/GLM-5.3-UD-Q4_K_XL-layers","file":"shared/output.gguf","label":"output","size":1020510240,"bits":20.41,"known":false,"rank":0}],"repos":["meshllm/GLM-5.3-UD-Q4_K_XL-layers"],"logoFrom":"unsloth"},{"id":"frontier-infra-jebadiah-27b-v2-1","family":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","name":"Frontier Infra Jebadiah 27B V2 1","maker":"bartowski","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF/frontier-infra_jebadiah-27b-v2-1-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-16T19:44:02.000Z","downloads":3261,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881268992,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ2_XS.gguf","label":"IQ2_XS","size":9088526592,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ2_S.gguf","label":"IQ2_S","size":9684044032,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ2_M.gguf","label":"IQ2_M","size":10522249472,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q2_K.gguf","label":"Q2_K","size":10821544192,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168192,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q3_K_S.gguf","label":"Q3_K_S","size":12739885312,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ3_XS.gguf","label":"IQ3_XS","size":12799604992,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q3_K_M.gguf","label":"Q3_K_M","size":13404051712,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q3_K_L.gguf","label":"Q3_K_L","size":14122817792,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ3_M.gguf","label":"IQ3_M","size":14860630272,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ4_XS.gguf","label":"IQ4_XS","size":15475951872,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q4_0.gguf","label":"Q4_0","size":16348768512,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q4_K_S.gguf","label":"Q4_K_S","size":16363514112,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-IQ4_NL.gguf","label":"IQ4_NL","size":17442400512,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q4_K_M.gguf","label":"Q4_K_M","size":17442400512,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q4_1.gguf","label":"Q4_1","size":17825458432,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q4_K_L.gguf","label":"Q4_K_L","size":18820704512,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q5_K_S.gguf","label":"Q5_K_S","size":19566913792,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q5_K_M.gguf","label":"Q5_K_M","size":20923877632,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q6_K_S.gguf","label":"Q6_K_S","size":22857455872,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q6_K.gguf","label":"Q6_K","size":23860566272,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q6_K_L.gguf","label":"Q6_K_L","size":24958908672,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-Q8_0.gguf","label":"Q8_0","size":29116389632,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF","file":"frontier-infra_jebadiah-27b-v2-1-bf16/frontier-infra_jebadiah-27b-v2-1-bf16-00001-of-00002.gguf","label":"BF16","size":54657734752,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/frontier-infra_jebadiah-27b-v2-1-GGUF"],"logoFrom":"frontier-infra"},{"id":"colossal-llama-2-13b-base","family":"hpcai-tech/Colossal-LLaMA-2-13b-base","name":"Colossal LLaMA 2 13B Base","maker":"hpcai-tech","catalog":null,"tuned":false,"params":13.4,"active":null,"layers":40,"probe":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF/Colossal-LLaMA-2-13b-base.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-03T05:26:26.000Z","downloads":3260,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ1_S.gguf","label":"IQ1_S","size":3092439904,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ1_M.gguf","label":"IQ1_M","size":3332363104,"bits":1.99,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3732235104,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4084900704,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ2_S.gguf","label":"IQ2_S","size":4410729184,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ2_M.gguf","label":"IQ2_M","size":4730626784,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q2_K.gguf","label":"Q2_K","size":5073254624,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5173609184,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5599889504,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ3_S.gguf","label":"IQ3_S","size":5897259104,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5897259104,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ3_M.gguf","label":"IQ3_M","size":6222788704,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6576048224,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7167838304,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7221794784,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7629344224,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7629344224,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7629344224,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q4_0.gguf","label":"Q4_0","size":7651462624,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7686688224,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8129465824,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9259541984,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9517180384,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF","file":"Colossal-LLaMA-2-13b-base.i1-Q6_K.gguf","label":"Q6_K","size":10991627104,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Colossal-LLaMA-2-13b-base-i1-GGUF"],"logoFrom":"hpcai-tech"},{"id":"athnete-13b","family":"IkariDev/Athnete-13B","name":"Athnete 13B","maker":"IkariDev","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Athnete-13B-GGUF/athnete-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-10-29T12:36:33.000Z","downloads":3257,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Athnete-13B-GGUF","file":"athnete-13b.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Athnete-13B-GGUF"],"logoFrom":"IkariDev"},{"id":"chatgpt-5","family":"Hack337/ChatGPT-5","name":"ChatGPT 5","maker":"Hack337","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"Hack337/ChatGPT-5-Q8_0-GGUF/chatgpt-5-q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-17T18:33:42.000Z","downloads":3257,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Hack337/ChatGPT-5-Q8_0-GGUF","file":"chatgpt-5-q8_0.gguf","label":"Q8_0","size":531065856,"bits":8.67,"known":true,"rank":0}],"repos":["Hack337/ChatGPT-5-Q8_0-GGUF"],"logoFrom":"Hack337"},{"id":"openpangu-2-0-flash","family":"openpangu/openPangu-2.0-Flash","name":"OpenPangu 2.0 Flash","maker":"openpangu","catalog":null,"tuned":false,"params":91.6,"active":5.78,"layers":46,"probe":"mrexodia/openPangu-2.0-Flash-GGUF/openPangu-2.0-Flash-base-Q3_K_M.gguf","kvBytesPerToken":61312,"kvHeader":52992,"kvFixed":0,"context":524288,"arch":"openpangu-v2","vision":false,"licence":"other","open":false,"released":"2026-07-02T17:17:31.000Z","downloads":3257,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mrexodia/openPangu-2.0-Flash-GGUF","file":"openPangu-2.0-Flash-base-Q3_K_M.gguf","label":"Q3_K_M","size":43729887872,"bits":3.82,"known":true,"rank":0},{"repo":"mrexodia/openPangu-2.0-Flash-GGUF","file":"openPangu-2.0-Flash-base-Q4_K_M.gguf","label":"Q4_K_M","size":55275517568,"bits":4.83,"known":true,"rank":0},{"repo":"mrexodia/openPangu-2.0-Flash-GGUF","file":"openPangu-2.0-Flash-base-Q8_0.gguf","label":"Q8_0","size":97441044096,"bits":8.51,"known":true,"rank":0},{"repo":"mrexodia/openPangu-2.0-Flash-GGUF","file":"openPangu-2.0-Flash-base-BF16.gguf","label":"BF16","size":183261050496,"bits":16.01,"known":true,"rank":0}],"repos":["mrexodia/openPangu-2.0-Flash-GGUF"],"logoFrom":"openpangu"},{"id":"huihui-nvidia-nemotron-nano-9b-v2-abliterated","family":"huihui-ai/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated","name":"Huihui NVIDIA Nemotron Nano 9B V2 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.89,"active":null,"layers":56,"probe":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2026-01-05T06:15:58.000Z","downloads":3256,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":4825916256,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":4854946656,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4903330656,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4944905056,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4957807456,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":4996514656,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":5006191456,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5058338656,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5073929056,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":5131989856,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5131989856,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5131989856,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":5207934816,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5267106656,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5308681056,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5339413856,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5379733856,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5488364896,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5827357536,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6211616096,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6525628256,"bits":5.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6781561696,"bits":6.1,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7069804896,"bits":6.36,"known":true,"rank":0},{"repo":"mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF","file":"Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":9135891296,"bits":8.22,"known":true,"rank":0}],"repos":["mradermacher/Huihui-NVIDIA-Nemotron-Nano-9B-v2-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"llama-7b","family":"TheBloke/LLaMA-7b-GGUF","name":"LLaMA 7B","maker":"TheBloke","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/LLaMA-7b-GGUF/llama-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T02:27:21.000Z","downloads":3255,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-7b-GGUF","file":"llama-7b.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LLaMA-7b-GGUF"],"logoFrom":"TheBloke"},{"id":"sophosympatheia-glistening-gem-31b-v2-1","family":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","name":"Sophosympatheia Glistening Gem 31B V2.1","maker":"kin2341","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF/sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-23T01:29:59.000Z","downloads":3254,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830192096,"bits":2.82,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_XS.gguf","label":"IQ2_XS","size":11500944864,"bits":3,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_S.gguf","label":"IQ2_S","size":12075359712,"bits":3.15,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q2_K.gguf","label":"Q2_K","size":12631625184,"bits":3.29,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ2_M.gguf","label":"IQ2_M","size":12649774560,"bits":3.3,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q2_K_L.gguf","label":"Q2_K_L","size":12972936672,"bits":3.38,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981710304,"bits":3.38,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ3_XS.gguf","label":"IQ3_XS","size":13841354208,"bits":3.61,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_S.gguf","label":"Q3_K_S","size":14329064928,"bits":3.73,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ3_M.gguf","label":"IQ3_M","size":15129830880,"bits":3.94,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_M.gguf","label":"Q3_K_M","size":15918124512,"bits":4.15,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_L.gguf","label":"Q3_K_L","size":16810626528,"bits":4.38,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151938016,"bits":4.47,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ4_XS.gguf","label":"IQ4_XS","size":17155894752,"bits":4.47,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-IQ4_NL.gguf","label":"IQ4_NL","size":18025688544,"bits":4.7,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_0.gguf","label":"Q4_0","size":18076265952,"bits":4.71,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_K_S.gguf","label":"Q4_K_S","size":18195656160,"bits":4.74,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_K_M.gguf","label":"Q4_K_M","size":19598491104,"bits":5.11,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_1.gguf","label":"Q4_1","size":19765276128,"bits":5.15,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q4_K_L.gguf","label":"Q4_K_L","size":19939802592,"bits":5.2,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q5_K_S.gguf","label":"Q5_K_S","size":21504863712,"bits":5.6,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q5_K_M.gguf","label":"Q5_K_M","size":22608879072,"bits":5.89,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q5_K_L.gguf","label":"Q5_K_L","size":22950190560,"bits":5.98,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q6_K.gguf","label":"Q6_K","size":26726723040,"bits":6.96,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q6_K_L.gguf","label":"Q6_K_L","size":27068034528,"bits":7.05,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-Q8_0.gguf","label":"Q8_0","size":32635678176,"bits":8.5,"known":true,"rank":0},{"repo":"kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF","file":"sophosympatheia_Glistening-Gem-31B-v2.1-bf16/sophosympatheia_Glistening-Gem-31B-v2.1-bf16-00001-of-00002.gguf","label":"BF16","size":61413190976,"bits":16,"known":true,"rank":0}],"repos":["kin2341/sophosympatheia_Glistening-Gem-31B-v2.1-GGUF"],"logoFrom":"sophosympatheia"},{"id":"open-gpt4-8x7b","family":"TheBloke/Open_Gpt4_8x7B-GGUF","name":"Open Gpt4 8x7B","maker":"TheBloke","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"TheBloke/Open_Gpt4_8x7B-GGUF/open_gpt4_8x7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-05T23:10:03.000Z","downloads":3253,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q2_K.gguf","label":"Q2_K","size":15644970816,"bits":2.68,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q3_K_M.gguf","label":"Q3_K_M","size":20364291904,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q4_0.gguf","label":"Q4_0","size":26442469184,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q4_K_M.gguf","label":"Q4_K_M","size":26442469184,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q5_0.gguf","label":"Q5_0","size":32230215488,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q5_K_M.gguf","label":"Q5_K_M","size":32230215488,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q6_K.gguf","label":"Q6_K","size":38379695936,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Open_Gpt4_8x7B-GGUF","file":"open_gpt4_8x7b.Q8_0.gguf","label":"Q8_0","size":49625198400,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Open_Gpt4_8x7B-GGUF"],"logoFrom":"rombodawg"},{"id":"qev-0-8b","family":"labqoat/qev-0.8b","name":"Qev 0.8B","maker":"labqoat","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"labqoat/qev-0.8b-GGUF/qev-0.8b-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-20T09:14:42.000Z","downloads":3252,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"labqoat/qev-0.8b-GGUF","file":"qev-0.8b-Q8_0.gguf","label":"Q8_0","size":811846944,"bits":8.66,"known":true,"rank":0},{"repo":"labqoat/qev-0.8b-GGUF","file":"qev-0.8b-bf16.gguf","label":"BF16","size":1516746912,"bits":16.18,"known":true,"rank":0}],"repos":["labqoat/qev-0.8b-GGUF"],"logoFrom":"labqoat"},{"id":"gemma-4-e2b-conversational-uncensored","family":"minas2025/Gemma-4-E2B-Conversational-Uncensored","name":"Gemma 4 E2B Conversational Uncensored","maker":"minas2025","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"minas2025/Gemma-4-E2B-Conversational-Uncensored/Gemma-4-E2B-Conversational-Uncensored-Q8.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-10-03T22:15:30.000Z","downloads":3251,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"minas2025/Gemma-4-E2B-Conversational-Uncensored","file":"Gemma-4-E2B-Conversational-Uncensored-Q8.gguf","label":"Q8","size":4954593152,"bits":8.52,"known":false,"rank":0}],"repos":["minas2025/Gemma-4-E2B-Conversational-Uncensored"],"logoFrom":"minas2025"},{"id":"noema-1-5-4b-deep","family":"NoemaAI-labs/Noema-1.5-4B-Deep","name":"Noema 1.5 4B Deep","maker":"NoemaAI-labs","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF/Noema-1.5-4B-Deep.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-15T08:26:20.000Z","downloads":3251,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234880,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419520,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393920,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594880,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976000,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555520,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393280,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494400,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q2_K.gguf","label":"Q2_K","size":1915471680,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880640,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581120,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512640,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187520,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064960,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q4_0.gguf","label":"Q4_0","size":2549798720,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888960,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436480,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805440,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q4_1.gguf","label":"Q4_1","size":2766968640,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036800,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987840,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Deep-i1-GGUF","file":"Noema-1.5-4B-Deep.i1-Q6_K.gguf","label":"Q6_K","size":3464056640,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Noema-1.5-4B-Deep-i1-GGUF"],"logoFrom":"NoemaAI-labs"},{"id":"uncensored-jordan-33b","family":"ajibawa-2023/Uncensored-Jordan-33B","name":"Uncensored Jordan 33B","maker":"ajibawa-2023","catalog":null,"tuned":true,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/Uncensored-Jordan-33B-GGUF/uncensored-jordan-33b.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-30T20:45:13.000Z","downloads":3250,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q2_K.gguf","label":"Q2_K","size":13502545344,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q3_K_S.gguf","label":"Q3_K_S","size":14064112064,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q3_K_M.gguf","label":"Q3_K_M","size":15761551808,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q3_K_L.gguf","label":"Q3_K_L","size":17279758784,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q4_0.gguf","label":"Q4_0","size":18355967424,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q4_K_S.gguf","label":"Q4_K_S","size":18437756352,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q4_K_M.gguf","label":"Q4_K_M","size":19621139904,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q5_0.gguf","label":"Q5_0","size":22395360704,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q5_K_S.gguf","label":"Q5_K_S","size":22395360704,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q5_K_M.gguf","label":"Q5_K_M","size":23047116224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q6_K.gguf","label":"Q6_K","size":26687216064,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-33B-GGUF","file":"uncensored-jordan-33b.Q8_0.gguf","label":"Q8_0","size":34565124544,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Uncensored-Jordan-33B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"fin-r1","family":"SUFE-AIFLM-Lab/Fin-R1","name":"Fin R1","maker":"SUFE-AIFLM-Lab","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Fin-R1-GGUF/Fin-R1.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-03-17T08:36:01.000Z","downloads":3249,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q2_K.gguf","label":"Q2_K","size":3015940320,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q3_K_S.gguf","label":"Q3_K_S","size":3492368608,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q3_K_M.gguf","label":"Q3_K_M","size":3808391392,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q3_K_L.gguf","label":"Q3_K_L","size":4088459488,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.IQ4_XS.gguf","label":"IQ4_XS","size":4250298592,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q4_K_S.gguf","label":"Q4_K_S","size":4457769184,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q4_K_M.gguf","label":"Q4_K_M","size":4683073760,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q5_K_S.gguf","label":"Q5_K_S","size":5315176672,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q5_K_M.gguf","label":"Q5_K_M","size":5444831456,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q6_K.gguf","label":"Q6_K","size":6254199008,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.Q8_0.gguf","label":"Q8_0","size":8098525408,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Fin-R1-GGUF","file":"Fin-R1.f16.gguf","label":"F16","size":15237853408,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/Fin-R1-GGUF"],"logoFrom":"SUFE-AIFLM-Lab"},{"id":"coldbrew-qwen3-5-charthink-base","family":"SvalTek/ColdBrew-Qwen3.5-CharThink-Base","name":"ColdBrew Qwen3.5 CharThink Base","maker":"SvalTek","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF/ColdBrew-Qwen3.5-CharThink-Base.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-29T08:40:30.000Z","downloads":3249,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642528,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269856,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648736,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346144,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968864,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471968,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239904,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q2_K.gguf","label":"Q2_K","size":3827263328,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166624,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416928,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407712,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818912,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383392,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525728,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515616,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441440,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q4_0.gguf","label":"Q4_0","size":5325940576,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630688,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215264,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110112,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q4_1.gguf","label":"Q4_1","size":5809334112,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310560,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970912,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF","file":"ColdBrew-Qwen3.5-CharThink-Base.i1-Q6_K.gguf","label":"Q6_K","size":7359260512,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/ColdBrew-Qwen3.5-CharThink-Base-i1-GGUF"],"logoFrom":"Qwen"},{"id":"ostrich-27b-261008-qwen3-8-abliterated","family":"etemiz/Ostrich-27B-261008-Qwen3.8-Abliterated","name":"Ostrich 27B 261008 Qwen3.8 Abliterated","maker":"etemiz","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF/Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T20:30:39.000Z","downloads":3245,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10864593984,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537664,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608704,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332864,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738624,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559800384,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040704,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15760419904,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300544,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810716224,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17343769664,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683904,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535703104,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF","file":"Ostrich-27B-261008-Qwen3.8-Abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22431001664,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ostrich-27B-261008-Qwen3.8-Abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"astrollama-2-7b-chat-aic","family":"AstroMLab/astrollama-2-7b-chat_aic","name":"Astrollama 2 7B Aic","maker":"AstroMLab","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF/astrollama-2-7b-chat_aic.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-09-30T10:33:46.000Z","downloads":3244,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ1_S.gguf","label":"IQ1_S","size":1528583488,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971968,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952768,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034914624,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ2_S.gguf","label":"IQ2_S","size":2196567360,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ2_M.gguf","label":"IQ2_M","size":2359752000,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q2_K.gguf","label":"Q2_K","size":2532865344,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585392448,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524864,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ3_S.gguf","label":"IQ3_S","size":2948306240,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948306240,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865984,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298006336,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597112640,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619337536,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825808704,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825808704,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825808704,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q4_0.gguf","label":"Q4_0","size":3837080896,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856741696,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005888,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651693376,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783158592,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-7b-chat_aic-i1-GGUF","file":"astrollama-2-7b-chat_aic.i1-Q6_K.gguf","label":"Q6_K","size":5529195840,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/astrollama-2-7b-chat_aic-i1-GGUF"],"logoFrom":"AstroMLab"},{"id":"melody1437-12b","family":"ReadyArt/Melody1437-12B","name":"Melody1437 12B","maker":"ReadyArt","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"ReadyArt/Melody1437-12B-GGUF/Melody1437-12B-v0.5-HB16-Q3_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-04T22:01:35.000Z","downloads":3244,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":5209048448,"bits":3.5,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":6459905408,"bits":4.34,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5-HB16-Q3_K_M.gguf","label":"Q3_K_M","size":7274599008,"bits":4.89,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":7274599808,"bits":4.89,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":7822767488,"bits":5.25,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":8163390848,"bits":5.48,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":8211559808,"bits":5.52,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5-HB16-Q4_K_M.gguf","label":"Q4_K_M","size":8568894048,"bits":5.76,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":8568894848,"bits":5.76,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":9525884288,"bits":6.4,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5-HB16-Q5_K_M.gguf","label":"Q5_K_M","size":9734779488,"bits":6.54,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":9734780288,"bits":6.54,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5-HB16-Q6_K.gguf","label":"Q6_K","size":10973532768,"bits":7.37,"known":true,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":10973533568,"bits":7.37,"known":false,"rank":0},{"repo":"ReadyArt/Melody1437-12B-GGUF","file":"Melody1437-12B-v0.5-HB16-Q8_0.gguf","label":"Q8_0","size":13613363808,"bits":9.14,"known":true,"rank":0}],"repos":["ReadyArt/Melody1437-12B-GGUF"],"logoFrom":"ReadyArt"},{"id":"eurus-70b-sft-fixed-i1","family":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","name":"Eurus 70B Sft Fixed I1","maker":"mradermacher","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF/Eurus-70b-sft-fixed.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-12T07:14:07.000Z","downloads":3240,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ1_S.gguf","label":"IQ1_S","size":14535671776,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ1_M.gguf","label":"IQ1_M","size":15943385056,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289573856,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334297056,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ2_S.gguf","label":"IQ2_S","size":21354460128,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ2_M.gguf","label":"IQ2_M","size":23231411168,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q2_K.gguf","label":"Q2_K","size":25462588384,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581611488,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28315138016,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ3_S.gguf","label":"IQ3_S","size":29919459296,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919459296,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ3_M.gguf","label":"IQ3_M","size":30944442336,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274902496,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36148000736,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829998048,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q4_0.gguf","label":"Q4_0","size":39019232224,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249918944,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41423092704,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461596128,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-sft-fixed-i1-GGUF","file":"Eurus-70b-sft-fixed.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753966048,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Eurus-70b-sft-fixed-i1-GGUF"],"logoFrom":null},{"id":"qwen3-7b-instruct","family":"mergekit-community/Qwen3-7B-Instruct","name":"Qwen3 7B","maker":"mergekit-community","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"Ygz-08123/Qwen3-7B-Instruct-Q4_K_M-GGUF/qwen3-7b-instruct-q4_k_m.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-10-13T08:11:11.000Z","downloads":3237,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ygz-08123/Qwen3-7B-Instruct-Q4_K_M-GGUF","file":"qwen3-7b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4683074272,"bits":4.92,"known":true,"rank":0}],"repos":["Ygz-08123/Qwen3-7B-Instruct-Q4_K_M-GGUF"],"logoFrom":"mergekit-community"},{"id":"qwen3-8-whittle-16b","family":"whittleOrg/Qwen3.8-Whittle-16B","name":"Qwen3.8 Whittle 16B","maker":"whittleOrg","catalog":null,"tuned":false,"params":16.34,"active":null,"layers":44,"probe":"whittleOrg/Qwen3.8-Whittle-16B/Qwen3.8-Whittle-16B-Q4_K_M.gguf","kvBytesPerToken":54923,"kvHeader":45056,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T07:10:11.000Z","downloads":3237,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"whittleOrg/Qwen3.8-Whittle-16B","file":"Qwen3.8-Whittle-16B-Q4_K_M.gguf","label":"Q4_K_M","size":10142250656,"bits":4.97,"known":true,"rank":0},{"repo":"whittleOrg/Qwen3.8-Whittle-16B","file":"Qwen3.8-Whittle-16B-q8_0.gguf","label":"Q8_0","size":17382217376,"bits":8.51,"known":true,"rank":0}],"repos":["whittleOrg/Qwen3.8-Whittle-16B"],"logoFrom":"Qwen"},{"id":"qwen3-6-27b-abliterated-heretic-uncensored","family":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","name":"Qwen3.6 27B Abliterated Heretic Uncensored","maker":"Youssofal","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF/Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-23T01:17:56.000Z","downloads":3235,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q2_K.gguf","label":"Q2_K","size":10711664384,"bits":3.19,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":13301442304,"bits":3.96,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":16547399424,"bits":4.92,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":19231098624,"bits":5.72,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q6_K.gguf","label":"Q6_K","size":22082529024,"bits":6.57,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-Q8_0.gguf","label":"Q8_0","size":28595762944,"bits":8.5,"known":true,"rank":0},{"repo":"Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF","file":"Qwen3.6-27B-Abliterated-Heretic-Uncensored-BF16-00001-of-00002.gguf","label":"BF16","size":53808281536,"bits":16,"known":true,"rank":0}],"repos":["Youssofal/Qwen3.6-27B-Abliterated-Heretic-Uncensored-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-6-35b-a3b-claude-4-7-opus-reasoning-distilled-i1","family":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","name":"Qwen3.6 35B A3B Claude 4.7 Opus Reasoning Distilled I1","maker":"mradermacher","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-23T10:52:00.000Z","downloads":3234,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","label":"IQ1_S","size":7484143392,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ1_M.gguf","label":"IQ1_M","size":8239210272,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497655072,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507032352,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ2_S.gguf","label":"IQ2_S","size":10652481312,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ2_M.gguf","label":"IQ2_M","size":11659237152,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152098592,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q2_K.gguf","label":"Q2_K","size":12939595552,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760672,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145952,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182186272,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":15250425632,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520992,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765984,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115331872,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728779552,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":19799269152,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889905440,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166759712,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":21848170272,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981285152,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729132832,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF","file":"Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled.i1-Q6_K.gguf","label":"Q6_K","size":28514154272,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-35B-A3B-Claude-4.7-Opus-Reasoning-Distilled-i1-GGUF"],"logoFrom":"lordx64"},{"id":"gpt2-gguf-smashed","family":"PrunaAI/gpt2-GGUF-smashed","name":"Gpt2 GGUF Smashed","maker":"PrunaAI","catalog":null,"tuned":true,"params":0.16,"active":null,"layers":12,"probe":"PrunaAI/gpt2-GGUF-smashed/gpt2.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":1024,"arch":"gpt2","vision":false,"licence":null,"open":false,"released":"2024-05-15T17:13:10.000Z","downloads":3233,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q2_K.gguf","label":"Q2_K","size":81196512,"bits":4.06,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q3_K_S.gguf","label":"Q3_K_S","size":90148512,"bits":4.51,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q3_K_M.gguf","label":"Q3_K_M","size":97668768,"bits":4.88,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q3_K_L.gguf","label":"Q3_K_L","size":102092448,"bits":5.1,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q4_0.gguf","label":"Q4_0","size":106555104,"bits":5.33,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q4_K_S.gguf","label":"Q4_K_S","size":106850016,"bits":5.34,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q4_K_M.gguf","label":"Q4_K_M","size":112858848,"bits":5.64,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q4_1.gguf","label":"Q4_1","size":114275840,"bits":5.71,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q5_0.gguf","label":"Q5_0","size":121996608,"bits":6.1,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q5_K_S.gguf","label":"Q5_K_S","size":121996608,"bits":6.1,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q5_K_M.gguf","label":"Q5_K_M","size":126696768,"bits":6.33,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q5_1.gguf","label":"Q5_1","size":129717344,"bits":6.49,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q6_K.gguf","label":"Q6_K","size":136830112,"bits":6.84,"known":true,"rank":0},{"repo":"PrunaAI/gpt2-GGUF-smashed","file":"gpt2.Q8_0.gguf","label":"Q8_0","size":176095840,"bits":8.8,"known":true,"rank":0}],"repos":["PrunaAI/gpt2-GGUF-smashed"],"logoFrom":"openai-community"},{"id":"glm-4-7-flash-claude-opus-4-5-high-reasoning-distill","family":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill","name":"GLM 4.7 Flash Claude Opus 4.5 High Reasoning Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF/glm-4.7-flash-claude-4.5-opus.iq2_m.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-22T18:25:31.000Z","downloads":3233,"likes":513,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.iq2_m.gguf","label":"IQ2_M","size":9898321504,"bits":2.64,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.iq3_xs.gguf","label":"IQ3_XS","size":12344307296,"bits":3.3,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.q3_k_s.gguf","label":"Q3_K_S","size":13034400960,"bits":3.48,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.iq3_m.gguf","label":"IQ3_M","size":13211266656,"bits":3.53,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.q3_k_m.gguf","label":"Q3_K_M","size":14380018880,"bits":3.84,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.iq4_xs.gguf","label":"IQ4_XS","size":16033288800,"bits":4.28,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.iq4_nl.gguf","label":"IQ4_NL","size":16956023392,"bits":4.53,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.q4_k_m.gguf","label":"Q4_K_M","size":18132721856,"bits":4.85,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.q5_k_m.gguf","label":"Q5_K_M","size":21264515264,"bits":5.68,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.q6_k.gguf","label":"Q6_K","size":24614786240,"bits":6.58,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.q8_0.gguf","label":"Q8_0","size":31842799808,"bits":8.51,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.bf16.gguf","label":"BF16","size":59908837568,"bits":16.01,"known":true,"rank":0},{"repo":"TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF","file":"glm-4.7-flash-claude-4.5-opus.f16.gguf","label":"F16","size":59908837568,"bits":16.01,"known":true,"rank":0}],"repos":["TeichAI/GLM-4.7-Flash-Claude-Opus-4.5-High-Reasoning-Distill-GGUF"],"logoFrom":"TeichAI"},{"id":"gemma-4-31b-it-nvfp4","family":"nvidia/Gemma-4-31B-IT-NVFP4","name":"Gemma 4 31B NVFP4","maker":"NVIDIA","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"esatapedico/Gemma-4-31B-IT-NVFP4-GGUF/Gemma-4-31B-IT-NVFP4-LOW.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T08:06:01.000Z","downloads":3233,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"esatapedico/Gemma-4-31B-IT-NVFP4-GGUF","file":"Gemma-4-31B-IT-NVFP4-LOW.gguf","label":"Gemma-4-31B-IT-NVFP4-LOW","size":17287699840,"bits":4.5,"known":false,"rank":0},{"repo":"esatapedico/Gemma-4-31B-IT-NVFP4-GGUF","file":"Gemma-4-31B-IT-NVFP4-MEDIUM.gguf","label":"Gemma-4-31B-IT-NVFP4-MEDIUM","size":17651031456,"bits":4.6,"known":false,"rank":0},{"repo":"esatapedico/Gemma-4-31B-IT-NVFP4-GGUF","file":"Gemma-4-31B-IT-NVFP4-MID-HIGH.gguf","label":"Gemma-4-31B-IT-NVFP4-MID-HIGH","size":17992342944,"bits":4.69,"known":false,"rank":0},{"repo":"esatapedico/Gemma-4-31B-IT-NVFP4-GGUF","file":"Gemma-4-31B-IT-NVFP4-HIGH.gguf","label":"Gemma-4-31B-IT-NVFP4-HIGH","size":19313548704,"bits":5.03,"known":false,"rank":0},{"repo":"esatapedico/Gemma-4-31B-IT-NVFP4-GGUF","file":"Gemma-4-31B-IT-NVFP4-HIGHEST.gguf","label":"Gemma-4-31B-IT-NVFP4-HIGHEST","size":23552417184,"bits":6.14,"known":false,"rank":0}],"repos":["esatapedico/Gemma-4-31B-IT-NVFP4-GGUF"],"logoFrom":"nvidia"},{"id":"bytedance-seed-seed-oss-36b-instruct","family":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","name":"ByteDance Seed Seed OSS 36B","maker":"bartowski","catalog":null,"tuned":false,"params":36.15,"active":null,"layers":64,"probe":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF/ByteDance-Seed_Seed-OSS-36B-Instruct-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"seed_oss","vision":false,"licence":null,"open":false,"released":"2025-08-23T21:00:10.000Z","downloads":3233,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":9910925984,"bits":2.19,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":10945084064,"bits":2.42,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":11612629664,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":12541930144,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q2_K.gguf","label":"Q2_K","size":13604186784,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":14116760224,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":14379866784,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":15089949344,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":15855409824,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":16496024224,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":17620949664,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":19142695584,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":19498617504,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":19837704864,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":20592986784,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q4_0.gguf","label":"Q4_0","size":20621822624,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":20695222944,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":21762149024,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":22351665824,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q4_1.gguf","label":"Q4_1","size":22760753824,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":24970463904,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":25594366624,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":26084596384,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q6_K.gguf","label":"Q6_K","size":29666097824,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":30050835104,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-Q8_0.gguf","label":"Q8_0","size":38421093024,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF","file":"ByteDance-Seed_Seed-OSS-36B-Instruct-bf16/ByteDance-Seed_Seed-OSS-36B-Instruct-bf16-00001-of-00002.gguf","label":"BF16","size":72311396928,"bits":16,"known":true,"rank":0}],"repos":["bartowski/ByteDance-Seed_Seed-OSS-36B-Instruct-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"kimi-k3-uncensored","family":"Ryanchen911/Kimi-K3-Uncensored-GGUF","name":"Kimi K3 Uncensored","maker":"Ryanchen911","catalog":null,"tuned":true,"params":2779.48,"active":55.59,"layers":93,"probe":"Ryanchen911/Kimi-K3-Uncensored-GGUF/Kimi-K3-abliterated-IQ1_S-XS-00001-of-00034.gguf","kvBytesPerToken":33731,"kvHeader":27648,"kvFixed":0,"context":1048576,"arch":"kimi-k3","vision":false,"licence":"other","open":false,"released":"2026-08-10T09:14:10.000Z","downloads":3229,"likes":62,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ryanchen911/Kimi-K3-Uncensored-GGUF","file":"Kimi-K3-abliterated-IQ1_S-XS-00001-of-00034.gguf","label":"Kimi-K3-abliterated-IQ1_S-XS","size":579511854976,"bits":1.67,"known":false,"rank":0}],"repos":["Ryanchen911/Kimi-K3-Uncensored-GGUF"],"logoFrom":"moonshotai"},{"id":"olmo-7b-0424-hf","family":"allenai/OLMo-7B-0424-hf","name":"OLMo 7B 0424","maker":"Ai2","catalog":null,"tuned":false,"params":6.89,"active":null,"layers":32,"probe":"mradermacher/OLMo-7B-0424-hf-i1-GGUF/OLMo-7B-0424-hf.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"olmo","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-30T23:14:38.000Z","downloads":3228,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":1604704064,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":1727092544,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1931073344,"bits":2.24,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2111035200,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":2280302400,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":2443487040,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q2_K.gguf","label":"Q2_K","size":2618943296,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2669127488,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2890217280,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":3041998656,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3041998656,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":3208558400,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3391698752,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3690805056,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3720644416,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q4_0.gguf","label":"Q4_0","size":3940730688,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3960391488,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4184655680,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4764714816,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4896180032,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/OLMo-7B-0424-hf-i1-GGUF","file":"OLMo-7B-0424-hf.i1-Q6_K.gguf","label":"Q6_K","size":5652174656,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/OLMo-7B-0424-hf-i1-GGUF"],"logoFrom":"allenai"},{"id":"airoboros-m-7b-3-1-2","family":"jondurbin/airoboros-m-7b-3.1.2","name":"Airoboros M 7B 3.1.2","maker":"jondurbin","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Airoboros-M-7B-3.1.2-GGUF/airoboros-m-7b-3.1.2.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-19T16:41:52.000Z","downloads":3227,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.2-GGUF","file":"airoboros-m-7b-3.1.2.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-M-7B-3.1.2-GGUF"],"logoFrom":"jondurbin"},{"id":"chiboard-1-1-0-8b","family":"johnbean393/chiboard-1.1-0.8b","name":"Chiboard 1.1 0.8B","maker":"johnbean393","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":25,"probe":"mradermacher/chiboard-1.1-0.8b-i1-GGUF/chiboard-1.1-0.8b.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-23T10:33:19.000Z","downloads":3227,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ1_S.gguf","label":"IQ1_S","size":329950688,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ1_M.gguf","label":"IQ1_M","size":338332640,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352302560,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363871712,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ2_S.gguf","label":"IQ2_S","size":366759392,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ2_M.gguf","label":"IQ2_M","size":377935328,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":398001632,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414685152,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q2_K.gguf","label":"Q2_K","size":422328288,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435364320,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443302368,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ3_S.gguf","label":"IQ3_S","size":450822624,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ3_M.gguf","label":"IQ3_M","size":453956064,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466223584,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491323872,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q4_0.gguf","label":"Q4_0","size":502141920,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":504089568,"bits":5.38,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505254880,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":516002784,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529298400,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q4_1.gguf","label":"Q4_1","size":532554720,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563655648,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":577999840,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/chiboard-1.1-0.8b-i1-GGUF","file":"chiboard-1.1-0.8b.i1-Q6_K.gguf","label":"Q6_K","size":629745120,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/chiboard-1.1-0.8b-i1-GGUF"],"logoFrom":"johnbean393"},{"id":"hunyuan-a13b-instruct","family":"tencent/Hunyuan-A13B-Instruct","name":"Hunyuan A13B","maker":"Tencent","catalog":null,"tuned":false,"params":80.39,"active":12.75,"layers":32,"probe":"unsloth/Hunyuan-A13B-Instruct-GGUF/Hunyuan-A13B-Instruct-UD-TQ1_0.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":262144,"arch":"hunyuan-moe","vision":false,"licence":"other","open":false,"released":"2025-07-08T13:46:24.000Z","downloads":3226,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":22495637888,"bits":2.24,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":24578109824,"bits":2.45,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":25572651392,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":27625271680,"bits":2.75,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":28833231232,"bits":2.87,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q2_K.gguf","label":"Q2_K","size":29418205568,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":29418205568,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":31036158336,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":34229694848,"bits":3.41,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":34784817536,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":36279136640,"bits":3.61,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":38555496832,"bits":3.84,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":42916524416,"bits":4.27,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":45407940992,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q4_0.gguf","label":"Q4_0","size":45595636096,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":45802205568,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":46694740352,"bits":4.65,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Hunyuan-A13B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":48782258560,"bits":4.85,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Q4_1/Hunyuan-A13B-Instruct-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":50382385728,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Q5_K_S/Hunyuan-A13B-Instruct-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":55373607488,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Q5_K_M/Hunyuan-A13B-Instruct-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":57120535136,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"UD-Q5_K_XL/Hunyuan-A13B-Instruct-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":57619427936,"bits":5.73,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"UD-Q6_K_XL/Hunyuan-A13B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":70495385952,"bits":7.02,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"Q8_0/Hunyuan-A13B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":85448079744,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"UD-Q8_K_XL/Hunyuan-A13B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":97866482304,"bits":9.74,"known":true,"rank":0},{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","file":"BF16/Hunyuan-A13B-Instruct-BF16-00001-of-00004.gguf","label":"BF16","size":160808567360,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Hunyuan-A13B-Instruct-GGUF"],"logoFrom":"tencent"},{"id":"mistral-small-4-119b-2603-gguf-halo","family":"Beinsezii/Mistral-Small-4-119B-2603-GGUF-HALO","name":"Mistral Small 4 119B 2603 GGUF HALO","maker":"Beinsezii","catalog":null,"tuned":false,"params":118.97,"active":6.63,"layers":36,"probe":"Beinsezii/Mistral-Small-4-119B-2603-GGUF-HALO/mistral-small-4-119b-q80-q6k_ffn.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":1048576,"arch":"mistral4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-17T09:53:31.000Z","downloads":3225,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Beinsezii/Mistral-Small-4-119B-2603-GGUF-HALO","file":"mistral-small-4-119b-q80-q6k_ffn.gguf","label":"mistral-small-4-119b-q80-q6k_ffn","size":98387930880,"bits":6.62,"known":false,"rank":0}],"repos":["Beinsezii/Mistral-Small-4-119B-2603-GGUF-HALO"],"logoFrom":"mistralai"},{"id":"openbuddy-r1-0528-distill-qwen3-32b-preview0-qat","family":"OpenBuddy/OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT","name":"OpenBuddy R1 0528 Distill Qwen3 32B Preview0 QAT","maker":"OpenBuddy","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-10T20:09:43.000Z","downloads":3224,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ2_XXS.gguf","label":"IQ2_XXS","size":9020577056,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ2_XS.gguf","label":"IQ2_XS","size":9952498976,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ2_S.gguf","label":"IQ2_S","size":10515555616,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ2_M.gguf","label":"IQ2_M","size":11363591456,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q2_K.gguf","label":"Q2_K","size":12345402656,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821767456,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q2_K_L.gguf","label":"Q2_K_L","size":13105722656,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ3_XS.gguf","label":"IQ3_XS","size":13703738656,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q3_K_S.gguf","label":"Q3_K_S","size":14390555936,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ3_M.gguf","label":"IQ3_M","size":14930900256,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q3_K_M.gguf","label":"Q3_K_M","size":15972594976,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q3_K_L.gguf","label":"Q3_K_L","size":17331811616,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ4_XS.gguf","label":"IQ4_XS","size":17691378976,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q3_K_XL.gguf","label":"Q3_K_XL","size":18013058336,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-IQ4_NL.gguf","label":"IQ4_NL","size":18680399136,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_0.gguf","label":"Q4_0","size":18703992096,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_K_S.gguf","label":"Q4_K_S","size":18772149536,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_K_M.gguf","label":"Q4_K_M","size":19763053856,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_K_L.gguf","label":"Q4_K_L","size":20340897056,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_1.gguf","label":"Q4_1","size":20637467936,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q5_K_S.gguf","label":"Q5_K_S","size":22636479776,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q5_K_M.gguf","label":"Q5_K_M","size":23215818016,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q5_K_L.gguf","label":"Q5_K_L","size":23696340256,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q6_K.gguf","label":"Q6_K","size":26884379936,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q6_K_L.gguf","label":"Q6_K_L","size":27261498656,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q8_0.gguf","label":"Q8_0","size":34819110176,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF","file":"OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-bf16/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-bf16-00001-of-00002.gguf","label":"BF16","size":65534194848,"bits":16,"known":true,"rank":0}],"repos":["bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF"],"logoFrom":"OpenBuddy"},{"id":"lexi-llama-3-8b-uncensored-i1","family":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","name":"Lexi Llama 3 8B Uncensored I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF/Lexi-Llama-3-8B-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-11-17T03:20:56.000Z","downloads":3223,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628416,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972608,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212928,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782400,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489472,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281728,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":3179132288,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913152,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748032,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500096,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325888,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":3784824192,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918784,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321957248,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663488,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212544,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212544,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212544,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":4675892608,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669824,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735104,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294848,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732988288,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF","file":"Lexi-Llama-3-8B-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":6596007296,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Lexi-Llama-3-8B-Uncensored-i1-GGUF"],"logoFrom":"Orenguteng"},{"id":"godot-gemma-4-e4b-it","family":"bekoozkan/godot-gemma-4-e4b-it-GGUF","name":"Godot Gemma 4 E4B","maker":"bekoozkan","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"bekoozkan/godot-gemma-4-e4b-it-GGUF/gemma-4-e4b-it.Q3_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-02T19:17:03.000Z","downloads":3220,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bekoozkan/godot-gemma-4-e4b-it-GGUF","file":"gemma-4-e4b-it.Q3_K_M.gguf","label":"Q3_K_M","size":4850395520,"bits":5.16,"known":true,"rank":0},{"repo":"bekoozkan/godot-gemma-4-e4b-it-GGUF","file":"gemma-4-e4b-it.Q2_K_L.gguf","label":"Q2_K_L","size":5246472576,"bits":5.58,"known":true,"rank":0},{"repo":"bekoozkan/godot-gemma-4-e4b-it-GGUF","file":"gemma-4-e4b-it.Q4_K_M.gguf","label":"Q4_K_M","size":5335290240,"bits":5.68,"known":true,"rank":0},{"repo":"bekoozkan/godot-gemma-4-e4b-it-GGUF","file":"gemma-4-e4b-it.Q8_0.gguf","label":"Q8_0","size":8031240576,"bits":8.54,"known":true,"rank":0},{"repo":"bekoozkan/godot-gemma-4-e4b-it-GGUF","file":"gemma-4-e4b-it.F16.gguf","label":"F16","size":15053095296,"bits":16.01,"known":true,"rank":0}],"repos":["bekoozkan/godot-gemma-4-e4b-it-GGUF"],"logoFrom":"google"},{"id":"hana-0-1-fast","family":"dwmk/Hana-0.1-Fast","name":"Hana 0.1 Fast","maker":"dwmk","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"dwmk/Hana-0.1-Fast/Hana-Q2.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-11T08:19:45.000Z","downloads":3220,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dwmk/Hana-0.1-Fast","file":"Hana-Q2.gguf","label":"Q2","size":3179132032,"bits":3.17,"known":false,"rank":0},{"repo":"dwmk/Hana-0.1-Fast","file":"Hana-Q3.gguf","label":"Q3","size":4018918240,"bits":4,"known":false,"rank":0}],"repos":["dwmk/Hana-0.1-Fast"],"logoFrom":"dwmk"},{"id":"gemma-4-26b-a4b-it-heretic-ara-v2","family":"trohrbaugh/gemma-4-26B-A4B-it-heretic-ara-v2","name":"Gemma 4 26B A4B Heretic Ara V2","maker":"trohrbaugh","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF/gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-15T06:32:45.000Z","downloads":3217,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":8290271296,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":8668657216,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299300416,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816430656,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":9873201216,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10377715776,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q2_K.gguf","label":"Q2_K","size":10582737472,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624481856,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325694016,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636067904,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":12222409792,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222409792,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":12392563776,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286733888,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824488512,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917726272,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q4_0.gguf","label":"Q4_0","size":14488056384,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464825408,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q4_1.gguf","label":"Q4_1","size":15969576512,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796016192,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986733632,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132890688,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF","file":"gemma-4-26B-A4B-it-heretic-ara-v2.i1-Q6_K.gguf","label":"Q6_K","size":22638399552,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-26B-A4B-it-heretic-ara-v2-i1-GGUF"],"logoFrom":"trohrbaugh"},{"id":"sulphur-2-prompt-enhancer-uncensored","family":"PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF","name":"Sulphur 2 Prompt Enhancer Uncensored","maker":"PeppX","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF/prompt_enhancer_uncensored-IQ4_NL.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-15T16:36:53.000Z","downloads":3217,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF","file":"prompt_enhancer_uncensored-IQ4_NL.gguf","label":"IQ4_NL","size":5443379584,"bits":4.87,"known":true,"rank":0},{"repo":"PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF","file":"prompt_enhancer_uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5629108608,"bits":5.03,"known":true,"rank":0}],"repos":["PeppX/Sulphur-2-Prompt-Enhancer-Uncensored-GGUF"],"logoFrom":"SulphurAI"},{"id":"imperum-cybersecurityllm-v1-0","family":"IMPERUM/Imperum-CybersecurityLLM-v1.0-GGUF","name":"Imperum CybersecurityLLM V1.0","maker":"IMPERUM","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"IMPERUM/Imperum-CybersecurityLLM-v1.0-GGUF/Imperum-CybersecurityLLM-v1.0.Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-17T23:15:45.000Z","downloads":3216,"likes":29,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IMPERUM/Imperum-CybersecurityLLM-v1.0-GGUF","file":"Imperum-CybersecurityLLM-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":21166757792,"bits":4.89,"known":true,"rank":0},{"repo":"IMPERUM/Imperum-CybersecurityLLM-v1.0-GGUF","file":"Imperum-CybersecurityLLM-v1.0.Q8_0.gguf","label":"Q8_0","size":36903139232,"bits":8.52,"known":true,"rank":0}],"repos":["IMPERUM/Imperum-CybersecurityLLM-v1.0-GGUF"],"logoFrom":"Qwen"},{"id":"lfm3-2b-vl-abliter8","family":"abliter8-ai/lfm3-2b-vl-abliter8-gguf","name":"Lfm3 2B Vl Abliter8","maker":"abliter8-ai","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"abliter8-ai/lfm3-2b-vl-abliter8-gguf/LFM3-VL-2B-Abliter8-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-28T14:34:39.000Z","downloads":3216,"likes":4,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abliter8-ai/lfm3-2b-vl-abliter8-gguf","file":"LFM3-VL-2B-Abliter8-Q4_0.gguf","label":"Q4_0","size":1052564352,"bits":4.87,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-vl-abliter8-gguf","file":"LFM3-VL-2B-Abliter8-Q4_K_M.gguf","label":"Q4_K_M","size":1099627392,"bits":5.08,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-vl-abliter8-gguf","file":"LFM3-VL-2B-Abliter8-Q6_K.gguf","label":"Q6_K","size":1427637888,"bits":6.6,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-vl-abliter8-gguf","file":"LFM3-VL-2B-Abliter8-Q8_0.gguf","label":"Q8_0","size":1846237824,"bits":8.54,"known":true,"rank":0},{"repo":"abliter8-ai/lfm3-2b-vl-abliter8-gguf","file":"LFM3-VL-2B-Abliter8-BF16.gguf","label":"BF16","size":3466625664,"bits":16.03,"known":true,"rank":0}],"repos":["abliter8-ai/lfm3-2b-vl-abliter8-gguf"],"logoFrom":"LiquidAI"},{"id":"pythia-410m-deduped","family":"EleutherAI/pythia-410m-deduped","name":"Pythia 410M Deduped","maker":"EleutherAI","catalog":null,"tuned":false,"params":0.41,"active":null,"layers":24,"probe":"mradermacher/pythia-410m-deduped-i1-GGUF/pythia-410m-deduped.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T14:12:13.000Z","downloads":3215,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ1_S.gguf","label":"IQ1_S","size":117614816,"bits":2.29,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ1_M.gguf","label":"IQ1_M","size":123807968,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":134129888,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ2_XS.gguf","label":"IQ2_XS","size":143173856,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ2_S.gguf","label":"IQ2_S","size":153222368,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ2_M.gguf","label":"IQ2_M","size":161479904,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q2_K.gguf","label":"Q2_K","size":174099680,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":177405152,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ3_XS.gguf","label":"IQ3_XS","size":193683680,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ3_S.gguf","label":"IQ3_S","size":197222624,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q3_K_S.gguf","label":"Q3_K_S","size":197222624,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ3_M.gguf","label":"IQ3_M","size":212263136,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q3_K_M.gguf","label":"Q3_K_M","size":224485600,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-IQ4_XS.gguf","label":"IQ4_XS","size":233125088,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q3_K_L.gguf","label":"Q3_K_L","size":239689952,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":244172000,"bits":4.76,"known":false,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":244172000,"bits":4.76,"known":false,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":244172000,"bits":4.76,"known":false,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q4_0.gguf","label":"Q4_0","size":244958432,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q4_K_S.gguf","label":"Q4_K_S","size":245744864,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q4_K_M.gguf","label":"Q4_K_M","size":266585312,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q5_K_S.gguf","label":"Q5_K_S","size":288359648,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q5_K_M.gguf","label":"Q5_K_M","size":305071328,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-410m-deduped-i1-GGUF","file":"pythia-410m-deduped.i1-Q6_K.gguf","label":"Q6_K","size":335309024,"bits":6.54,"known":true,"rank":0}],"repos":["mradermacher/pythia-410m-deduped-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"xor-26b-a4b","family":"juspay/Xor-26B-A4B","name":"Xor 26B A4B","maker":"juspay","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Xor-26B-A4B-i1-GGUF/Xor-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T04:14:41.000Z","downloads":3213,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8290273504,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8668659424,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9299302624,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9816432864,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":9873203424,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10377717984,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10582739680,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10624484064,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11325696224,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11636070112,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12222412000,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12222412000,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12392565984,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13286736096,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13824490720,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13917728480,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14488058592,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15464827616,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":15969578720,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16796018400,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":17986735840,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19132892896,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Xor-26B-A4B-i1-GGUF","file":"Xor-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":22638401760,"bits":7.18,"known":true,"rank":0}],"repos":["mradermacher/Xor-26B-A4B-i1-GGUF"],"logoFrom":"juspay"},{"id":"zwz2-4b-surgical-abliterated","family":"medismera/ZwZ2-4B-Surgical-Abliterated","name":"ZwZ2 4B Surgical Abliterated","maker":"medismera","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF/ZwZ2-4B-Surgical-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T18:01:56.000Z","downloads":3213,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235328,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419968,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394368,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595328,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976448,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555968,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393728,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494848,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":1915472128,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069881088,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581568,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":2139513088,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187968,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065408,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317888,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286848,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":2549799168,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889408,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436928,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805888,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":2766969088,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037248,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988288,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF","file":"ZwZ2-4B-Surgical-Abliterated.i1-Q6_K.gguf","label":"Q6_K","size":3464057088,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/ZwZ2-4B-Surgical-Abliterated-i1-GGUF"],"logoFrom":null},{"id":"dolphin-2-9-3-qwen2-1-5b","family":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","name":"Dolphin 2.9.3 Qwen2 1.5B","maker":"crusoeai","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF/dolphin-2.9.3-qwen2-1.5b.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-06-11T02:02:29.000Z","downloads":3212,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q2_K.gguf","label":"Q2_K","size":676301856,"bits":3.51,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q3_K_S.gguf","label":"Q3_K_S","size":760941600,"bits":3.95,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q3_K_M.gguf","label":"Q3_K_M","size":824175648,"bits":4.28,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q3_K_L.gguf","label":"Q3_K_L","size":880159776,"bits":4.57,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q4_0.gguf","label":"Q4_0","size":934951968,"bits":4.86,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q4_K_S.gguf","label":"Q4_K_S","size":940309536,"bits":4.88,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q4_K_M.gguf","label":"Q4_K_M","size":986045472,"bits":5.12,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q4_1.gguf","label":"Q4_1","size":1016839200,"bits":5.28,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q5_0.gguf","label":"Q5_0","size":1098726432,"bits":5.71,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q5_K_S.gguf","label":"Q5_K_S","size":1098726432,"bits":5.71,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q5_K_M.gguf","label":"Q5_K_M","size":1125047328,"bits":5.84,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q5_1.gguf","label":"Q5_1","size":1180613664,"bits":6.13,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q6_K.gguf","label":"Q6_K","size":1272736800,"bits":6.61,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.Q8_0.gguf","label":"Q8_0","size":1646570016,"bits":8.55,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF","file":"dolphin-2.9.3-qwen2-1.5b.fp16.gguf","label":"dolphin-2.9.3-qwen2-1.5b.fp16","size":3093666336,"bits":16.07,"known":false,"rank":0}],"repos":["crusoeai/dolphin-2.9.3-qwen2-1.5b-GGUF"],"logoFrom":"crusoeai"},{"id":"smollm-135m-instruct-v0-2-q8-0","family":"HuggingFaceTB/smollm-135M-instruct-v0.2-Q8_0-GGUF","name":"Smollm 135M V0.2 Q8 0","maker":"Hugging Face","catalog":null,"tuned":false,"params":0.13,"active":null,"layers":30,"probe":"HuggingFaceTB/smollm-135M-instruct-v0.2-Q8_0-GGUF/smollm-135m-instruct-add-basics-q8_0.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-14T11:12:13.000Z","downloads":3211,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"HuggingFaceTB/smollm-135M-instruct-v0.2-Q8_0-GGUF","file":"smollm-135m-instruct-add-basics-q8_0.gguf","label":"Q8_0","size":144811552,"bits":8.91,"known":true,"rank":0}],"repos":["HuggingFaceTB/smollm-135M-instruct-v0.2-Q8_0-GGUF"],"logoFrom":"HuggingFaceTB"},{"id":"k2-horizon-3-7b-claude-opus-reasoning-distilled-i1","family":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","name":"K2 Horizon 3.7B Claude Opus Reasoning Distilled I1","maker":"mradermacher","catalog":null,"tuned":true,"params":5.06,"active":null,"layers":36,"probe":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","kvBytesPerToken":166920,"kvHeader":147456,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-24T11:36:48.000Z","downloads":3211,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","label":"IQ1_S","size":1473292192,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ1_M.gguf","label":"IQ1_M","size":1548248992,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1673176992,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1784915872,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ2_S.gguf","label":"IQ2_S","size":1913811872,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ2_M.gguf","label":"IQ2_M","size":2013754272,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2034377632,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q2_K.gguf","label":"Q2_K","size":2143986592,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2179232672,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2360291232,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2436231072,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":2448764832,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":2512826272,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2631446432,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2801184672,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2899524512,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":3029347232,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3034590112,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3037211552,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3156609952,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":3298823072,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3574852512,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3643788192,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled.i1-Q6_K.gguf","label":"Q6_K","size":4161415072,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/K2-Horizon-3.7B-Claude-Opus-Reasoning-Distilled-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"codellama-34b-python-hf","family":"codellama/CodeLlama-34b-Python-hf","name":"CodeLlama 34b Python hf","maker":"codellama","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF/CodeLlama-34b-Python-hf.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-09T00:49:17.000Z","downloads":3209,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":7251129664,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":7919400256,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9033184576,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10024875328,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":10614388032,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":11505415488,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q2_K.gguf","label":"Q2_K","size":12505691456,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13010253120,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13880259904,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14605350208,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":14658827584,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":15230367040,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16306140480,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17771525440,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18068682048,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q4_0.gguf","label":"Q4_0","size":19119682880,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19191510336,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20219901248,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23237178688,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23838799168,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-34b-Python-hf-i1-GGUF","file":"CodeLlama-34b-Python-hf.i1-Q6_K.gguf","label":"Q6_K","size":27683878208,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/CodeLlama-34b-Python-hf-i1-GGUF"],"logoFrom":"codellama"},{"id":"llds-a-grpo-qwen2-5-7b-base","family":"SEGAgentRL/LLDS-A-GRPO-Qwen2.5-7B-Base","name":"LLDS A GRPO Qwen2.5 7B Base","maker":"SEGAgentRL","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF/LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-15T05:46:08.000Z","downloads":3209,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668192,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":2042196960,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078240,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022688,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638240,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343264,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074592,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q2_K.gguf","label":"Q2_K","size":3015941088,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515424,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346256864,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369376,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193312,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":3574012896,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392160,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460256,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473440,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814240,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q4_0.gguf","label":"Q4_0","size":4444122080,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457769952,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074528,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q4_1.gguf","label":"Q4_1","size":4873284576,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177440,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832224,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Base.i1-Q6_K.gguf","label":"Q6_K","size":6254199776,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Base-i1-GGUF"],"logoFrom":"SEGAgentRL"},{"id":"inneriai-chat-7b-grok","family":"InnerI/InnerIAI-chat-7b-grok","name":"InnerIAI 7B Grok","maker":"InnerI","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/InnerIAI-chat-7b-grok-GGUF/InnerIAI-chat-7b-grok.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-23T22:11:27.000Z","downloads":3207,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q2_K.gguf","label":"Q2_K","size":2873866432,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.IQ3_XS.gguf","label":"IQ3_XS","size":3155613888,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q3_K_S.gguf","label":"Q3_K_S","size":3319191744,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.IQ3_S.gguf","label":"IQ3_S","size":3337017536,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.IQ3_M.gguf","label":"IQ3_M","size":3439515840,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q3_K_M.gguf","label":"Q3_K_M","size":3673610432,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q3_K_L.gguf","label":"Q3_K_L","size":3976648896,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.IQ4_XS.gguf","label":"IQ4_XS","size":4099012800,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q4_0.gguf","label":"Q4_0","size":4263540928,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q4_K_S.gguf","label":"Q4_K_S","size":4294998208,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.IQ4_NL.gguf","label":"IQ4_NL","size":4309678272,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q4_K_M.gguf","label":"Q4_K_M","size":4523063488,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q5_K_S.gguf","label":"Q5_K_S","size":5152340160,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q5_K_M.gguf","label":"Q5_K_M","size":5286033600,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q6_K.gguf","label":"Q6_K","size":6096689344,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/InnerIAI-chat-7b-grok-GGUF","file":"InnerIAI-chat-7b-grok.Q8_0.gguf","label":"Q8_0","size":7818737856,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/InnerIAI-chat-7b-grok-GGUF"],"logoFrom":"InnerI"},{"id":"fireball-meta-llama-3-2-8b-instruct-agent-003-128k-code-dpo","family":"EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO","name":"Fireball Meta Llama 3.2 8B Agent 003 128K Code DPO","maker":"EpistemeAI","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-09T09:28:25.000Z","downloads":3207,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":2019629824,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":2161974016,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399214336,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605783808,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":2758490880,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":2948283136,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q2_K.gguf","label":"Q2_K","size":3179133696,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274914560,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518749440,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664501504,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":3682327296,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":3784825600,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018920192,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321958656,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447664896,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661213952,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661213952,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661213952,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q4_0.gguf","label":"Q4_0","size":4675894016,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692671232,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920736512,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599296256,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732989696,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF","file":"Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.i1-Q6_K.gguf","label":"Q6_K","size":6596008704,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-i1-GGUF"],"logoFrom":"EpistemeAI"},{"id":"psyonic-cetacean-full-precision-i1","family":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","name":"Psyonic Cetacean Full Precision I1","maker":"mradermacher","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF/Psyonic-Cetacean-full-precision.i1-IQ1_S.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-01T17:32:58.000Z","downloads":3206,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ1_S.gguf","label":"IQ1_S","size":4393984416,"bits":1.76,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ1_M.gguf","label":"IQ1_M","size":4767109536,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5388984736,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ2_XS.gguf","label":"IQ2_XS","size":5937275296,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ2_S.gguf","label":"IQ2_S","size":6397860256,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ2_M.gguf","label":"IQ2_M","size":6895360416,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q2_K.gguf","label":"Q2_K","size":7420221856,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7587789216,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8194130336,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ3_S.gguf","label":"IQ3_S","size":8658370976,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8658370976,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ3_M.gguf","label":"IQ3_M","size":9155891616,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9706004896,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10627768736,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10672343456,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q4_0.gguf","label":"Q4_0","size":11322993056,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11367066016,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12042209696,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13770762656,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14157220256,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF","file":"Psyonic-Cetacean-full-precision.i1-Q6_K.gguf","label":"Q6_K","size":16404418976,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Psyonic-Cetacean-full-precision-i1-GGUF"],"logoFrom":null},{"id":"experiment28experiment29-7b","family":"automerger/Experiment28Experiment29-7B","name":"Experiment28Experiment29 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF/Experiment28Experiment29-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-30T16:20:28.000Z","downloads":3203,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q2_K.gguf","label":"Q2_K","size":2719242048,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815296,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567360,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986048,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024512,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388416,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373824,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439104,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715776,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409216,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Experiment29-7B-GGUF","file":"Experiment28Experiment29-7B.Q6_K.gguf","label":"Q6_K","size":5942064960,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/Experiment28Experiment29-7B-GGUF"],"logoFrom":"automerger"},{"id":"actio-ui-7b-rlvr","family":"Uniphore/actio-ui-7b-rlvr","name":"Actio Ui 7B Rlvr","maker":"Uniphore","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/actio-ui-7b-rlvr-i1-GGUF/actio-ui-7b-rlvr.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":false,"licence":"openmdw-1.0","open":false,"released":"2025-12-11T08:20:25.000Z","downloads":3202,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ1_S.gguf","label":"IQ1_S","size":1903666976,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ1_M.gguf","label":"IQ1_M","size":2042195744,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273077024,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469021472,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ2_S.gguf","label":"IQ2_S","size":2595637024,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ2_M.gguf","label":"IQ2_M","size":2780342048,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834073376,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q2_K.gguf","label":"Q2_K","size":3015939872,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114514208,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346255648,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492368160,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ3_S.gguf","label":"IQ3_S","size":3499192096,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ3_M.gguf","label":"IQ3_M","size":3574011680,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808390944,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088459040,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218472224,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437813024,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q4_0.gguf","label":"Q4_0","size":4444120864,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457768736,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683073312,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q4_1.gguf","label":"Q4_1","size":4873283360,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315176224,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444831008,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/actio-ui-7b-rlvr-i1-GGUF","file":"actio-ui-7b-rlvr.i1-Q6_K.gguf","label":"Q6_K","size":6254198560,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/actio-ui-7b-rlvr-i1-GGUF"],"logoFrom":"Uniphore"},{"id":"llama-3-1-sauerkrautlm-8b-instruct","family":"VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct","name":"Llama 3.1 SauerkrautLM 8B","maker":"VAGOsolutions","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF/Llama-3.1-SauerkrautLM-8b-Instruct-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-07-27T23:22:05.000Z","downloads":3200,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2948281568,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q2_K.gguf","label":"Q2_K","size":3179132128,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3518747872,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3664499936,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3692156128,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3784824032,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4018918624,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4321957088,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4447663328,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4692669664,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626592,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4920734944,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5310633184,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5599294688,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5732988128,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":6057219296,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q6_K.gguf","label":"Q6_K","size":6596007136,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6850467040,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-Q8_0.gguf","label":"Q8_0","size":8540771552,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF","file":"Llama-3.1-SauerkrautLM-8b-Instruct-f32.gguf","label":"F32","size":32128881600,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Llama-3.1-SauerkrautLM-8b-Instruct-GGUF"],"logoFrom":"VAGOsolutions"},{"id":"sage-a1-5-mxfp4-moe-mtp","family":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF","name":"Sage A1.5 MXFP4 MoE MTP","maker":"prithivMLmods","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF/Sage-A1.5.Q3_K_L.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-21T15:37:42.000Z","downloads":3200,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF","file":"Sage-A1.5.Q3_K_L.gguf","label":"Q3_K_L","size":18552091200,"bits":4.18,"known":true,"rank":0},{"repo":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF","file":"Sage-A1.5.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":20261571136,"bits":4.56,"known":true,"rank":0},{"repo":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF","file":"Sage-A1.5.Q5_K_M.gguf","label":"Q5_K_M","size":25347533376,"bits":5.71,"known":true,"rank":0},{"repo":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF","file":"Sage-A1.5.Q6_K.gguf","label":"Q6_K","size":29208732224,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF","file":"Sage-A1.5.BF16.gguf","label":"BF16","size":71066995616,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/Sage-A1.5-MXFP4-MoE-MTP-GGUF"],"logoFrom":"InternScience"},{"id":"airoboros-l2-13b-3-1-1","family":"jondurbin/airoboros-l2-13b-3.1.1","name":"Airoboros L2 13B 3.1.1","maker":"jondurbin","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF/airoboros-l2-13b-3.1.1.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-18T12:34:39.000Z","downloads":3199,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-3.1.1-GGUF","file":"airoboros-l2-13b-3.1.1.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-13B-3.1.1-GGUF"],"logoFrom":"jondurbin"},{"id":"internlm2-5-20b-chat","family":"internlm/internlm2_5-20b-chat","name":"Internlm2 5 20B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":19.86,"active":null,"layers":48,"probe":"bartowski/internlm2_5-20b-chat-GGUF/internlm2_5-20b-chat-IQ2_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-07-29T04:47:30.000Z","downloads":3199,"likes":47,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1191,"arenaCoding":1249,"arenaVision":null,"builds":[{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-IQ2_M.gguf","label":"IQ2_M","size":6974467872,"bits":2.81,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q2_k.gguf","label":"Q2_K","size":7546670464,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q2_K_L.gguf","label":"Q2_K_L","size":8101934880,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-IQ3_XS.gguf","label":"IQ3_XS","size":8361752352,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q3_K_S.gguf","label":"Q3_K_S","size":8760473376,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-IQ3_M.gguf","label":"IQ3_M","size":9121445664,"bits":3.67,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q3_k_m.gguf","label":"Q3_K_M","size":9722279296,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q3_K_L.gguf","label":"Q3_K_L","size":10551179040,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-IQ4_XS.gguf","label":"IQ4_XS","size":10766999328,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q3_K_XL.gguf","label":"Q3_K_XL","size":11048695584,"bits":4.45,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q4_0.gguf","label":"Q4_0","size":11322686848,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q4_K_S.gguf","label":"Q4_K_S","size":11401330464,"bits":4.59,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q4_k_m.gguf","label":"Q4_K_M","size":11984469376,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q4_K_L.gguf","label":"Q4_K_L","size":12406470432,"bits":5,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q5_0.gguf","label":"Q5_0","size":13734182272,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q5_K_S.gguf","label":"Q5_K_S","size":13734182688,"bits":5.53,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q5_k_m.gguf","label":"Q5_K_M","size":14075100544,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q5_K_L.gguf","label":"Q5_K_L","size":14426027808,"bits":5.81,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q6_k.gguf","label":"Q6_K","size":16296396160,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-Q6_K_L.gguf","label":"Q6_K_L","size":16571807520,"bits":6.68,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-q8_0.gguf","label":"Q8_0","size":21106374016,"bits":8.5,"known":true,"rank":0},{"repo":"internlm/internlm2_5-20b-chat-gguf","file":"internlm2_5-20b-chat-fp16.gguf","label":"internlm2_5-20b-chat-fp16","size":39725643136,"bits":16,"known":false,"rank":0},{"repo":"bartowski/internlm2_5-20b-chat-GGUF","file":"internlm2_5-20b-chat-f32/internlm2_5-20b-chat-f32-00001-of-00002.gguf","label":"F32","size":79446750912,"bits":32,"known":true,"rank":0}],"repos":["bartowski/internlm2_5-20b-chat-GGUF","internlm/internlm2_5-20b-chat-gguf","second-state/internlm2_5-20b-chat-GGUF"],"logoFrom":"internlm"},{"id":"llama3-12b-wwe","family":"mergekit-community/Llama3-12B-wwe","name":"Llama3 12B Wwe","maker":"mergekit-community","catalog":null,"tuned":true,"params":13.7,"active":null,"layers":58,"probe":"MaziyarPanahi/Llama3-12B-wwe-GGUF/Llama3-12B-wwe.Q2_K.gguf","kvBytesPerToken":274866,"kvHeader":237568,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-16T03:59:46.000Z","downloads":3198,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q2_K.gguf","label":"Q2_K","size":5265722368,"bits":3.07,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q3_K_S.gguf","label":"Q3_K_S","size":6102100992,"bits":3.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q3_K_M.gguf","label":"Q3_K_M","size":6739045376,"bits":3.94,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q3_K_L.gguf","label":"Q3_K_L","size":7293742080,"bits":4.26,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q4_K_S.gguf","label":"Q4_K_S","size":7905430528,"bits":4.62,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q4_K_M.gguf","label":"Q4_K_M","size":8322337792,"bits":4.86,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q5_K_S.gguf","label":"Q5_K_S","size":9498872832,"bits":5.55,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q5_K_M.gguf","label":"Q5_K_M","size":9741192192,"bits":5.69,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q6_K.gguf","label":"Q6_K","size":11248724992,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Llama3-12B-wwe-GGUF","file":"Llama3-12B-wwe.Q8_0.gguf","label":"Q8_0","size":14566893568,"bits":8.51,"known":true,"rank":0}],"repos":["MaziyarPanahi/Llama3-12B-wwe-GGUF"],"logoFrom":"mergekit-community"},{"id":"cirque-12b","family":"pinkachu/Cirque-12B","name":"Cirque 12B","maker":"pinkachu","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Cirque-12B-i1-GGUF/Cirque-12B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-20T06:29:31.000Z","downloads":3198,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2999217344,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3221630144,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592318144,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915082944,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4138478784,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4435029184,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493683904,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q2_K.gguf","label":"Q2_K","size":4791053504,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945390784,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306494144,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534231744,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5562084544,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5722238144,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083095744,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561508544,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742715584,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q4_0.gguf","label":"Q4_0","size":7094643904,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097920704,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120202944,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477210304,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q4_1.gguf","label":"Q4_1","size":7795223744,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518741184,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727637184,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Cirque-12B-i1-GGUF","file":"Cirque-12B.i1-Q6_K.gguf","label":"Q6_K","size":10056215744,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Cirque-12B-i1-GGUF"],"logoFrom":"pinkachu"},{"id":"qwen3-5-27b-uncensored-heretic","family":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","name":"Qwen3.5 27B Uncensored Heretic","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF/Qwen3.5-27B-uncensored-heretic.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T05:22:54.000Z","downloads":3197,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q2_K.gguf","label":"Q2_K","size":10711664704,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":12073953344,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":13301442624,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":14344775744,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":15193917504,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":15586314304,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":16547399744,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":18679613504,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":19231098944,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q6_K.gguf","label":"Q6_K","size":22082529344,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF","file":"Qwen3.5-27B-uncensored-heretic.Q8_0.gguf","label":"Q8_0","size":28595763264,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"openbuddy-zephyr-7b-v14-1","family":"OpenBuddy/openbuddy-zephyr-7b-v14.1","name":"Openbuddy Zephyr 7B V14.1","maker":"OpenBuddy","catalog":null,"tuned":false,"params":7.28,"active":null,"layers":32,"probe":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF/openbuddy-zephyr-7b-v14.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-06T14:54:31.000Z","downloads":3196,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q2_K.gguf","label":"Q2_K","size":3104861952,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q3_K_S.gguf","label":"Q3_K_S","size":3188248320,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q3_K_M.gguf","label":"Q3_K_M","size":3542667008,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q3_K_L.gguf","label":"Q3_K_L","size":3845705472,"bits":4.23,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q4_0.gguf","label":"Q4_0","size":4135104256,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q4_K_S.gguf","label":"Q4_K_S","size":4166561536,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q4_K_M.gguf","label":"Q4_K_M","size":4394626816,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q5_0.gguf","label":"Q5_0","size":5026262784,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q5_K_S.gguf","label":"Q5_K_S","size":5026262784,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q5_K_M.gguf","label":"Q5_K_M","size":5159956224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q6_K.gguf","label":"Q6_K","size":5973118720,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/openbuddy-zephyr-7B-v14.1-GGUF","file":"openbuddy-zephyr-7b-v14.1.Q8_0.gguf","label":"Q8_0","size":7736053504,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/openbuddy-zephyr-7B-v14.1-GGUF"],"logoFrom":"OpenBuddy"},{"id":"chronos-mistral-7b","family":"elinas/chronos-mistral-7b","name":"Chronos Mistral 7B","maker":"elinas","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/chronos-mistral-7b-i1-GGUF/chronos-mistral-7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-06T12:48:29.000Z","downloads":3194,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102528,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446720,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687040,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256512,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921088,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713344,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q2_K.gguf","label":"Q2_K","size":2719243136,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344768,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816384,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568448,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394240,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892544,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987136,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025600,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689344,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108917632,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108917632,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108917632,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q4_0.gguf","label":"Q4_0","size":4123597696,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374912,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440192,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716864,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410304,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/chronos-mistral-7b-i1-GGUF","file":"chronos-mistral-7b.i1-Q6_K.gguf","label":"Q6_K","size":5942066048,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/chronos-mistral-7b-i1-GGUF"],"logoFrom":"elinas"},{"id":"gemmuguinho-636m","family":"Papuguinho/gemmuguinho-636m","name":"Gemmuguinho 636M","maker":"Papuguinho","catalog":null,"tuned":false,"params":0.64,"active":0.14,"layers":18,"probe":"Papuguinho/gemmuguinho-636m-GGUF/aac-moe-636m-v2-k1-Q4_K_M.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":32768,"arch":"gemma3moe","vision":false,"licence":"gemma","open":false,"released":"2026-07-22T11:12:43.000Z","downloads":3194,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Papuguinho/gemmuguinho-636m-GGUF","file":"aac-moe-636m-v2-k1-Q4_K_M.gguf","label":"Q4_K_M","size":460306048,"bits":5.75,"known":true,"rank":0},{"repo":"Papuguinho/gemmuguinho-636m-GGUF","file":"aac-moe-636m-v2-k1-Q5_K_M.gguf","label":"Q5_K_M","size":496432768,"bits":6.21,"known":true,"rank":0},{"repo":"Papuguinho/gemmuguinho-636m-GGUF","file":"aac-moe-636m-v2-k1-Q6_K.gguf","label":"Q6_K","size":632184448,"bits":7.9,"known":true,"rank":0},{"repo":"Papuguinho/gemmuguinho-636m-GGUF","file":"aac-moe-636m-v2-k1-Q8_0.gguf","label":"Q8_0","size":680752768,"bits":8.51,"known":true,"rank":0},{"repo":"Papuguinho/gemmuguinho-636m-GGUF","file":"aac-moe-636m-v2-k1-f16.gguf","label":"F16","size":1277644160,"bits":15.97,"known":true,"rank":0}],"repos":["Papuguinho/gemmuguinho-636m-GGUF"],"logoFrom":"Papuguinho"},{"id":"q3-5-bluestar-27b","family":"zerofata/Q3.5-BlueStar-27B","name":"Q3.5 BlueStar 27B","maker":"zerofata","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Q3.5-BlueStar-27B-GGUF/Q3.5-BlueStar-27B.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-03-04T12:19:54.000Z","downloads":3193,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q2_K.gguf","label":"Q2_K","size":10121841312,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12073953952,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13289646752,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14030203552,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.IQ4_XS.gguf","label":"IQ4_XS","size":14800702112,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15568620192,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16540273312,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18679614112,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19399608992,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q6_K.gguf","label":"Q6_K","size":22082529952,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Q3.5-BlueStar-27B-GGUF","file":"Q3.5-BlueStar-27B.Q8_0.gguf","label":"Q8_0","size":28595763872,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Q3.5-BlueStar-27B-GGUF"],"logoFrom":"zerofata"},{"id":"doityourself-v1-2b","family":"theprint/DoItYourself-v1-2B-GGUF","name":"DoItYourself V1 2B","maker":"theprint","catalog":null,"tuned":false,"params":1.94,"active":null,"layers":25,"probe":"theprint/DoItYourself-v1-2B-GGUF/DoItYourself-v1-2B-GGUF-TQ2_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-06T18:22:19.000Z","downloads":3193,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-TQ2_0.gguf","label":"TQ2_0","size":799960608,"bits":3.3,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q2_K.gguf","label":"Q2_K","size":990491168,"bits":4.08,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q3_K_S.gguf","label":"Q3_K_S","size":1046349344,"bits":4.31,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q3_K_M.gguf","label":"Q3_K_M","size":1127802400,"bits":4.65,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q3_K_L.gguf","label":"Q3_K_L","size":1195304480,"bits":4.93,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-IQ4_XS.gguf","label":"IQ4_XS","size":1234377248,"bits":5.09,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q4_K_S.gguf","label":"Q4_K_S","size":1246308896,"bits":5.14,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-IQ4_NL.gguf","label":"IQ4_NL","size":1270688288,"bits":5.24,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":1312164384,"bits":5.41,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q5_K_S.gguf","label":"Q5_K_S","size":1415932448,"bits":5.84,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q5_K_M.gguf","label":"Q5_K_M","size":1454787104,"bits":6,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q6_K.gguf","label":"Q6_K","size":1606323744,"bits":6.62,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-Q8_0.gguf","label":"Q8_0","size":2076674592,"bits":8.56,"known":true,"rank":0},{"repo":"theprint/DoItYourself-v1-2B-GGUF","file":"DoItYourself-v1-2B-GGUF-BF16.gguf","label":"BF16","size":3897387552,"bits":16.07,"known":true,"rank":0}],"repos":["theprint/DoItYourself-v1-2B-GGUF"],"logoFrom":"theprint"},{"id":"fllama","family":"telosnex/fllama","name":"Fllama","maker":"telosnex","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"telosnex/fllama/SmolLM3-Q4_K_M.gguf","kvBytesPerToken":85303,"kvHeader":73728,"kvFixed":0,"context":65536,"arch":"smollm3","vision":true,"licence":null,"open":false,"released":"2024-01-21T01:04:53.000Z","downloads":3192,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"telosnex/fllama","file":"Meta-Llama-3.1-8B-Instruct-Q4_K_M-take2.gguf","label":"Meta-Llama-3.1-8B-Instruct-Q4_K_M-take2","size":4920734656,"bits":4.81,"known":false,"rank":0},{"repo":"telosnex/fllama","file":"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16947539744,"bits":16.55,"known":true,"rank":0},{"repo":"telosnex/fllama","file":"Qwen3.5-35B-A3B-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":21587638912,"bits":21.09,"known":true,"rank":0}],"repos":["telosnex/fllama"],"logoFrom":"telosnex"},{"id":"gemma-4-e4b-it-erotica","family":"JiangYouKing/gemma-4-E4B-it-erotica","name":"Gemma 4 E4B Erotica","maker":"JiangYouKing","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-erotica-GGUF/gemma-4-E4B-it-erotica.Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-08-08T13:25:22.000Z","downloads":3192,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q2_K.gguf","label":"Q2_K","size":4401315840,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q3_K_S.gguf","label":"Q3_K_S","size":4654632960,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q3_K_M.gguf","label":"Q3_K_M","size":4850391040,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q3_K_L.gguf","label":"Q3_K_L","size":5021276160,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.IQ4_XS.gguf","label":"IQ4_XS","size":5091430400,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q4_K_S.gguf","label":"Q4_K_S","size":5202964480,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q4_K_M.gguf","label":"Q4_K_M","size":5335285760,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q5_K_S.gguf","label":"Q5_K_S","size":5685964800,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q5_K_M.gguf","label":"Q5_K_M","size":5762908160,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q6_K.gguf","label":"Q6_K","size":6217256960,"bits":6.61,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.Q8_0.gguf","label":"Q8_0","size":8031236096,"bits":8.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-erotica-GGUF","file":"gemma-4-E4B-it-erotica.f16.gguf","label":"F16","size":15053090816,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E4B-it-erotica-GGUF"],"logoFrom":"google"},{"id":"magnum-v4-22b","family":"anthracite-org/magnum-v4-22b","name":"Magnum V4 22B","maker":"anthracite-org","catalog":null,"tuned":false,"params":22.25,"active":null,"layers":56,"probe":"mradermacher/magnum-v4-22b-i1-GGUF/magnum-v4-22b.i1-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-10-20T15:04:30.000Z","downloads":3191,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ1_S.gguf","label":"IQ1_S","size":4829492416,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ1_M.gguf","label":"IQ1_M","size":5267141824,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5996557504,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6646150336,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ2_S.gguf","label":"IQ2_S","size":7035434176,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ2_M.gguf","label":"IQ2_M","size":7618966720,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q2_K.gguf","label":"Q2_K","size":8272098496,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8598860992,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9176102080,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":9641276608,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ3_S.gguf","label":"IQ3_S","size":9688069312,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ3_M.gguf","label":"IQ3_M","size":10062410944,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10756830400,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11730433216,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11935298752,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q4_0.gguf","label":"Q4_0","size":12613203136,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":12660389056,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":13341242560,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15324820672,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":15722558656,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/magnum-v4-22b-i1-GGUF","file":"magnum-v4-22b.i1-Q6_K.gguf","label":"Q6_K","size":18252707008,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/magnum-v4-22b-i1-GGUF"],"logoFrom":"anthracite-org"},{"id":"cydonia-24b-v2","family":"TheDrummer/Cydonia-24B-v2","name":"Cydonia 24B V2","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF/TheDrummer_Cydonia-24B-v2-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-02-14T15:51:07.000Z","downloads":3188,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ2_XS.gguf","label":"IQ2_XS","size":7207031584,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ2_S.gguf","label":"IQ2_S","size":7478350624,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ2_M.gguf","label":"IQ2_M","size":8114049824,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q2_K.gguf","label":"Q2_K","size":8890323744,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280590624,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q2_K_L.gguf","label":"Q2_K_L","size":9545683744,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ3_XS.gguf","label":"IQ3_XS","size":9907114784,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q3_K_S.gguf","label":"Q3_K_S","size":10400273184,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ3_M.gguf","label":"IQ3_M","size":10650948384,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q3_K_M.gguf","label":"Q3_K_M","size":11474080544,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q3_K_L.gguf","label":"Q3_K_L","size":12400759584,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ4_XS.gguf","label":"IQ4_XS","size":12758913824,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987962144,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-IQ4_NL.gguf","label":"IQ4_NL","size":13468013344,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q4_0.gguf","label":"Q4_0","size":13494227744,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q4_K_S.gguf","label":"Q4_K_S","size":13549277984,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q4_K_M.gguf","label":"Q4_K_M","size":14333907744,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q4_K_L.gguf","label":"Q4_K_L","size":14831981344,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q4_1.gguf","label":"Q4_1","size":14873105184,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q5_K_S.gguf","label":"Q5_K_S","size":16304411424,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q5_K_M.gguf","label":"Q5_K_M","size":16763982624,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q5_K_L.gguf","label":"Q5_K_L","size":17178170144,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q6_K.gguf","label":"Q6_K","size":19345937184,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q6_K_L.gguf","label":"Q6_K_L","size":19670995744,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v2-GGUF","file":"TheDrummer_Cydonia-24B-v2-Q8_0.gguf","label":"Q8_0","size":25054778144,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Cydonia-24B-v2-GGUF"],"logoFrom":"TheDrummer"},{"id":"gemma-3-4b-it-max-horror-imatrix","family":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","name":"Gemma 3 4B MAX HORROR Imatrix","maker":"DavidAU","catalog":null,"tuned":false,"params":3.88,"active":null,"layers":34,"probe":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF/Gemma-3-4b-it-MAX-HORROR-D_AU-IQ1_S-imat.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-14T04:40:30.000Z","downloads":3188,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ1_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ1_S-imat","size":2013782432,"bits":4.15,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ1_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ1_M-imat","size":2080260512,"bits":4.29,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_XXS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_XXS-imat","size":2191057312,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_XS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_XS-imat","size":2285265312,"bits":4.71,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_S-imat","size":2330034592,"bits":4.8,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ2_M-imat","size":2418672032,"bits":4.99,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q2_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q2_K_S-imat","size":2427601312,"bits":5.01,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q2_K-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q2_K-imat","size":2520703392,"bits":5.2,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_XXS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_XXS-imat","size":2570142112,"bits":5.3,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_XS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_XS-imat","size":2654929312,"bits":5.47,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_S-imat","size":2728903072,"bits":5.63,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q3_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q3_K_S-imat","size":2728903072,"bits":5.63,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ3_M-imat","size":2778341792,"bits":5.73,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q3_K_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q3_K_M-imat","size":2889998752,"bits":5.96,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q3_K_L-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q3_K_L-imat","size":3027624352,"bits":6.24,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ4_XS-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ4_XS-imat","size":3054780832,"bits":6.3,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ4_NL-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-IQ4_NL-imat","size":3155050912,"bits":6.51,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q4_0-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q4_0-imat","size":3161604512,"bits":6.52,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q4_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q4_K_S-imat","size":3169468832,"bits":6.53,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q4_K_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q4_K_M-imat","size":3281432992,"bits":6.77,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q5_K_S-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q5_K_S-imat","size":3556131232,"bits":7.33,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q5_0-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q5_0-imat","size":3562684832,"bits":7.35,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q5_K_M-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q5_K_M-imat","size":3621237152,"bits":7.47,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q6_K-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q6_K-imat","size":3982279072,"bits":8.21,"known":false,"rank":0},{"repo":"DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF","file":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q8_0-imat.gguf","label":"Gemma-3-4b-it-MAX-HORROR-D_AU-Q8_0-imat","size":4759372192,"bits":9.81,"known":false,"rank":0}],"repos":["DavidAU/Gemma-3-4b-it-MAX-HORROR-Imatrix-GGUF"],"logoFrom":"google"},{"id":"qwen2-5-14b-instruct-heretic","family":"saidutta69/Qwen2.5-14B-Instruct-heretic","name":"Qwen2.5 14B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"saidutta69/Qwen2.5-14B-Instruct-heretic/Qwen2.5-14B-Instruct-heretic-Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-07-16T19:55:20.000Z","downloads":3188,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-14B-Instruct-heretic","file":"Qwen2.5-14B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":8988110880,"bits":4.87,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-14B-Instruct-heretic","file":"Qwen2.5-14B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":10508873760,"bits":5.69,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-14B-Instruct-heretic","file":"Qwen2.5-14B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":12124684320,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-14B-Instruct-heretic","file":"Qwen2.5-14B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":15701598240,"bits":8.5,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-14B-Instruct-heretic","file":"Qwen2.5-14B-Instruct-heretic-F16.gguf","label":"F16","size":29547716608,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/Qwen2.5-14B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"muse-glimmer-30b-uncensored","family":"TrevorJS/Muse-Glimmer-30B-uncensored","name":"Muse Glimmer 30B Uncensored","maker":"TrevorJS","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":52,"probe":"TrevorJS/Muse-Glimmer-30B-uncensored-GGUF/Muse-Glimmer-30B-abliterated-s1.0-Q4_K_M.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-12T02:54:30.000Z","downloads":3188,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TrevorJS/Muse-Glimmer-30B-uncensored-GGUF","file":"Muse-Glimmer-30B-abliterated-s1.0-Q4_K_M.gguf","label":"Q4_K_M","size":16935292096,"bits":4.86,"known":true,"rank":0},{"repo":"TrevorJS/Muse-Glimmer-30B-uncensored-GGUF","file":"Muse-Glimmer-30B-abliterated-s1.0-Q8_0.gguf","label":"Q8_0","size":29612958656,"bits":8.51,"known":true,"rank":0}],"repos":["TrevorJS/Muse-Glimmer-30B-uncensored-GGUF"],"logoFrom":"TrevorJS"},{"id":"kataguru-industry-mvp-27b-v1-1","family":"kataguru/Kataguru-Industry-MVP-27B-v1.1-GGUF","name":"Kataguru Industry MVP 27B V1.1","maker":"kataguru","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"kataguru/Kataguru-Industry-MVP-27B-v1.1-GGUF/Kataguru-Industry-MVP-27B-v1.1-IQ3_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T12:58:49.000Z","downloads":3188,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kataguru/Kataguru-Industry-MVP-27B-v1.1-GGUF","file":"Kataguru-Industry-MVP-27B-v1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186372416,"bits":3.33,"known":true,"rank":0},{"repo":"kataguru/Kataguru-Industry-MVP-27B-v1.1-GGUF","file":"Kataguru-Industry-MVP-27B-v1.1-IQ3_S.gguf","label":"IQ3_S","size":12419329856,"bits":3.69,"known":true,"rank":0},{"repo":"kataguru/Kataguru-Industry-MVP-27B-v1.1-GGUF","file":"Kataguru-Industry-MVP-27B-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":15082508096,"bits":4.49,"known":true,"rank":0}],"repos":["kataguru/Kataguru-Industry-MVP-27B-v1.1-GGUF"],"logoFrom":"kataguru"},{"id":"openbuddy-zen-56b-v21-2-32k-i1","family":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","name":"Openbuddy Zen 56B V21.2 32K I1","maker":"mradermacher","catalog":null,"tuned":false,"params":56.71,"active":null,"layers":100,"probe":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF/openbuddy-zen-56b-v21.2-32k.i1-IQ1_S.gguf","kvBytesPerToken":473907,"kvHeader":409600,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-06-11T06:21:32.000Z","downloads":3188,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ1_S.gguf","label":"IQ1_S","size":12195052064,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ1_M.gguf","label":"IQ1_M","size":13323581984,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":15204465184,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":16869734944,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ2_S.gguf","label":"IQ2_S","size":17817960992,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ2_M.gguf","label":"IQ2_M","size":19322667552,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q2_K.gguf","label":"Q2_K","size":21025268256,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":21882503712,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":23342869024,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":24552827424,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ3_S.gguf","label":"IQ3_S","size":24650312224,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ3_M.gguf","label":"IQ3_M","size":25566669344,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":27394337312,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":29851413024,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":30379880992,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q4_0.gguf","label":"Q4_0","size":32132944416,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":32246714912,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":34009813536,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":39053447712,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":40077038112,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF","file":"openbuddy-zen-56b-v21.2-32k.i1-Q6_K.gguf","label":"Q6_K","size":46523464224,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/openbuddy-zen-56b-v21.2-32k-i1-GGUF"],"logoFrom":"OpenBuddy"},{"id":"chronos-70b-v2","family":"elinas/chronos-70b-v2","name":"Chronos 70B V2","maker":"elinas","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Chronos-70B-v2-GGUF/chronos-70b-v2.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-09-06T00:26:18.000Z","downloads":3187,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Chronos-70B-v2-GGUF","file":"chronos-70b-v2.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Chronos-70B-v2-GGUF"],"logoFrom":"elinas"},{"id":"llava-v1-5-7b","family":"liuhaotian/llava-v1.5-7b","name":"Llava V1.5 7B","maker":"liuhaotian","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"second-state/Llava-v1.5-7B-GGUF/llava-v1.5-7b-Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":true,"licence":"llama2","open":false,"released":"2024-02-28T09:14:46.000Z","downloads":3187,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q2_K.gguf","label":"Q2_K","size":2532863776,"bits":3.01,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q3_K_S.gguf","label":"Q3_K_S","size":2948304672,"bits":3.5,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q3_K_M.gguf","label":"Q3_K_M","size":3298004768,"bits":3.91,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3597111072,"bits":4.27,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q4_0.gguf","label":"Q4_0","size":3825807136,"bits":4.54,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q4_K_S.gguf","label":"Q4_K_S","size":3856740128,"bits":4.58,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q4_K_M.gguf","label":"Q4_K_M","size":4081004320,"bits":4.84,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q5_0.gguf","label":"Q5_0","size":4651691808,"bits":5.52,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q5_K_S.gguf","label":"Q5_K_S","size":4651691808,"bits":5.52,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q5_K_M.gguf","label":"Q5_K_M","size":4783157024,"bits":5.68,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q6_K.gguf","label":"Q6_K","size":5529194272,"bits":6.56,"known":true,"rank":0},{"repo":"second-state/Llava-v1.5-7B-GGUF","file":"llava-v1.5-7b-Q8_0.gguf","label":"Q8_0","size":7161089824,"bits":8.5,"known":true,"rank":0}],"repos":["second-state/Llava-v1.5-7B-GGUF"],"logoFrom":"liuhaotian"},{"id":"mephisto-1-0-4b","family":"CloudGoat/Mephisto-1.0-4B","name":"Mephisto 1.0 4B","maker":"CloudGoat","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Mephisto-1.0-4B-i1-GGUF/Mephisto-1.0-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-06T15:25:28.000Z","downloads":3187,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235232,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419872,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394272,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595232,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976352,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555872,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393632,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494752,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915472032,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880992,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581472,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512992,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187872,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065312,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317792,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286752,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549799072,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889312,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436832,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805792,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968992,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037152,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988192,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.0-4B-i1-GGUF","file":"Mephisto-1.0-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056992,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Mephisto-1.0-4B-i1-GGUF"],"logoFrom":"CloudGoat"},{"id":"astrid-mistral-7b","family":"PAIXAI/Astrid-Mistral-7B","name":"Astrid Mistral 7B","maker":"PAIXAI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Astrid-Mistral-7B-GGUF/astrid-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-28T16:24:32.000Z","downloads":3185,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107648,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577920,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996608,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822035072,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108928192,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385472,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450752,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997728448,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728448,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421888,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078720,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Astrid-Mistral-7B-GGUF","file":"astrid-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695875200,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Astrid-Mistral-7B-GGUF"],"logoFrom":"PAIXAI"},{"id":"sauerkrautlm-una-solar-instruct","family":"Weyaxi/SauerkrautLM-UNA-SOLAR-Instruct","name":"SauerkrautLM UNA SOLAR","maker":"Weyaxi","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF/sauerkrautlm-una-solar-instruct.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-24T14:17:56.000Z","downloads":3184,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q2_K.gguf","label":"Q2_K","size":4549952384,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":4665500544,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":5189264256,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":5651686272,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q4_0.gguf","label":"Q4_0","size":6073320320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":6104777600,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":6462604160,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q5_0.gguf","label":"Q5_0","size":7398327168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":7398327168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":7598867328,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q6_K.gguf","label":"Q6_K","size":8806146944,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF","file":"sauerkrautlm-una-solar-instruct.Q8_0.gguf","label":"Q8_0","size":11405091712,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/SauerkrautLM-UNA-SOLAR-Instruct-GGUF"],"logoFrom":"Weyaxi"},{"id":"apertus-70b-instruct-2509-abliterated","family":"nicoboss/Apertus-70B-Instruct-2509-abliterated","name":"Apertus 70B 2509 Abliterated","maker":"nicoboss","catalog":null,"tuned":true,"params":70.6,"active":null,"layers":80,"probe":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF/Apertus-70B-Instruct-2509-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":65536,"arch":"apertus","vision":false,"licence":null,"open":false,"released":"2025-10-04T01:07:32.000Z","downloads":3181,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":15523030848,"bits":1.76,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":16903219008,"bits":1.92,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":19203532608,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":21211555648,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":22433408832,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":24273659712,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":24689944384,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":27272062784,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":27411523392,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":29583124288,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30768015168,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":30857144128,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":32038102848,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":35535890240,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":37933983552,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":39591782208,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":40221976384,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":40446371648,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":43721598784,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":44347074368,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF","file":"Apertus-70B-Instruct-2509-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":48692373312,"bits":5.52,"known":true,"rank":0}],"repos":["mradermacher/Apertus-70B-Instruct-2509-abliterated-i1-GGUF"],"logoFrom":null},{"id":"llava-v1-6-mistral-7b","family":"TitanML/llava-v1.6-mistral-7b","name":"Llava V1.6 Mistral 7B","maker":"TitanML","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/llava-v1.6-mistral-7b-GGUF/llava-v1.6-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-29T04:30:01.000Z","downloads":3178,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q2_K.gguf","label":"Q2_K","size":2873866496,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.IQ3_XS.gguf","label":"IQ3_XS","size":3173439744,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3319191808,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.IQ3_S.gguf","label":"IQ3_S","size":3337017600,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.IQ3_M.gguf","label":"IQ3_M","size":3439515904,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3673610496,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3976648960,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.IQ4_XS.gguf","label":"IQ4_XS","size":4099012864,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4263540992,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4294998272,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.IQ4_NL.gguf","label":"IQ4_NL","size":4309678336,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4523063552,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":5152340224,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5286033664,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q6_K.gguf","label":"Q6_K","size":6096689408,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/llava-v1.6-mistral-7b-GGUF","file":"llava-v1.6-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7818737920,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/llava-v1.6-mistral-7b-GGUF"],"logoFrom":"TitanML"},{"id":"ministral-3-14b-reasoning-2512-uncensored","family":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","name":"Ministral 3 14B Reasoning 2512 Uncensored","maker":"mradermacher","catalog":null,"tuned":true,"params":13.51,"active":null,"layers":40,"probe":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF/Ministral-3-14B-Reasoning-2512-Uncensored.Q2_K.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-16T13:50:18.000Z","downloads":3177,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q2_K.gguf","label":"Q2_K","size":5246529600,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":6074904640,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6682095680,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":7210315840,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":7476719680,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7834546240,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":8239067200,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":9383817280,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":9620566080,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q6_K.gguf","label":"Q6_K","size":11088408640,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF","file":"Ministral-3-14B-Reasoning-2512-Uncensored.Q8_0.gguf","label":"Q8_0","size":14359310400,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-14B-Reasoning-2512-Uncensored-GGUF"],"logoFrom":"ccharnkij"},{"id":"andromeda-8b-coder","family":"fiel1986/Andromeda-8B-Coder","name":"Andromeda 8B Coder","maker":"fiel1986","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Andromeda-8B-Coder-i1-GGUF/Andromeda-8B-Coder.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-10T14:05:59.000Z","downloads":3175,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633056,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977248,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217568,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787040,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494112,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286368,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820384,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q2_K.gguf","label":"Q2_K","size":3179136928,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274917792,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518752672,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664504736,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ3_S.gguf","label":"IQ3_S","size":3682330528,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ3_M.gguf","label":"IQ3_M","size":3784828832,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923424,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321961888,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668128,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q4_0.gguf","label":"Q4_0","size":4675897248,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677994400,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674464,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920739744,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q4_1.gguf","label":"Q4_1","size":5130258336,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299488,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732992928,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Andromeda-8B-Coder-i1-GGUF","file":"Andromeda-8B-Coder.i1-Q6_K.gguf","label":"Q6_K","size":6596011936,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Andromeda-8B-Coder-i1-GGUF"],"logoFrom":"fiel1986"},{"id":"unsloth-phi-3-5-mini-instruct-imat","family":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","name":"Unsloth Phi 3.5 Mini IMat","maker":"legraphista","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF/unsloth-Phi-3.5-mini-instruct.IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-08-25T14:33:41.000Z","downloads":3174,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ1_S.gguf","label":"IQ1_S","size":881723232,"bits":1.85,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ1_M.gguf","label":"IQ1_M","size":950142816,"bits":1.99,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":1064175456,"bits":2.23,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ2_XS.gguf","label":"IQ2_XS","size":1164838752,"bits":2.44,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ2_S.gguf","label":"IQ2_S","size":1258204512,"bits":2.63,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q2_K_S.gguf","label":"Q2_K_S","size":1327342944,"bits":2.78,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ2_M.gguf","label":"IQ2_M","size":1349430624,"bits":2.83,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q2_K.gguf","label":"Q2_K","size":1446880608,"bits":3.03,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":1475259744,"bits":3.09,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":1596869472,"bits":3.34,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ3_S.gguf","label":"IQ3_S","size":1681804128,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1681804128,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ3_M.gguf","label":"IQ3_M","size":1775389536,"bits":3.72,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q3_K.gguf","label":"Q3_K","size":1877625696,"bits":3.93,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":2045135712,"bits":4.28,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":2059858272,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":2176182624,"bits":4.56,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":2193484128,"bits":4.59,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q4_K.gguf","label":"Q4_K","size":2318920032,"bits":4.86,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2641479776,"bits":5.53,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q5_K.gguf","label":"Q5_K","size":2715011168,"bits":5.69,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q6_K.gguf","label":"Q6_K","size":3135858272,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.Q8_0.gguf","label":"Q8_0","size":4061227616,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.BF16.gguf","label":"BF16","size":7643302496,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF","file":"unsloth-Phi-3.5-mini-instruct.FP16.gguf","label":"unsloth-Phi-3.5-mini-instruct.FP16","size":7643302496,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/unsloth-Phi-3.5-mini-instruct-IMat-GGUF"],"logoFrom":"unsloth"},{"id":"deeppresenter-9b","family":"Forceless/DeepPresenter-9B","name":"DeepPresenter 9B","maker":"Forceless","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"Forceless/DeepPresenter-9B-GGUF/DeepPresenter-9B-GGUF-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-03-05T15:04:25.000Z","downloads":3173,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Forceless/DeepPresenter-9B-GGUF","file":"DeepPresenter-9B-GGUF-Q4_K_M.gguf","label":"Q4_K_M","size":5627044096,"bits":5.03,"known":true,"rank":0},{"repo":"Forceless/DeepPresenter-9B-GGUF","file":"DeepPresenter-9B-GGUF-f16.gguf","label":"F16","size":17920696576,"bits":16.02,"known":true,"rank":0}],"repos":["Forceless/DeepPresenter-9B-GGUF"],"logoFrom":"Forceless"},{"id":"occamy-ai-occamy-1-0","family":"bartowski/occamy-ai_occamy-1.0-GGUF","name":"Occamy Ai Occamy 1.0","maker":"bartowski","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/occamy-ai_occamy-1.0-GGUF/occamy-ai_occamy-1.0-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":null,"open":false,"released":"2026-08-31T10:37:59.000Z","downloads":3173,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778452800,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ2_XS.gguf","label":"IQ2_XS","size":10797144384,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ2_S.gguf","label":"IQ2_S","size":11010275648,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ2_M.gguf","label":"IQ2_M","size":12066715968,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q2_K.gguf","label":"Q2_K","size":12617079104,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q2_K_L.gguf","label":"Q2_K_L","size":13113719104,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870829376,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q3_K_S.gguf","label":"Q3_K_S","size":15513516352,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ3_XS.gguf","label":"IQ3_XS","size":16218683712,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q3_K_M.gguf","label":"Q3_K_M","size":16226548032,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q3_K_L.gguf","label":"Q3_K_L","size":16886495552,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ3_M.gguf","label":"IQ3_M","size":16900258112,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331484992,"bits":4,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ4_XS.gguf","label":"IQ4_XS","size":18806446400,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-IQ4_NL.gguf","label":"IQ4_NL","size":19861346624,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q4_0.gguf","label":"Q4_0","size":19942611264,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q4_K_S.gguf","label":"Q4_K_S","size":20592728384,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q4_K_M.gguf","label":"Q4_K_M","size":21391448384,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q4_K_L.gguf","label":"Q4_K_L","size":21768894784,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q4_1.gguf","label":"Q4_1","size":21973768512,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q5_K_S.gguf","label":"Q5_K_S","size":24156150080,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q5_K_M.gguf","label":"Q5_K_M","size":25017456960,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q5_K_L.gguf","label":"Q5_K_L","size":25331333440,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q6_K.gguf","label":"Q6_K","size":30053415232,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q6_K_L.gguf","label":"Q6_K_L","size":30299748672,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-Q8_0.gguf","label":"Q8_0","size":36914690368,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/occamy-ai_occamy-1.0-GGUF","file":"occamy-ai_occamy-1.0-bf16/occamy-ai_occamy-1.0-bf16-00001-of-00002.gguf","label":"BF16","size":69376637120,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/occamy-ai_occamy-1.0-GGUF"],"logoFrom":"bartowski"},{"id":"japanrailwayllm","family":"galakenya/JapanRailwayLLM","name":"JapanRailwayLLM","maker":"galakenya","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"mradermacher/JapanRailwayLLM-i1-GGUF/JapanRailwayLLM.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2026-10-08T06:54:15.000Z","downloads":3172,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ1_S.gguf","label":"IQ1_S","size":2378564896,"bits":2.06,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ1_M.gguf","label":"IQ1_M","size":2545952032,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2824930592,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3067381024,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ2_S.gguf","label":"IQ2_S","size":3211486496,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ2_M.gguf","label":"IQ2_M","size":3434669344,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3552511264,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739360,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q2_K.gguf","label":"Q2_K","size":3805398304,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4144989472,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ3_S.gguf","label":"IQ3_S","size":4337665312,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4337665312,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ3_M.gguf","label":"IQ3_M","size":4494615840,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4761781536,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5132453152,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5183030560,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5443142944,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q4_0.gguf","label":"Q4_0","size":5459199264,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5478925600,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5761058080,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q4_1.gguf","label":"Q4_1","size":5963367712,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6483592480,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6647366944,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/JapanRailwayLLM-i1-GGUF","file":"JapanRailwayLLM.i1-Q6_K.gguf","label":"Q6_K","size":7589070112,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/JapanRailwayLLM-i1-GGUF"],"logoFrom":null},{"id":"gpt-oss-sanguine-20b-v1-i1","family":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","name":"Gpt Oss Sanguine 20B V1 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF/gpt-oss-sanguine-20b-v1.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"mit","open":true,"released":"2025-08-19T19:32:19.000Z","downloads":3168,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":12016861440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":12016861440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016861440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025708800,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061098240,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":12065521920,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":12065521920,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":12065521920,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065521920,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065521920,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q2_K.gguf","label":"Q2_K","size":12065521920,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096487680,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136300800,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q4_0.gguf","label":"Q4_0","size":12148465920,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":12202656000,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":12916158720,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13335118080,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q4_1.gguf","label":"Q4_1","size":13369102080,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654250240,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":15805144320,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892212480,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16893070080,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF","file":"gpt-oss-sanguine-20b-v1.i1-Q6_K.gguf","label":"Q6_K","size":22193352960,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/gpt-oss-sanguine-20b-v1-i1-GGUF"],"logoFrom":"openai"},{"id":"falcon-h1-7b-instruct","family":"tiiuae/Falcon-H1-7B-Instruct","name":"Falcon H1 7B","maker":"TII","catalog":null,"tuned":false,"params":7.59,"active":null,"layers":44,"probe":"tiiuae/Falcon-H1-7B-Instruct-GGUF/Falcon-H1-7B-Instruct-IQ1_M.gguf","kvBytesPerToken":52130,"kvHeader":45056,"kvFixed":0,"context":262144,"arch":"falcon-h1","vision":false,"licence":"other","open":false,"released":"2025-05-13T15:59:29.000Z","downloads":3167,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":1941239232,"bits":2.05,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-TQ1_0.gguf","label":"TQ1_0","size":1994274592,"bits":2.1,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":2189460672,"bits":2.31,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-TQ2_0.gguf","label":"TQ2_0","size":2312341792,"bits":2.44,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":2394525888,"bits":2.52,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":2483466752,"bits":2.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":2682043904,"bits":2.83,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q2_K_S.gguf","label":"Q2_K_S","size":2748154208,"bits":2.9,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q2_K.gguf","label":"Q2_K","size":2893693280,"bits":3.05,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3055212032,"bits":3.22,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3301984672,"bits":3.48,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3425528224,"bits":3.61,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ3_S.gguf","label":"IQ3_S","size":3430123936,"bits":3.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3482765728,"bits":3.67,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q3_K.gguf","label":"Q3_K","size":3687926176,"bits":3.89,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3687926176,"bits":3.89,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":3916188064,"bits":4.13,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4160655808,"bits":4.39,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q4_0.gguf","label":"Q4_0","size":4379778304,"bits":4.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4384103968,"bits":4.62,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4403764480,"bits":4.64,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q4_K.gguf","label":"Q4_K","size":4598344960,"bits":4.85,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4598344960,"bits":4.85,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q4_1.gguf","label":"Q4_1","size":4828837312,"bits":5.09,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q5_0.gguf","label":"Q5_0","size":5277896320,"bits":5.56,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5277896320,"bits":5.56,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q5_K.gguf","label":"Q5_K","size":5390491264,"bits":5.68,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5390491264,"bits":5.68,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q5_1.gguf","label":"Q5_1","size":5726955328,"bits":6.04,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q6_K.gguf","label":"Q6_K","size":6232146720,"bits":6.57,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-Q8_0.gguf","label":"Q8_0","size":8069006816,"bits":8.5,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-BF16.gguf","label":"BF16","size":15179433056,"bits":16,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-F16.gguf","label":"F16","size":15179433056,"bits":16,"known":true,"rank":0},{"repo":"tiiuae/Falcon-H1-7B-Instruct-GGUF","file":"Falcon-H1-7B-Instruct-F32.gguf","label":"F32","size":30348342720,"bits":31.99,"known":true,"rank":0}],"repos":["tiiuae/Falcon-H1-7B-Instruct-GGUF"],"logoFrom":"tiiuae"},{"id":"qwq-32b-preview-ideawhiz-v1","family":"6cf/QwQ-32B-Preview-IdeaWhiz-v1","name":"QwQ 32B Preview IdeaWhiz V1","maker":"6cf","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF/QwQ-32B-Preview-IdeaWhiz-v1-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-08T17:44:13.000Z","downloads":3166,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250816,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ2_XS.gguf","label":"IQ2_XS","size":9957551296,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ2_S.gguf","label":"IQ2_S","size":10387569856,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ2_M.gguf","label":"IQ2_M","size":11264441536,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q2_K.gguf","label":"Q2_K","size":12313099456,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q2_K_L.gguf","label":"Q2_K_L","size":13073419456,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ3_XS.gguf","label":"IQ3_XS","size":13705514176,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q3_K_S.gguf","label":"Q3_K_S","size":14392331456,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ3_M.gguf","label":"IQ3_M","size":14810123456,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q3_K_M.gguf","label":"Q3_K_M","size":15935048896,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q3_K_L.gguf","label":"Q3_K_L","size":17247079616,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ4_XS.gguf","label":"IQ4_XS","size":17693154496,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928326336,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-IQ4_NL.gguf","label":"IQ4_NL","size":18682174656,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q4_0.gguf","label":"Q4_0","size":18711010496,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q4_K_S.gguf","label":"Q4_K_S","size":18784410816,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q4_K_M.gguf","label":"Q4_K_M","size":19851336896,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q4_K_L.gguf","label":"Q4_K_L","size":20429180096,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q4_1.gguf","label":"Q4_1","size":20639243456,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q5_K_S.gguf","label":"Q5_K_S","size":22638255296,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q5_K_M.gguf","label":"Q5_K_M","size":23262158016,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q5_K_L.gguf","label":"Q5_K_L","size":23742680256,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q6_K.gguf","label":"Q6_K","size":26886155456,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q6_K_L.gguf","label":"Q6_K_L","size":27263274176,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-Q8_0.gguf","label":"Q8_0","size":34820885696,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF","file":"QwQ-32B-Preview-IdeaWhiz-v1-f16/QwQ-32B-Preview-IdeaWhiz-v1-f16-00001-of-00002.gguf","label":"F16","size":65535970400,"bits":16,"known":true,"rank":0}],"repos":["bartowski/QwQ-32B-Preview-IdeaWhiz-v1-GGUF"],"logoFrom":"6cf"},{"id":"qwen2-5-32b-arliai-rpmax-v1-3","family":"ArliAI/Qwen2.5-32B-ArliAI-RPMax-v1.3","name":"Qwen2.5 32B ArliAI RPMax V1.3","maker":"ArliAI","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF/Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-13T23:46:32.000Z","downloads":3165,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250048,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ2_XS.gguf","label":"IQ2_XS","size":9957550528,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ2_S.gguf","label":"IQ2_S","size":10387569088,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ2_M.gguf","label":"IQ2_M","size":11264440768,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q2_K.gguf","label":"Q2_K","size":12313098688,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q2_K_L.gguf","label":"Q2_K_L","size":13073418688,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ3_XS.gguf","label":"IQ3_XS","size":13705513408,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q3_K_S.gguf","label":"Q3_K_S","size":14392330688,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ3_M.gguf","label":"IQ3_M","size":14810122688,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q3_K_M.gguf","label":"Q3_K_M","size":15935048128,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q3_K_L.gguf","label":"Q3_K_L","size":17247078848,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-IQ4_XS.gguf","label":"IQ4_XS","size":17693153728,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325568,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640230848,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640230848,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640230848,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_0.gguf","label":"Q4_0","size":18711009728,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_K_S.gguf","label":"Q4_K_S","size":18784410048,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_K_M.gguf","label":"Q4_K_M","size":19851336128,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q4_K_L.gguf","label":"Q4_K_L","size":20429179328,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q5_K_S.gguf","label":"Q5_K_S","size":22638254528,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q5_K_M.gguf","label":"Q5_K_M","size":23262157248,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q5_K_L.gguf","label":"Q5_K_L","size":23742679488,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q6_K.gguf","label":"Q6_K","size":26886154688,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q6_K_L.gguf","label":"Q6_K_L","size":27263273408,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-Q8_0.gguf","label":"Q8_0","size":34820884928,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF","file":"Qwen2.5-32B-ArliAI-RPMax-v1.3-f16/Qwen2.5-32B-ArliAI-RPMax-v1.3-f16-00001-of-00002.gguf","label":"F16","size":65535969632,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-32B-ArliAI-RPMax-v1.3-GGUF"],"logoFrom":"ArliAI"},{"id":"qwen2-5-coder-3b-instruct-heretic","family":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","name":"Qwen2.5 Coder 3B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic/Qwen2.5-Coder-3B-Instruct-heretic-Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-03-25T23:03:25.000Z","downloads":3163,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":1274756160,"bits":3.3,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":1454357568,"bits":3.77,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":1456864320,"bits":3.77,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":1590475840,"bits":4.12,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":1707392064,"bits":4.42,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1753185344,"bits":4.54,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":1822850112,"bits":4.72,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1834384448,"bits":4.75,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"qwen-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1929903168,"bits":5,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":1996258368,"bits":5.17,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":2169666624,"bits":5.62,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"qwen-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2224815168,"bits":5.76,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"qwen-heretic-Q6_K.gguf","label":"Q6_K","size":2538159168,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"qwen-heretic-Q8_0.gguf","label":"Q8_0","size":3285476416,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-3B-Instruct-heretic","file":"Qwen2.5-Coder-3B-Instruct-heretic-F16.gguf","label":"F16","size":6178317376,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/Qwen2.5-Coder-3B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"qwen3-5-27b-writer-v2","family":"ConicCat/Qwen3.5-27B-Writer-V2","name":"Qwen3.5 27B Writer V2","maker":"ConicCat","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF/Qwen3.5-27B-Writer-V2.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-28T15:59:19.000Z","downloads":3161,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q2_K.gguf","label":"Q2_K","size":10711665312,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q3_K_S.gguf","label":"Q3_K_S","size":12073953952,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q3_K_M.gguf","label":"Q3_K_M","size":13301443232,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q3_K_L.gguf","label":"Q3_K_L","size":14344776352,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.IQ4_XS.gguf","label":"IQ4_XS","size":15193918112,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q4_K_S.gguf","label":"Q4_K_S","size":15586314912,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q4_K_M.gguf","label":"Q4_K_M","size":16547400352,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q5_K_S.gguf","label":"Q5_K_S","size":18679614112,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q5_K_M.gguf","label":"Q5_K_M","size":19231099552,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q6_K.gguf","label":"Q6_K","size":22082529952,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-Writer-V2-GGUF","file":"Qwen3.5-27B-Writer-V2.Q8_0.gguf","label":"Q8_0","size":28595763872,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-Writer-V2-GGUF"],"logoFrom":"ConicCat"},{"id":"security-slm-gemma-4-e2b-it","family":"entrick/Security-SLM-Gemma-4-E2B-it-GGUF","name":"Security SLM Gemma 4 E2B","maker":"entrick","catalog":null,"tuned":false,"params":4.65,"active":null,"layers":35,"probe":"entrick/Security-SLM-Gemma-4-E2B-it-GGUF/security-gemma-4-e2b-it.Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-08T10:42:57.000Z","downloads":3161,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"entrick/Security-SLM-Gemma-4-E2B-it-GGUF","file":"security-gemma-4-e2b-it.Q4_K_M.gguf","label":"Q4_K_M","size":3427880384,"bits":5.9,"known":true,"rank":0}],"repos":["entrick/Security-SLM-Gemma-4-E2B-it-GGUF"],"logoFrom":"entrick"},{"id":"qwen3-8-27b-heretic-jp-roleplay-nsfw-danboorutags","family":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","name":"Qwen3.8 27B Heretic JP Roleplay NSFW DanbooruTags","maker":"mradermacher","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-20T14:47:21.000Z","downloads":3161,"likes":2,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q2_K.gguf","label":"Q2_K","size":10711666976,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q3_K_S.gguf","label":"Q3_K_S","size":12073955616,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q3_K_M.gguf","label":"Q3_K_M","size":13301444896,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q3_K_L.gguf","label":"Q3_K_L","size":14344778016,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.IQ4_XS.gguf","label":"IQ4_XS","size":15193919776,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q4_K_S.gguf","label":"Q4_K_S","size":15586316576,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q4_K_M.gguf","label":"Q4_K_M","size":16547402016,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q5_K_S.gguf","label":"Q5_K_S","size":18679615776,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q5_K_M.gguf","label":"Q5_K_M","size":19231101216,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q6_K.gguf","label":"Q6_K","size":22082531616,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF","file":"Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags.Q8_0.gguf","label":"Q8_0","size":28595765536,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Heretic-JP-Roleplay-NSFW-DanbooruTags-GGUF"],"logoFrom":"Qwen"},{"id":"solar-10-7b-instruct-v1-0","family":"upstage/SOLAR-10.7B-Instruct-v1.0","name":"SOLAR 10.7B V1.0","maker":"Upstage","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF/solar-10.7b-instruct-v1.0.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-12-12T12:39:22.000Z","downloads":3160,"likes":84,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1152,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q2_K.gguf","label":"Q2_K","size":4549016160,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":4664564320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":5188328032,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":5650750048,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q4_0.gguf","label":"Q4_0","size":6072384096,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":6103841376,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":6461667936,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q5_0.gguf","label":"Q5_0","size":7397390944,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":7397390944,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":7597931104,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q6_K.gguf","label":"Q6_K","size":8805210720,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF","file":"solar-10.7b-instruct-v1.0.Q8_0.gguf","label":"Q8_0","size":11404155488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF"],"logoFrom":"upstage"},{"id":"qwen3-6-27b-abliterated-uncensored-philadelphia-class","family":"PhillyLabs/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS","name":"Qwen3.6 27B ABLITERATED UNCENSORED PHILADELPHIA CLASS","maker":"PhillyLabs","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-02T08:26:07.000Z","downloads":3155,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824640,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084160,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183360,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591360,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913920,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593280,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325760,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q2_K.gguf","label":"Q2_K","size":10711665280,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371200,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130240,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953920,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328640,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874880,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443200,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776320,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506880,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_0.gguf","label":"Q4_0","size":15521434240,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314880,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400320,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q4_1.gguf","label":"Q4_1","size":17078241920,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614080,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099520,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF","file":"Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS.i1-Q6_K.gguf","label":"Q6_K","size":22082529920,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-i1-GGUF"],"logoFrom":"PhillyLabs"},{"id":"evocua-8b-20260105","family":"meituan/EvoCUA-8B-20260105","name":"EvoCUA 8B 20260105","maker":"meituan","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"doldolggi/EvoCUA-8B-20260105-GGUF/evocua-8b-Q3_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-30T05:18:02.000Z","downloads":3155,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4124162560,"bits":4.03,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4307053056,"bits":4.21,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5027785216,"bits":4.91,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5122746880,"bits":5,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5851113984,"bits":5.72,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5871397376,"bits":5.74,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-Q6_K.gguf","label":"Q6_K","size":6725900800,"bits":6.57,"known":true,"rank":0},{"repo":"doldolggi/EvoCUA-8B-20260105-GGUF","file":"evocua-8b-Q8_0.gguf","label":"Q8_0","size":8709519872,"bits":8.51,"known":true,"rank":0}],"repos":["doldolggi/EvoCUA-8B-20260105-GGUF"],"logoFrom":"meituan"},{"id":"huozi3-5","family":"HIT-SCIR/huozi3.5","name":"Huozi3.5","maker":"HIT-SCIR","catalog":null,"tuned":false,"params":46.91,"active":13.08,"layers":32,"probe":"mradermacher/huozi3.5-i1-GGUF/huozi3.5.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-13T05:33:22.000Z","downloads":3151,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ1_S.gguf","label":"IQ1_S","size":9926234944,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ1_M.gguf","label":"IQ1_M","size":10951742272,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12660921152,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14028264256,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ2_S.gguf","label":"IQ2_S","size":14242817920,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ2_M.gguf","label":"IQ2_M","size":15610161024,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q2_K.gguf","label":"Q2_K","size":17429396608,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18357430144,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19478958272,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ3_S.gguf","label":"IQ3_S","size":20561088704,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20561088704,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ3_M.gguf","label":"IQ3_M","size":21559333056,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22675017920,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24298213568,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25219507456,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q4_0.gguf","label":"Q4_0","size":26703198720,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26887748096,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28590635520,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32386305536,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33384549888,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/huozi3.5-i1-GGUF","file":"huozi3.5.i1-Q6_K.gguf","label":"Q6_K","size":38549387072,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/huozi3.5-i1-GGUF"],"logoFrom":"HIT-SCIR"},{"id":"llm-jp-3-1-13b-instruct4","family":"llm-jp/llm-jp-3.1-13b-instruct4","name":"Llm Jp 3.1 13B Instruct4","maker":"llm-jp","catalog":null,"tuned":false,"params":13.71,"active":null,"layers":40,"probe":"mmnga/llm-jp-3.1-13b-instruct4-gguf/llm-jp-3.1-13b-instruct4-IQ2_XXS.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-30T17:53:13.000Z","downloads":3148,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ2_XXS.gguf","label":"IQ2_XXS","size":3891569600,"bits":2.27,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ2_XS.gguf","label":"IQ2_XS","size":4244235200,"bits":2.48,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ2_S.gguf","label":"IQ2_S","size":4585913280,"bits":2.68,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ2_M.gguf","label":"IQ2_M","size":4905810880,"bits":2.86,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q2_K.gguf","label":"Q2_K","size":5253315264,"bits":3.07,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ3_XXS.gguf","label":"IQ3_XXS","size":5348793280,"bits":3.12,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ3_XS.gguf","label":"IQ3_XS","size":5795800000,"bits":3.38,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q3_K_S.gguf","label":"Q3_K_S","size":6093169344,"bits":3.56,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ3_S.gguf","label":"IQ3_S","size":6093169600,"bits":3.56,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ3_M.gguf","label":"IQ3_M","size":6418699200,"bits":3.75,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q3_K_M.gguf","label":"Q3_K_M","size":6771958464,"bits":3.95,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q3_K_L.gguf","label":"Q3_K_L","size":7363748544,"bits":4.3,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ4_XS.gguf","label":"IQ4_XS","size":7433554880,"bits":4.34,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q4_0.gguf","label":"Q4_0","size":7845980864,"bits":4.58,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-IQ4_NL.gguf","label":"IQ4_NL","size":7845981120,"bits":4.58,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q4_K_S.gguf","label":"Q4_K_S","size":7903324864,"bits":4.61,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q4_K_M.gguf","label":"Q4_K_M","size":8346102464,"bits":4.87,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q5_0.gguf","label":"Q5_0","size":9495685824,"bits":5.54,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q5_K_S.gguf","label":"Q5_K_S","size":9495685824,"bits":5.54,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q5_K_M.gguf","label":"Q5_K_M","size":9753324224,"bits":5.69,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q6_K.gguf","label":"Q6_K","size":11248497344,"bits":6.56,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3.1-13b-instruct4-gguf","file":"llm-jp-3.1-13b-instruct4-Q8_0.gguf","label":"Q8_0","size":14568284864,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/llm-jp-3.1-13b-instruct4-gguf"],"logoFrom":"llm-jp"},{"id":"hermes-4-3-36b-heretic","family":"arnomatic/Hermes-4.3-36B-heretic","name":"Hermes 4.3 36B Heretic","maker":"arnomatic","catalog":null,"tuned":true,"params":36.15,"active":null,"layers":64,"probe":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF/Hermes-4.3-36B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":524288,"arch":"seed_oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-15T16:32:40.000Z","downloads":3147,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8052322720,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8749298080,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9910923680,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10945081760,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":11612627360,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":12541927840,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12608692640,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":13604184480,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14116757920,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":15089947040,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15855407520,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15899972000,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":16496021920,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17620947360,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":19142693280,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19498615200,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":20621820320,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20695220640,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21762146720,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":22760751520,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24970461600,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":25594364320,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Hermes-4.3-36B-heretic-i1-GGUF","file":"Hermes-4.3-36B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":29666095520,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Hermes-4.3-36B-heretic-i1-GGUF"],"logoFrom":"arnomatic"},{"id":"exaone-4-0-32b","family":"LGAI-EXAONE/EXAONE-4.0-32B","name":"EXAONE 4.0 32B","maker":"LG AI","catalog":null,"tuned":false,"params":32,"active":null,"layers":64,"probe":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF/EXAONE-4.0-32B-IQ4_XS.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":805306368,"context":131072,"arch":"exaone4","vision":false,"licence":"other","open":false,"released":"2025-07-11T07:01:41.000Z","downloads":3147,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","file":"EXAONE-4.0-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17387577120,"bits":4.35,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","file":"EXAONE-4.0-32B-Q4_K_M.gguf","label":"Q4_K_M","size":19343826720,"bits":4.84,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","file":"EXAONE-4.0-32B-Q5_K_M.gguf","label":"Q5_K_M","size":22696648480,"bits":5.67,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","file":"EXAONE-4.0-32B-Q6_K.gguf","label":"Q6_K","size":26259021600,"bits":6.56,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","file":"EXAONE-4.0-32B-Q8_0.gguf","label":"Q8_0","size":34009636640,"bits":8.5,"known":true,"rank":0},{"repo":"LGAI-EXAONE/EXAONE-4.0-32B-GGUF","file":"EXAONE-4.0-32B-BF16-00001-of-00002.gguf","label":"BF16","size":64012017632,"bits":16,"known":true,"rank":0}],"repos":["LGAI-EXAONE/EXAONE-4.0-32B-GGUF"],"logoFrom":"LGAI-EXAONE"},{"id":"pandalyst-7b-v1-1","family":"pipizhao/Pandalyst-7B-V1.1","name":"Pandalyst 7B V1.1","maker":"pipizhao","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Pandalyst-7B-V1.1-GGUF/pandalyst-7b-v1.1.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-30T13:37:25.000Z","downloads":3146,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q2_K.gguf","label":"Q2_K","size":2825945504,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q3_K_S.gguf","label":"Q3_K_S","size":2948309824,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q3_K_M.gguf","label":"Q3_K_M","size":3298009920,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q3_K_L.gguf","label":"Q3_K_L","size":3597116224,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q4_0.gguf","label":"Q4_0","size":3825812832,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q4_K_S.gguf","label":"Q4_K_S","size":3856745824,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q4_K_M.gguf","label":"Q4_K_M","size":4081010016,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q5_0.gguf","label":"Q5_0","size":4651698016,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q5_K_S.gguf","label":"Q5_K_S","size":4651698016,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q5_K_M.gguf","label":"Q5_K_M","size":4783163232,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q6_K.gguf","label":"Q6_K","size":5529201024,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Pandalyst-7B-V1.1-GGUF","file":"pandalyst-7b-v1.1.Q8_0.gguf","label":"Q8_0","size":7161098560,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Pandalyst-7B-V1.1-GGUF"],"logoFrom":null},{"id":"qwen3-5-4b-rprmax-v1","family":"ArliAI/Qwen3.5-4B-RpRMax-v1","name":"Qwen3.5 4B RpRMax V1","maker":"ArliAI","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF/Qwen3.5-4B-RpRMax-v1.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-29T07:15:34.000Z","downloads":3146,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234624,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419264,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393664,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594624,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975744,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555264,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393024,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494144,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q2_K.gguf","label":"Q2_K","size":1915471424,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880384,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580864,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512384,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187264,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064704,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317184,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286144,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q4_0.gguf","label":"Q4_0","size":2549798464,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888704,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436224,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805184,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q4_1.gguf","label":"Q4_1","size":2766968384,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036544,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987584,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF","file":"Qwen3.5-4B-RpRMax-v1.i1-Q6_K.gguf","label":"Q6_K","size":3464056384,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-4B-RpRMax-v1-i1-GGUF"],"logoFrom":"ArliAI"},{"id":"qwen3-8-27b-heretic-uncensored-q5-k-m","family":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q5_K_M-GGUF","name":"Qwen3.8 27B Heretic Uncensored Q5 K M","maker":"mlasli","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q5_K_M-GGUF/qwen3.8-27b-heretic-uncensored-Q5_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-18T08:31:08.000Z","downloads":3145,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mlasli/Qwen3.8-27B-Heretic-Uncensored-Q5_K_M-GGUF","file":"qwen3.8-27b-heretic-uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":19682420096,"bits":5.76,"known":true,"rank":0}],"repos":["mlasli/Qwen3.8-27B-Heretic-Uncensored-Q5_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"dots-studio-dots3-note-prev","family":"bartowski/dots-studio_dots3-note-prev-GGUF","name":"Dots Studio Dots3 Note Prev","maker":"bartowski","catalog":null,"tuned":false,"params":280.69,"active":11.54,"layers":47,"probe":"bartowski/dots-studio_dots3-note-prev-GGUF/dots-studio_dots3-note-prev-IQ1_S/dots-studio_dots3-note-prev-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":62645,"kvHeader":54144,"kvFixed":0,"context":524288,"arch":"dots3note","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-22T06:58:29.000Z","downloads":3143,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ1_S/dots-studio_dots3-note-prev-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":58580586848,"bits":1.67,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ1_M/dots-studio_dots3-note-prev-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":65274855776,"bits":1.86,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ2_XXS/dots-studio_dots3-note-prev-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":75750396224,"bits":2.16,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ2_XS/dots-studio_dots3-note-prev-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":84256657856,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ2_S/dots-studio_dots3-note-prev-IQ2_S-00001-of-00003.gguf","label":"IQ2_S","size":86003884480,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ2_M/dots-studio_dots3-note-prev-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":94824718784,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q2_K/dots-studio_dots3-note-prev-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":99415773632,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q2_K_L/dots-studio_dots3-note-prev-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":100176093664,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ3_XXS/dots-studio_dots3-note-prev-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":117493809600,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q3_K_S/dots-studio_dots3-note-prev-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":122684822080,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ3_XS/dots-studio_dots3-note-prev-IQ3_XS-00001-of-00004.gguf","label":"IQ3_XS","size":128272290368,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q3_K_M/dots-studio_dots3-note-prev-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":128585581120,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q3_K_L/dots-studio_dots3-note-prev-Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":133793399360,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ3_M/dots-studio_dots3-note-prev-IQ3_M-00001-of-00004.gguf","label":"IQ3_M","size":134127501888,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q3_K_XL/dots-studio_dots3-note-prev-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":134474646080,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ4_XS/dots-studio_dots3-note-prev-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":150388949568,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-IQ4_NL/dots-studio_dots3-note-prev-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":158981604064,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q4_0/dots-studio_dots3-note-prev-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":159373673152,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q4_K_S/dots-studio_dots3-note-prev-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":164462117536,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q4_K_M/dots-studio_dots3-note-prev-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":171106280096,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q4_K_L/dots-studio_dots3-note-prev-Q4_K_L-00001-of-00005.gguf","label":"Q4_K_L","size":171684123328,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q4_1/dots-studio_dots3-note-prev-Q4_1-00001-of-00005.gguf","label":"Q4_1","size":176112845504,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q5_K_S/dots-studio_dots3-note-prev-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":193769714336,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q5_K_M/dots-studio_dots3-note-prev-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":200405037888,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q6_K/dots-studio_dots3-note-prev-Q6_K-00001-of-00007.gguf","label":"Q6_K","size":242311082976,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/dots-studio_dots3-note-prev-GGUF","file":"dots-studio_dots3-note-prev-Q8_0/dots-studio_dots3-note-prev-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":298409849952,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/dots-studio_dots3-note-prev-GGUF"],"logoFrom":"dots-studio"},{"id":"marcoroni-7b-v3","family":"TheBloke/Marcoroni-7B-v3-GGUF","name":"Marcoroni 7B V3","maker":"TheBloke","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Marcoroni-7B-v3-GGUF/marcoroni-7b-v3.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-10T16:27:03.000Z","downloads":3142,"likes":23,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q2_K.gguf","label":"Q2_K","size":3083097792,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q4_0.gguf","label":"Q4_0","size":4108916416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q4_K_S.gguf","label":"Q4_K_S","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q4_K_M.gguf","label":"Q4_K_M","size":4368438976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q5_0.gguf","label":"Q5_0","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q5_K_S.gguf","label":"Q5_K_S","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q6_K.gguf","label":"Q6_K","size":5942064832,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Marcoroni-7B-v3-GGUF","file":"marcoroni-7b-v3.Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Marcoroni-7B-v3-GGUF"],"logoFrom":"TheBloke"},{"id":"trinity-nano-preview","family":"arcee-ai/Trinity-Nano-Preview","name":"Trinity Nano Preview","maker":"Arcee","catalog":null,"tuned":false,"params":6.12,"active":1.02,"layers":56,"probe":"arcee-ai/Trinity-Nano-Preview-GGUF/Trinity-Nano-Preview-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"afmoe","vision":false,"licence":"other","open":false,"released":"2025-12-01T20:06:54.000Z","downloads":3142,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-IQ2_M.gguf","label":"IQ2_M","size":2080837920,"bits":2.72,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q2_K.gguf","label":"Q2_K","size":2290827552,"bits":2.99,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":2491019552,"bits":3.26,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":2537128224,"bits":3.32,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":2653450528,"bits":3.47,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":2786373920,"bits":3.64,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-IQ3_M.gguf","label":"IQ3_M","size":2905026848,"bits":3.8,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":2905878816,"bits":3.8,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":3001561376,"bits":3.92,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":3180933408,"bits":4.16,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":3376898336,"bits":4.41,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":3557433632,"bits":4.65,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q4_0.gguf","label":"Q4_0","size":3603177760,"bits":4.71,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":3665568032,"bits":4.79,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":3786957088,"bits":4.95,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q4_1.gguf","label":"Q4_1","size":3913916704,"bits":5.12,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":3939103008,"bits":5.15,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":4282499360,"bits":5.6,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":4405510432,"bits":5.76,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":4532031776,"bits":5.92,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q6_K.gguf","label":"Q6_K","size":5064855840,"bits":6.62,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":5164151072,"bits":6.75,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-Q8_0.gguf","label":"Q8_0","size":6531428640,"bits":8.54,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","file":"Trinity-Nano-Preview-bf16.gguf","label":"BF16","size":12262060032,"bits":16.03,"known":true,"rank":0}],"repos":["arcee-ai/Trinity-Nano-Preview-GGUF"],"logoFrom":"arcee-ai"},{"id":"mephisto-1-5-4b","family":"CloudGoat/Mephisto-1.5-4B","name":"Mephisto 1.5 4B","maker":"CloudGoat","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Mephisto-1.5-4B-i1-GGUF/Mephisto-1.5-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-06T06:48:00.000Z","downloads":3141,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359235616,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426420256,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394656,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630595616,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976736,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741556256,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852394016,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904495136,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915472416,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069881376,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581856,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139513376,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163188256,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065696,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421318176,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514287136,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549799456,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889696,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609437216,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708806176,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766969376,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990037536,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074988576,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Mephisto-1.5-4B-i1-GGUF","file":"Mephisto-1.5-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464057376,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Mephisto-1.5-4B-i1-GGUF"],"logoFrom":"CloudGoat"},{"id":"ekbasis-skopos-27b","family":"caiovicentino1/Ekbasis-Skopos-27B","name":"Ekbasis Skopos 27B","maker":"caiovicentino1","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF/Ekbasis-Skopos-27B.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T06:53:38.000Z","downloads":3140,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ1_S.gguf","label":"IQ1_S","size":7149827072,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ1_M.gguf","label":"IQ1_M","size":7631086592,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433185792,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090593792,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ2_S.gguf","label":"IQ2_S","size":9362916352,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ2_M.gguf","label":"IQ2_M","size":10004595712,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248328192,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q2_K.gguf","label":"Q2_K","size":10711667712,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186373632,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967132672,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073956352,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ3_S.gguf","label":"IQ3_S","size":12419331072,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ3_M.gguf","label":"IQ3_M","size":12580877312,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301445632,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344778752,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082509312,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q4_0.gguf","label":"Q4_0","size":15521436672,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586317312,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547402752,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q4_1.gguf","label":"Q4_1","size":17078244352,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679616512,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231101952,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Ekbasis-Skopos-27B-i1-GGUF","file":"Ekbasis-Skopos-27B.i1-Q6_K.gguf","label":"Q6_K","size":22082532352,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ekbasis-Skopos-27B-i1-GGUF"],"logoFrom":"caiovicentino1"},{"id":"toriigate-0-5","family":"Minthy/ToriiGate-0.5","name":"ToriiGate 0.5","maker":"Minthy","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":32,"probe":"DraconicDragon/ToriiGate-0.5-GGUF/ToriiGate-0.5-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-04-09T07:48:42.000Z","downloads":3139,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q2_K.gguf","label":"Q2_K","size":2124056416,"bits":3.51,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q3_K_S.gguf","label":"Q3_K_S","size":2343028576,"bits":3.87,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q3_K_M.gguf","label":"Q3_K_M","size":2535212896,"bits":4.19,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q3_K_L.gguf","label":"Q3_K_L","size":2694465376,"bits":4.45,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q4_0.gguf","label":"Q4_0","size":2901477216,"bits":4.8,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q4_K_S.gguf","label":"Q4_K_S","size":2921465696,"bits":4.83,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-IQ4_NL.gguf","label":"IQ4_NL","size":2978809696,"bits":4.92,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q4_K_M.gguf","label":"Q4_K_M","size":3066382176,"bits":5.07,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q4_1.gguf","label":"Q4_1","size":3164276576,"bits":5.23,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q5_K_S.gguf","label":"Q5_K_S","size":3427075936,"bits":5.66,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q5_K_M.gguf","label":"Q5_K_M","size":3512026976,"bits":5.81,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q6_K.gguf","label":"Q6_K","size":3985524576,"bits":6.59,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-Q8_0.gguf","label":"Q8_0","size":5157830496,"bits":8.53,"known":true,"rank":0},{"repo":"DraconicDragon/ToriiGate-0.5-GGUF","file":"ToriiGate-0.5-bf16.gguf","label":"BF16","size":9695788896,"bits":16.03,"known":true,"rank":0}],"repos":["DraconicDragon/ToriiGate-0.5-GGUF"],"logoFrom":"Minthy"},{"id":"code-llama-2-13b","family":"GMQs/code-Llama-2-13B","name":"Code Llama 2 13B","maker":"GMQs","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/code-Llama-2-13B-i1-GGUF/code-Llama-2-13B.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-07-25T23:58:33.000Z","downloads":3137,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ1_S.gguf","label":"IQ1_S","size":2898770944,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ1_M.gguf","label":"IQ1_M","size":3138694144,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538566144,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891231744,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ2_S.gguf","label":"IQ2_S","size":4197774464,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ2_M.gguf","label":"IQ2_M","size":4517672064,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q2_K.gguf","label":"Q2_K","size":4854365824,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960654464,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361714944,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ3_S.gguf","label":"IQ3_S","size":5659084544,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659084544,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ3_M.gguf","label":"IQ3_M","size":5984614144,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337873664,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929663744,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964334464,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q4_0.gguf","label":"Q4_0","size":7388068224,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423293824,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7866071424,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972411264,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9230049664,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/code-Llama-2-13B-i1-GGUF","file":"code-Llama-2-13B.i1-Q6_K.gguf","label":"Q6_K","size":10679276544,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/code-Llama-2-13B-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"grm-2-6-plus-0628","family":"OrionLLM/GRM-2.6-Plus-0628","name":"GRM 2.6 Plus 0628","maker":"OrionLLM","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF/OrionLLM_GRM-2.6-Plus-0628-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-20T23:34:57.000Z","downloads":3136,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ2_XXS.gguf","label":"IQ2_XXS","size":9393042400,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ2_XS.gguf","label":"IQ2_XS","size":9986798560,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ2_S.gguf","label":"IQ2_S","size":10295329760,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ2_M.gguf","label":"IQ2_M","size":10873357280,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q2_K.gguf","label":"Q2_K","size":11839439840,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ3_XXS.gguf","label":"IQ3_XXS","size":12626772960,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q2_K_L.gguf","label":"Q2_K_L","size":13081039840,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ3_XS.gguf","label":"IQ3_XS","size":13330404320,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q3_K_S.gguf","label":"Q3_K_S","size":13720343520,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ3_M.gguf","label":"IQ3_M","size":13903516640,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q3_K_M.gguf","label":"Q3_K_M","size":14605734880,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q3_K_L.gguf","label":"Q3_K_L","size":15279444960,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ4_XS.gguf","label":"IQ4_XS","size":15567823840,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-IQ4_NL.gguf","label":"IQ4_NL","size":16325829600,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q4_0.gguf","label":"Q4_0","size":16348767200,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391918560,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q4_K_S.gguf","label":"Q4_K_S","size":16713147360,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q4_K_M.gguf","label":"Q4_K_M","size":17772536800,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q4_1.gguf","label":"Q4_1","size":17825457120,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q4_K_L.gguf","label":"Q4_K_L","size":18716152800,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q5_K_S.gguf","label":"Q5_K_S","size":19680945120,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q5_K_M.gguf","label":"Q5_K_M","size":20752786400,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q5_K_L.gguf","label":"Q5_K_L","size":21537477600,"bits":6.31,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q6_K.gguf","label":"Q6_K","size":23463130080,"bits":6.87,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q6_K_L.gguf","label":"Q6_K_L","size":24078963680,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-Q8_0.gguf","label":"Q8_0","size":29116388320,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF","file":"OrionLLM_GRM-2.6-Plus-0628-bf16/OrionLLM_GRM-2.6-Plus-0628-bf16-00001-of-00002.gguf","label":"BF16","size":54657733536,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/OrionLLM_GRM-2.6-Plus-0628-GGUF"],"logoFrom":"OrionLLM"},{"id":"qwen3-8-27b-1c","family":"sweetand/qwen3.8-27b-1C","name":"Qwen3.8 27B 1C","maker":"sweetand","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"sweetand/qwen3.8-27b-1C/qwen3.8-27b-1c-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-02T08:26:13.000Z","downloads":3135,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sweetand/qwen3.8-27b-1C","file":"qwen3.8-27b-1c-Q2_K.gguf","label":"Q2_K","size":10864592000,"bits":3.18,"known":true,"rank":0},{"repo":"sweetand/qwen3.8-27b-1C","file":"qwen3.8-27b-1c-Q3_K_S.gguf","label":"Q3_K_S","size":12256535680,"bits":3.59,"known":true,"rank":0},{"repo":"sweetand/qwen3.8-27b-1C","file":"qwen3.8-27b-1c-Q3_K_M.gguf","label":"Q3_K_M","size":13500736640,"bits":3.95,"known":true,"rank":0},{"repo":"sweetand/qwen3.8-27b-1C","file":"qwen3.8-27b-1c-Q3_K_L.gguf","label":"Q3_K_L","size":14559798400,"bits":4.26,"known":true,"rank":0},{"repo":"sweetand/qwen3.8-27b-1C","file":"qwen3.8-27b-1C-Q4_0.gguf","label":"Q4_0","size":15715853440,"bits":4.6,"known":true,"rank":0},{"repo":"sweetand/qwen3.8-27b-1C","file":"qwen3.8-27b-1C-Q8_0.gguf","label":"Q8_0","size":29047084160,"bits":8.51,"known":true,"rank":0}],"repos":["sweetand/qwen3.8-27b-1C"],"logoFrom":"Qwen"},{"id":"llm-jp-3-3-7b-instruct3","family":"llm-jp/llm-jp-3-3.7b-instruct3","name":"Llm Jp 3 3.7B Instruct3","maker":"llm-jp","catalog":null,"tuned":false,"params":3.78,"active":null,"layers":28,"probe":"mmnga/llm-jp-3-3.7b-instruct3-gguf/llm-jp-3-3.7b-instruct3-IQ1_S.gguf","kvBytesPerToken":398082,"kvHeader":344064,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-05T12:28:09.000Z","downloads":3133,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ1_S.gguf","label":"IQ1_S","size":994744992,"bits":2.11,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ1_M.gguf","label":"IQ1_M","size":1054907040,"bits":2.23,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ2_XXS.gguf","label":"IQ2_XXS","size":1155177120,"bits":2.44,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ2_XS.gguf","label":"IQ2_XS","size":1243650720,"bits":2.63,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ2_S.gguf","label":"IQ2_S","size":1346384544,"bits":2.85,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ2_M.gguf","label":"IQ2_M","size":1426600608,"bits":3.02,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q2_K.gguf","label":"Q2_K","size":1520112000,"bits":3.22,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ3_XXS.gguf","label":"IQ3_XXS","size":1538077344,"bits":3.26,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ3_XS.gguf","label":"IQ3_XS","size":1673669280,"bits":3.54,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q3_K_S.gguf","label":"Q3_K_S","size":1747986816,"bits":3.7,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ3_S.gguf","label":"IQ3_S","size":1747987104,"bits":3.7,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ3_M.gguf","label":"IQ3_M","size":1828203168,"bits":3.87,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q3_K_M.gguf","label":"Q3_K_M","size":1917266304,"bits":4.06,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q3_K_L.gguf","label":"Q3_K_L","size":2065901952,"bits":4.37,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ4_XS.gguf","label":"IQ4_XS","size":2101101216,"bits":4.45,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q4_0.gguf","label":"Q4_0","size":2209751424,"bits":4.68,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-IQ4_NL.gguf","label":"IQ4_NL","size":2209751712,"bits":4.68,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q4_K_S.gguf","label":"Q4_K_S","size":2223907200,"bits":4.71,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q4_K_M.gguf","label":"Q4_K_M","size":2334646656,"bits":4.94,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q5_0.gguf","label":"Q5_0","size":2644353408,"bits":5.6,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q5_K_S.gguf","label":"Q5_K_S","size":2644353408,"bits":5.6,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q5_K_M.gguf","label":"Q5_K_M","size":2708693376,"bits":5.73,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q6_K.gguf","label":"Q6_K","size":3106118016,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/llm-jp-3-3.7b-instruct3-gguf","file":"llm-jp-3-3.7b-instruct3-Q8_0.gguf","label":"Q8_0","size":4022249856,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga/llm-jp-3-3.7b-instruct3-gguf"],"logoFrom":"llm-jp"},{"id":"cyberstrike-offsec-35b","family":"oyildirim/CyberStrike-OffSec-35B","name":"CyberStrike OffSec 35B","maker":"oyildirim","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF/CyberStrike-OffSec-35B-Q2_K-00001-of-00003.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-07T23:48:18.000Z","downloads":3132,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":13247177568,"bits":2.98,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":15547030496,"bits":3.5,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":17166654432,"bits":3.87,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":18552085472,"bits":4.18,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":20366857312,"bits":4.59,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":21713458304,"bits":4.89,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q5_K_S-00001-of-00006.gguf","label":"Q5_K_S","size":24563750112,"bits":5.53,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":25347527936,"bits":5.71,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":29208726752,"bits":6.58,"known":true,"rank":0},{"repo":"ahmedandaloes/CyberStrike-OffSec-35B-GGUF","file":"CyberStrike-OffSec-35B-Q8_0-00001-of-00008.gguf","label":"Q8_0","size":37802145216,"bits":8.52,"known":true,"rank":0}],"repos":["ahmedandaloes/CyberStrike-OffSec-35B-GGUF"],"logoFrom":"oyildirim"},{"id":"gemma-4-12b-it-qat-q4-k-m-deepseek-distill","family":"gwejgteheg/gemma-4-12B-IT-QAT-Q4_K_M-DeepSeek-distill-GGUF","name":"Gemma 4 12B QAT Q4 K M DeepSeek Distill","maker":"gwejgteheg","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"gwejgteheg/gemma-4-12B-IT-QAT-Q4_K_M-DeepSeek-distill-GGUF/gemma-4-12B-it-qat-q4_0-unquantized.Q4_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-07-07T19:30:09.000Z","downloads":3130,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gwejgteheg/gemma-4-12B-IT-QAT-Q4_K_M-DeepSeek-distill-GGUF","file":"gemma-4-12B-it-qat-q4_0-unquantized.Q4_K_M.gguf","label":"Q4_K_M","size":7381381824,"bits":4.96,"known":true,"rank":0}],"repos":["gwejgteheg/gemma-4-12B-IT-QAT-Q4_K_M-DeepSeek-distill-GGUF"],"logoFrom":"google"},{"id":"froopert-31b","family":"Nimbz/Froopert-31B","name":"Froopert 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"bartowski/Nimbz_Froopert-31B-GGUF/Nimbz_Froopert-31B-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-12T07:18:47.000Z","downloads":3128,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830192480,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ2_XS.gguf","label":"IQ2_XS","size":11500945248,"bits":3,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ2_S.gguf","label":"IQ2_S","size":12075360096,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q2_K.gguf","label":"Q2_K","size":12631625568,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ2_M.gguf","label":"IQ2_M","size":12649774944,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q2_K_L.gguf","label":"Q2_K_L","size":12972937056,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981710688,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ3_XS.gguf","label":"IQ3_XS","size":13841354592,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q3_K_S.gguf","label":"Q3_K_S","size":14329065312,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ3_M.gguf","label":"IQ3_M","size":15129831264,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q3_K_M.gguf","label":"Q3_K_M","size":15918124896,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q3_K_L.gguf","label":"Q3_K_L","size":16810626912,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151938400,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ4_XS.gguf","label":"IQ4_XS","size":17155895136,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-IQ4_NL.gguf","label":"IQ4_NL","size":18025688928,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q4_0.gguf","label":"Q4_0","size":18076266336,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q4_K_S.gguf","label":"Q4_K_S","size":18195656544,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q4_K_M.gguf","label":"Q4_K_M","size":19598491488,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q4_1.gguf","label":"Q4_1","size":19765276512,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q4_K_L.gguf","label":"Q4_K_L","size":19939802976,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q5_K_S.gguf","label":"Q5_K_S","size":21504864096,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q5_K_M.gguf","label":"Q5_K_M","size":22608879456,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q5_K_L.gguf","label":"Q5_K_L","size":22950190944,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q6_K.gguf","label":"Q6_K","size":26726723424,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q6_K_L.gguf","label":"Q6_K_L","size":27068034912,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-Q8_0.gguf","label":"Q8_0","size":32635678560,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Nimbz_Froopert-31B-GGUF","file":"Nimbz_Froopert-31B-bf16/Nimbz_Froopert-31B-bf16-00001-of-00002.gguf","label":"BF16","size":61413191424,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Nimbz_Froopert-31B-GGUF"],"logoFrom":"Nimbz"},{"id":"claire-7b-0-1","family":"OpenLLM-France/Claire-7B-0.1","name":"Claire 7B 0.1","maker":"OpenLLM-France","catalog":null,"tuned":false,"params":7.22,"active":null,"layers":32,"probe":"TheBloke/Claire-7B-0.1-GGUF/claire-7b-0.1.Q2_K.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":2048,"arch":"falcon","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2023-11-14T11:54:51.000Z","downloads":3125,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q2_K.gguf","label":"Q2_K","size":4024902592,"bits":4.46,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q3_K_S.gguf","label":"Q3_K_S","size":4127124416,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q4_0.gguf","label":"Q4_0","size":4210734016,"bits":4.67,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q3_K_M.gguf","label":"Q3_K_M","size":4365738944,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q3_K_L.gguf","label":"Q3_K_L","size":4561894336,"bits":5.05,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4745544640,"bits":5.26,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4975125696,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q5_0.gguf","label":"Q5_0","size":5075911616,"bits":5.62,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q5_K_S.gguf","label":"Q5_K_S","size":5343316928,"bits":5.92,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q5_K_M.gguf","label":"Q5_K_M","size":5731120064,"bits":6.35,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q6_K.gguf","label":"Q6_K","size":7031358400,"bits":7.79,"known":true,"rank":0},{"repo":"TheBloke/Claire-7B-0.1-GGUF","file":"claire-7b-0.1.Q8_0.gguf","label":"Q8_0","size":7671444416,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Claire-7B-0.1-GGUF"],"logoFrom":"OpenLLM-France"},{"id":"minicpm5-1b-agentic-tooluse-v3","family":"ewin-reg/MiniCPM5-1B-Agentic-Tooluse-v3-GGUF","name":"MiniCPM5 1B Agentic Tooluse V3","maker":"ewin-reg","catalog":null,"tuned":false,"params":1.08,"active":null,"layers":24,"probe":"ewin-reg/MiniCPM5-1B-Agentic-Tooluse-v3-GGUF/MiniCPM5-1B-Agentic-Tooluse-v3.Q4_K_M.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-27T03:48:11.000Z","downloads":3124,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ewin-reg/MiniCPM5-1B-Agentic-Tooluse-v3-GGUF","file":"MiniCPM5-1B-Agentic-Tooluse-v3.Q4_K_M.gguf","label":"Q4_K_M","size":688065856,"bits":5.1,"known":true,"rank":0},{"repo":"ewin-reg/MiniCPM5-1B-Agentic-Tooluse-v3-GGUF","file":"MiniCPM5-1B-Agentic-Tooluse-v3.Q8_0.gguf","label":"Q8_0","size":1153529152,"bits":8.54,"known":true,"rank":0},{"repo":"ewin-reg/MiniCPM5-1B-Agentic-Tooluse-v3-GGUF","file":"MiniCPM5-1B-Agentic-Tooluse-v3.F16.gguf","label":"F16","size":2166551872,"bits":16.05,"known":true,"rank":0}],"repos":["ewin-reg/MiniCPM5-1B-Agentic-Tooluse-v3-GGUF"],"logoFrom":"openbmb"},{"id":"ilya626-gemma-4-31b-it-sdft-heretic-rp","family":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","name":"Ilya626 Gemma 4 31B SDFT Heretic RP","maker":"bartowski","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-21T06:03:47.000Z","downloads":3122,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ2_XXS.gguf","label":"IQ2_XXS","size":10830184608,"bits":2.82,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ2_XS.gguf","label":"IQ2_XS","size":11500937376,"bits":3,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ2_S.gguf","label":"IQ2_S","size":12075352224,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q2_K.gguf","label":"Q2_K","size":12631617696,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ2_M.gguf","label":"IQ2_M","size":12649767072,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q2_K_L.gguf","label":"Q2_K_L","size":12972929184,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ3_XXS.gguf","label":"IQ3_XXS","size":12981702816,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ3_XS.gguf","label":"IQ3_XS","size":13841346720,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q3_K_S.gguf","label":"Q3_K_S","size":14329057440,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ3_M.gguf","label":"IQ3_M","size":15129823392,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q3_K_M.gguf","label":"Q3_K_M","size":15918117024,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q3_K_L.gguf","label":"Q3_K_L","size":16810619040,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q3_K_XL.gguf","label":"Q3_K_XL","size":17151930528,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ4_XS.gguf","label":"IQ4_XS","size":17155887264,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-IQ4_NL.gguf","label":"IQ4_NL","size":18025681056,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q4_0.gguf","label":"Q4_0","size":18076258464,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q4_K_S.gguf","label":"Q4_K_S","size":18195648672,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q4_K_M.gguf","label":"Q4_K_M","size":19598483616,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q4_1.gguf","label":"Q4_1","size":19765268640,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q4_K_L.gguf","label":"Q4_K_L","size":19939795104,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q5_K_S.gguf","label":"Q5_K_S","size":21504856224,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q5_K_M.gguf","label":"Q5_K_M","size":22608871584,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q5_K_L.gguf","label":"Q5_K_L","size":22950183072,"bits":5.98,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q6_K.gguf","label":"Q6_K","size":26726715552,"bits":6.96,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q6_K_L.gguf","label":"Q6_K_L","size":27068027040,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-Q8_0.gguf","label":"Q8_0","size":32635670688,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF","file":"Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-bf16/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-bf16-00001-of-00002.gguf","label":"BF16","size":61413183552,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Ilya626_gemma-4-31B-it-SDFT-Heretic-RP-GGUF"],"logoFrom":"bartowski"},{"id":"codex-24b-small-3-2","family":"Gryphe/Codex-24B-Small-3.2","name":"Codex 24B Small 3.2","maker":"Gryphe","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF/Gryphe_Codex-24B-Small-3.2-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-22T15:57:56.000Z","downloads":3120,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545118496,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ2_XS.gguf","label":"IQ2_XS","size":7207032096,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ2_S.gguf","label":"IQ2_S","size":7478351136,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ2_M.gguf","label":"IQ2_M","size":8114050336,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q2_K.gguf","label":"Q2_K","size":8890324256,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280591136,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q2_K_L.gguf","label":"Q2_K_L","size":9545684256,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ3_XS.gguf","label":"IQ3_XS","size":9907115296,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q3_K_S.gguf","label":"Q3_K_S","size":10400273696,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ3_M.gguf","label":"IQ3_M","size":10650948896,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q3_K_M.gguf","label":"Q3_K_M","size":11474081056,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q3_K_L.gguf","label":"Q3_K_L","size":12400760096,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ4_XS.gguf","label":"IQ4_XS","size":12758914336,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987962656,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-IQ4_NL.gguf","label":"IQ4_NL","size":13468013856,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q4_0.gguf","label":"Q4_0","size":13494228256,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q4_K_S.gguf","label":"Q4_K_S","size":13549278496,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q4_K_M.gguf","label":"Q4_K_M","size":14333908256,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q4_K_L.gguf","label":"Q4_K_L","size":14831981856,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q4_1.gguf","label":"Q4_1","size":14873105696,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q5_K_S.gguf","label":"Q5_K_S","size":16304411936,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q5_K_M.gguf","label":"Q5_K_M","size":16763983136,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q5_K_L.gguf","label":"Q5_K_L","size":17178170656,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q6_K.gguf","label":"Q6_K","size":19345937696,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q6_K_L.gguf","label":"Q6_K_L","size":19670996256,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-Q8_0.gguf","label":"Q8_0","size":25054778656,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Gryphe_Codex-24B-Small-3.2-GGUF","file":"Gryphe_Codex-24B-Small-3.2-bf16.gguf","label":"BF16","size":47153517568,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Gryphe_Codex-24B-Small-3.2-GGUF"],"logoFrom":"Gryphe"},{"id":"qwopus3-8-27b-flash-v2-apostate-uncensored","family":"veldierin/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored","name":"Qwopus3.8 27B Flash V2 Apostate Uncensored","maker":"veldierin","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-30T02:20:58.000Z","downloads":3118,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q2_K.gguf","label":"Q2_K","size":10864612800,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":12256556480,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":13500757440,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":14559819200,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":15420470720,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":15825319360,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":16810735040,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":18971702720,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":19535721920,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q6_K.gguf","label":"Q6_K","size":22431020480,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF","file":"Qwopus3.8-27B-Flash-V2-Apostate-Uncensored.Q8_0.gguf","label":"Q8_0","size":29047104960,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwopus3.8-27B-Flash-V2-Apostate-Uncensored-GGUF"],"logoFrom":"veldierin"},{"id":"airoboros-c34b-2-1","family":"jondurbin/airoboros-c34b-2.1","name":"Airoboros C34b 2.1","maker":"jondurbin","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/Airoboros-c34B-2.1-GGUF/airoboros-c34b-2.1.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-26T22:02:42.000Z","downloads":3118,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q2_K.gguf","label":"Q2_K","size":14210674848,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q3_K_S.gguf","label":"Q3_K_S","size":14605349024,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q3_K_M.gguf","label":"Q3_K_M","size":16283594912,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q3_K_L.gguf","label":"Q3_K_L","size":17771524256,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q4_0.gguf","label":"Q4_0","size":19052048544,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q4_K_S.gguf","label":"Q4_K_S","size":19146420384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q4_K_M.gguf","label":"Q4_K_M","size":20219900064,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q5_0.gguf","label":"Q5_0","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q5_K_S.gguf","label":"Q5_K_S","size":23237177504,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q5_K_M.gguf","label":"Q5_K_M","size":23838797984,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q6_K.gguf","label":"Q6_K","size":27683877024,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-c34B-2.1-GGUF","file":"airoboros-c34b-2.1.Q8_0.gguf","label":"Q8_0","size":35856052384,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-c34B-2.1-GGUF"],"logoFrom":"jondurbin"},{"id":"airoboros-l2-70b-gpt4-m2-0","family":"jondurbin/airoboros-l2-70b-gpt4-m2.0","name":"Airoboros L2 70B Gpt4 M2.0","maker":"jondurbin","catalog":null,"tuned":true,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF/airoboros-l2-70b-gpt4-m2.0.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-06T16:55:51.000Z","downloads":3117,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF","file":"airoboros-l2-70b-gpt4-m2.0.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-70B-GPT4-m2.0-GGUF"],"logoFrom":"jondurbin"},{"id":"umartransit-1b","family":"umarfarookm/UmarTransit-1B","name":"UmarTransit 1B","maker":"umarfarookm","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"umarfarookm/UmarTransit-1B/UmarTransit-1B.Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-06T13:33:31.000Z","downloads":3117,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"umarfarookm/UmarTransit-1B","file":"UmarTransit-1B.Q4_K_M.gguf","label":"Q4_K_M","size":986048096,"bits":5.12,"known":true,"rank":0},{"repo":"umarfarookm/UmarTransit-1B","file":"UmarTransit-1B.Q8_0.gguf","label":"Q8_0","size":1646572640,"bits":8.55,"known":true,"rank":0}],"repos":["umarfarookm/UmarTransit-1B"],"logoFrom":"Qwen"},{"id":"llama3-8b-chinese-chat","family":"Monor/Llama3-8B-Chinese-Chat-gguf","name":"Llama3 8B Chinese","maker":"Monor","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"Monor/Llama3-8B-Chinese-Chat-gguf/Llama3-8B-Chinese-Chat-q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-01T13:32:23.000Z","downloads":3116,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q2_K.gguf","label":"Q2_K","size":3179644608,"bits":3.17,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q3_K_S.gguf","label":"Q3_K_S","size":3665012416,"bits":3.65,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q3_K.gguf","label":"Q3_K","size":4019431104,"bits":4,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q3_K_M.gguf","label":"Q3_K_M","size":4019431104,"bits":4,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q3_K_L.gguf","label":"Q3_K_L","size":4322469568,"bits":4.31,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q4_0.gguf","label":"Q4_0","size":4661724864,"bits":4.64,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q4_K_S.gguf","label":"Q4_K_S","size":4693182144,"bits":4.68,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q4_K.gguf","label":"Q4_K","size":4921247424,"bits":4.9,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q4_K_M.gguf","label":"Q4_K_M","size":4921247424,"bits":4.9,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q4_1.gguf","label":"Q4_1","size":5130766016,"bits":5.11,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q5_0.gguf","label":"Q5_0","size":5599807168,"bits":5.58,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q5_K_S.gguf","label":"Q5_K_S","size":5599807168,"bits":5.58,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q5_K.gguf","label":"Q5_K","size":5733500608,"bits":5.71,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q5_K_M.gguf","label":"Q5_K_M","size":5733500608,"bits":5.71,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q5_1.gguf","label":"Q5_1","size":6068848320,"bits":6.05,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q6_K.gguf","label":"Q6_K","size":6596519616,"bits":6.57,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-q8_0.gguf","label":"Q8_0","size":8541284032,"bits":8.51,"known":true,"rank":0},{"repo":"Monor/Llama3-8B-Chinese-Chat-gguf","file":"Llama3-8B-Chinese-Chat-f16.gguf","label":"F16","size":16069404288,"bits":16.01,"known":true,"rank":0}],"repos":["Monor/Llama3-8B-Chinese-Chat-gguf"],"logoFrom":"meta-llama"},{"id":"dpopenhermes-7b","family":"openaccess-ai-collective/DPOpenHermes-7B","name":"DPOpenHermes 7B","maker":"openaccess-ai-collective","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/DPOpenHermes-7B-GGUF/dpopenhermes-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-02T23:34:07.000Z","downloads":3116,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q2_K.gguf","label":"Q2_K","size":3083107552,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577824,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996512,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034976,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q4_0.gguf","label":"Q4_0","size":4108928096,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385376,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450656,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q5_0.gguf","label":"Q5_0","size":4997728352,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728352,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421792,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q6_K.gguf","label":"Q6_K","size":5942078624,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/DPOpenHermes-7B-GGUF","file":"dpopenhermes-7b.Q8_0.gguf","label":"Q8_0","size":7695875104,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/DPOpenHermes-7B-GGUF"],"logoFrom":null},{"id":"aixcompact-4b","family":"aiXcoder/aiXcompact-4B","name":"AiXcompact 4B","maker":"aiXcoder","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/aiXcompact-4B-i1-GGUF/aiXcompact-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T11:00:45.000Z","downloads":3116,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234784,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419424,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393824,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594784,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975904,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555424,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393184,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494304,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915471584,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880544,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581024,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512544,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187424,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064864,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317344,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286304,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549798624,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888864,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436384,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805344,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968544,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036704,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987744,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/aiXcompact-4B-i1-GGUF","file":"aiXcompact-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056544,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/aiXcompact-4B-i1-GGUF"],"logoFrom":"aiXcoder"},{"id":"llama-3-1-nemotron-51b-instruct","family":"nvidia/Llama-3_1-Nemotron-51B-Instruct","name":"Llama 3 1 Nemotron 51B","maker":"NVIDIA","catalog":null,"tuned":false,"params":51.5,"active":null,"layers":80,"probe":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF/Llama-3_1-Nemotron-51B-Instruct-IQ2_XXS.gguf","kvBytesPerToken":219774,"kvHeader":189952,"kvFixed":0,"context":131072,"arch":"deci","vision":false,"licence":"other","open":false,"released":"2024-09-22T07:24:59.000Z","downloads":3115,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1287,"arenaCoding":1312,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":14037244160,"bits":2.18,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":15522912512,"bits":2.41,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ2_S.gguf","label":"IQ2_S","size":16458193152,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":17792866560,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q2_K.gguf","label":"Q2_K","size":19418642688,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":20444690688,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":21566970112,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":22652393728,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":23489091840,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":25182345472,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":27349752064,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":27736619264,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":28269091072,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":29300996352,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q4_0.gguf","label":"Q4_0","size":29344119040,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":29484497152,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":31037307136,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":31817103616,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q4_1.gguf","label":"Q4_1","size":32405436672,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":35558504704,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":36465391872,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":37113854208,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q6_K.gguf","label":"Q6_K","size":42258774272,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":42767694080,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-Q8_0/Llama-3_1-Nemotron-51B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":54731373024,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF","file":"Llama-3_1-Nemotron-51B-Instruct-f16/Llama-3_1-Nemotron-51B-Instruct-f16-00001-of-00003.gguf","label":"F16","size":103012399392,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Llama-3_1-Nemotron-51B-Instruct-GGUF"],"logoFrom":"nvidia"},{"id":"spydazwebai-human-agi-i1","family":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","name":"SpydazWebAI Human AGI I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF/SpydazWebAI_Human_AGI.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-17T09:13:57.000Z","downloads":3115,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ1_S.gguf","label":"IQ1_S","size":1612108320,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ1_M.gguf","label":"IQ1_M","size":1754452512,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991692832,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198262304,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ2_S.gguf","label":"IQ2_S","size":2310926880,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ2_M.gguf","label":"IQ2_M","size":2500719136,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q2_K.gguf","label":"Q2_K","size":2719248928,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827350560,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018822176,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164574240,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ3_S.gguf","label":"IQ3_S","size":3182400032,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ3_M.gguf","label":"IQ3_M","size":3284898336,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518992928,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822031392,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907695136,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108923424,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108923424,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108923424,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q4_0.gguf","label":"Q4_0","size":4123603488,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140380704,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368445984,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997722656,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131416096,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/SpydazWebAI_Human_AGI-i1-GGUF","file":"SpydazWebAI_Human_AGI.i1-Q6_K.gguf","label":"Q6_K","size":5942071840,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SpydazWebAI_Human_AGI-i1-GGUF"],"logoFrom":null},{"id":"thinctx-qwen3-5-4b","family":"moravianai/ThinCtx-Qwen3.5-4B","name":"ThinCtx Qwen3.5 4B","maker":"moravianai","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF/ThinCtx-Qwen3.5-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-14T03:03:22.000Z","downloads":3114,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234880,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419520,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393920,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594880,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976000,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555520,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393280,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494400,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915471680,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880640,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581120,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512640,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187520,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064960,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549798720,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888960,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436480,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805440,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968640,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036800,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987840,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF","file":"ThinCtx-Qwen3.5-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056640,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/ThinCtx-Qwen3.5-4B-i1-GGUF"],"logoFrom":"moravianai"},{"id":"uncensored-jordan-13b","family":"ajibawa-2023/Uncensored-Jordan-13B","name":"Uncensored Jordan 13B","maker":"ajibawa-2023","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Uncensored-Jordan-13B-GGUF/uncensored-jordan-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2023-10-30T20:18:32.000Z","downloads":3113,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-13B-GGUF","file":"uncensored-jordan-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Uncensored-Jordan-13B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"gpt-oss-120b-uncensored-xcloud","family":"xCloudinfo/gpt-oss-120b-Uncensored-xCloud-GGUF","name":"Gpt Oss 120B Uncensored XCloud","maker":"xCloudinfo","catalog":null,"tuned":true,"params":116.83,"active":5.75,"layers":36,"probe":"xCloudinfo/gpt-oss-120b-Uncensored-xCloud-GGUF/gptoss120b-uncensored-MXFP4.gguf","kvBytesPerToken":39850,"kvHeader":36864,"kvFixed":4718592,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-24T20:42:37.000Z","downloads":3112,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"xCloudinfo/gpt-oss-120b-Uncensored-xCloud-GGUF","file":"gptoss120b-uncensored-MXFP4.gguf","label":"MXFP4","size":65369016512,"bits":4.48,"known":true,"rank":0}],"repos":["xCloudinfo/gpt-oss-120b-Uncensored-xCloud-GGUF"],"logoFrom":"openai"},{"id":"deepseek-coder-1-3b-kexer","family":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","name":"Deepseek Coder 1.3B Kexer","maker":"QuantFactory","catalog":null,"tuned":true,"params":1.35,"active":null,"layers":24,"probe":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF/deepseek-coder-1.3B-kexer.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-27T06:38:23.000Z","downloads":3112,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q2_K.gguf","label":"Q2_K","size":559716832,"bits":3.32,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q3_K_S.gguf","label":"Q3_K_S","size":641825248,"bits":3.8,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q3_K_M.gguf","label":"Q3_K_M","size":704133600,"bits":4.17,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q3_K_L.gguf","label":"Q3_K_L","size":744454624,"bits":4.41,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q4_0.gguf","label":"Q4_0","size":775936480,"bits":4.6,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q4_K_S.gguf","label":"Q4_K_S","size":813963744,"bits":4.82,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q4_1.gguf","label":"Q4_1","size":855955936,"bits":5.07,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q4_K_M.gguf","label":"Q4_K_M","size":873454048,"bits":5.18,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q5_0.gguf","label":"Q5_0","size":935975392,"bits":5.55,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q5_K_S.gguf","label":"Q5_K_S","size":952883680,"bits":5.65,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q5_K_M.gguf","label":"Q5_K_M","size":1001839072,"bits":5.94,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q5_1.gguf","label":"Q5_1","size":1015994848,"bits":6.02,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q6_K.gguf","label":"Q6_K","size":1171536352,"bits":6.94,"known":true,"rank":0},{"repo":"QuantFactory/deepseek-coder-1.3B-kexer-GGUF","file":"deepseek-coder-1.3B-kexer.Q8_0.gguf","label":"Q8_0","size":1432091104,"bits":8.49,"known":true,"rank":0}],"repos":["QuantFactory/deepseek-coder-1.3B-kexer-GGUF"],"logoFrom":"deepseek-ai"},{"id":"gemma-4-12b-uncensored-bf16","family":"lemuralabs/Gemma-4-12B-uncensored-bf16","name":"Gemma 4 12B Uncensored Bf16","maker":"lemuralabs","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF/Gemma-4-12B-uncensored-bf16.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-06T11:46:01.000Z","downloads":3111,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q2_K.gguf","label":"Q2_K","size":4830148288,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q3_K_S.gguf","label":"Q3_K_S","size":5528229568,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q3_K_M.gguf","label":"Q3_K_M","size":6087087808,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q3_K_L.gguf","label":"Q3_K_L","size":6566319808,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.IQ4_XS.gguf","label":"IQ4_XS","size":6690551488,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q4_K_S.gguf","label":"Q4_K_S","size":7024047808,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q4_K_M.gguf","label":"Q4_K_M","size":7381382848,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q5_K_S.gguf","label":"Q5_K_S","size":8338372288,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q5_K_M.gguf","label":"Q5_K_M","size":8547268288,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q6_K.gguf","label":"Q6_K","size":9786021568,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-uncensored-bf16-GGUF","file":"Gemma-4-12B-uncensored-bf16.Q8_0.gguf","label":"Q8_0","size":12669646528,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-12B-uncensored-bf16-GGUF"],"logoFrom":"lemuralabs"},{"id":"sor-coldbrew-12b-think-rp-base","family":"SvalTek/SOR-ColdBrew-12B-Think-RP-Base","name":"SOR ColdBrew 12B Think RP Base","maker":"SvalTek","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF/SOR-ColdBrew-12B-Think-RP-Base.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T07:49:48.000Z","downloads":3111,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":2999227648,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":3221640448,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592328448,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915093248,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":4138490656,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":4435041056,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493696256,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q2_K.gguf","label":"Q2_K","size":4791065856,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945402656,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306508064,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534245664,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":5562098464,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":5722252064,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083109664,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561522464,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742731040,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q4_0.gguf","label":"Q4_0","size":7094659840,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097936640,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120218880,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477226240,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q4_1.gguf","label":"Q4_1","size":7795240640,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518759040,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727655040,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF","file":"SOR-ColdBrew-12B-Think-RP-Base.i1-Q6_K.gguf","label":"Q6_K","size":10056235648,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SOR-ColdBrew-12B-Think-RP-Base-i1-GGUF"],"logoFrom":null},{"id":"humanlikerp","family":"TouchNight/HumanlikeRP","name":"HumanlikeRP","maker":"TouchNight","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/HumanlikeRP-i1-GGUF/HumanlikeRP.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":12000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-18T01:23:14.000Z","downloads":3104,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ1_S.gguf","label":"IQ1_S","size":2014573472,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ1_M.gguf","label":"IQ1_M","size":2181641120,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460087200,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708009888,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ2_S.gguf","label":"IQ2_S","size":2875356064,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ2_M.gguf","label":"IQ2_M","size":3098112928,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q2_K.gguf","label":"Q2_K","size":3354325920,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474322336,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3717936032,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899208608,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ3_S.gguf","label":"IQ3_S","size":3912577952,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ3_M.gguf","label":"IQ3_M","size":4055462816,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324406176,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4690752416,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785009568,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q4_0.gguf","label":"Q4_0","size":5053903776,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5071860640,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5328958368,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6107853728,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258258848,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/HumanlikeRP-i1-GGUF","file":"HumanlikeRP.i1-Q6_K.gguf","label":"Q6_K","size":7245640608,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/HumanlikeRP-i1-GGUF"],"logoFrom":null},{"id":"deepseek-r1-distill-qwen-1-5b-heretic","family":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","name":"DeepSeek R1 Distill Qwen 1.5B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic/DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-08-01T20:32:57.000Z","downloads":3102,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q2_K.gguf","label":"Q2_K","size":752880544,"bits":3.38,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":861222304,"bits":3.87,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-IQ3_S.gguf","label":"IQ3_S","size":862684576,"bits":3.88,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":924456352,"bits":4.15,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":980440480,"bits":4.41,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1026162592,"bits":4.61,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q4_0.gguf","label":"Q4_0","size":1066227616,"bits":4.79,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1071585184,"bits":4.82,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1117320704,"bits":5.02,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q4_1.gguf","label":"Q4_1","size":1162700704,"bits":5.23,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1259173792,"bits":5.66,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1285494272,"bits":5.78,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q6_K.gguf","label":"Q6_K","size":1464178688,"bits":6.58,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-Q8_0.gguf","label":"Q8_0","size":1894532096,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic","file":"DeepSeek-R1-Distill-Qwen-1.5B-heretic-F16.gguf","label":"F16","size":3560416672,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/DeepSeek-R1-Distill-Qwen-1.5B-heretic"],"logoFrom":"deepseek-ai"},{"id":"swallow-7b-hf","family":"tokyotech-llm/Swallow-7b-hf","name":"Swallow 7B","maker":"tokyotech-llm","catalog":null,"tuned":false,"params":6.83,"active":null,"layers":32,"probe":"mradermacher/Swallow-7b-hf-i1-GGUF/Swallow-7b-hf.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-30T09:41:30.000Z","downloads":3097,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":1575329824,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":1697718304,"bits":1.99,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1901699104,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2081660960,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":2247962912,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":2411147552,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q2_K.gguf","label":"Q2_K","size":2585691424,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2636788000,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2854000160,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":3005781536,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3005781536,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":3172341280,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3355481632,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3654587936,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3681462048,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q4_0.gguf","label":"Q4_0","size":3900635936,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3920296736,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4144560928,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4720970528,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4852435744,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-hf-i1-GGUF","file":"Swallow-7b-hf.i1-Q6_K.gguf","label":"Q6_K","size":5604552736,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Swallow-7b-hf-i1-GGUF"],"logoFrom":"tokyotech-llm"},{"id":"smart-commit-1-5b-v0-3-i1","family":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","name":"Smart Commit 1.5B V0.3 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF/smart-commit-1.5b-v0.3.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-27T16:21:39.000Z","downloads":3097,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ1_S.gguf","label":"IQ1_S","size":436528896,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ1_M.gguf","label":"IQ1_M","size":464462592,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511018752,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550328064,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ2_S.gguf","label":"IQ2_S","size":563811072,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ2_M.gguf","label":"IQ2_M","size":601056000,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640136448,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668793600,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q2_K.gguf","label":"Q2_K","size":676306176,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731700480,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760945920,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ3_S.gguf","label":"IQ3_S","size":762408192,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ3_M.gguf","label":"IQ3_M","size":776665344,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":824179968,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":880164096,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":895732992,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-IQ4_NL.gguf","label":"IQ4_NL","size":936332544,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q4_0.gguf","label":"Q4_0","size":937536768,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":940313856,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":986049792,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q4_1.gguf","label":"Q4_1","size":1016843520,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1098730752,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1125051648,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/smart-commit-1.5b-v0.3-i1-GGUF","file":"smart-commit-1.5b-v0.3.i1-Q6_K.gguf","label":"Q6_K","size":1272741120,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/smart-commit-1.5b-v0.3-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deep-reasoning-llama-3-2-dolphin3-0-3b-i1","family":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","name":"Deep Reasoning Llama 3.2 Dolphin3.0 3B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-18T16:33:00.000Z","downloads":3096,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ1_S.gguf","label":"IQ1_S","size":868159424,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ1_M.gguf","label":"IQ1_M","size":924192704,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1017581504,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1100550080,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ2_S.gguf","label":"IQ2_S","size":1154322368,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ2_M.gguf","label":"IQ2_M","size":1229033408,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1274284800,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1348767680,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q2_K.gguf","label":"Q2_K","size":1363938048,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1476791040,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ3_S.gguf","label":"IQ3_S","size":1542851328,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1542851328,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ3_M.gguf","label":"IQ3_M","size":1599671040,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1687161600,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1815350016,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1829112576,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1917192960,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q4_0.gguf","label":"Q4_0","size":1921911552,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1928203008,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2019379968,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q4_1.gguf","label":"Q4_1","size":2093353728,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2269514496,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2322156288,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF","file":"Deep-Reasoning-Llama-3.2-Dolphin3.0-3B.i1-Q6_K.gguf","label":"Q6_K","size":2643856128,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/Deep-Reasoning-Llama-3.2-Dolphin3.0-3B-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"python-code-13b","family":"ajibawa-2023/Python-Code-13B","name":"Python Code 13B","maker":"ajibawa-2023","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Python-Code-13B-GGUF/python-code-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2023-11-14T18:21:12.000Z","downloads":3095,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q2_K.gguf","label":"Q2_K","size":5429348352,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980352,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769472,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559552,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q4_0.gguf","label":"Q4_0","size":7365834752,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331392,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956352,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q5_0.gguf","label":"Q5_0","size":8972285952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924352,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q6_K.gguf","label":"Q6_K","size":10679140352,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Python-Code-13B-GGUF","file":"python-code-13b.Q8_0.gguf","label":"Q8_0","size":13831319552,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Python-Code-13B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"frostwind-10-7b-v1","family":"Sao10K/Frostwind-10.7B-v1","name":"Frostwind 10.7B V1","maker":"Sao10K","catalog":null,"tuned":true,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/Frostwind-10.7B-v1-GGUF/frostwind-10.7b-v1.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-12-20T08:13:21.000Z","downloads":3094,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q2_K.gguf","label":"Q2_K","size":4549952032,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":4665500192,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":5189263904,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":5651685920,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q4_0.gguf","label":"Q4_0","size":6073319968,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q4_K_S.gguf","label":"Q4_K_S","size":6104777248,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q4_K_M.gguf","label":"Q4_K_M","size":6462603808,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q5_0.gguf","label":"Q5_0","size":7398326816,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":7398326816,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q5_K_M.gguf","label":"Q5_K_M","size":7598866976,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q6_K.gguf","label":"Q6_K","size":8806146592,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Frostwind-10.7B-v1-GGUF","file":"frostwind-10.7b-v1.Q8_0.gguf","label":"Q8_0","size":11405091360,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Frostwind-10.7B-v1-GGUF"],"logoFrom":"Sao10K"},{"id":"gen-verse-discoveryrsi-27b","family":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","name":"Gen Verse DiscoveryRSI 27B","maker":"bartowski","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF/Gen-Verse_DiscoveryRSI-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-24T04:37:00.000Z","downloads":3092,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":8881269056,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9088526656,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ2_S.gguf","label":"IQ2_S","size":9684044096,"bits":2.84,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ2_M.gguf","label":"IQ2_M","size":10522249536,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q2_K.gguf","label":"Q2_K","size":10821544256,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12320168256,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12739885376,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ3_XS.gguf","label":"IQ3_XS","size":12799605056,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13404051776,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14122817856,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ3_M.gguf","label":"IQ3_M","size":14860630336,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15475951936,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q4_0.gguf","label":"Q4_0","size":16348768576,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16363514176,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-IQ4_NL.gguf","label":"IQ4_NL","size":17442400576,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17442400576,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q4_1.gguf","label":"Q4_1","size":17825458496,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18820704576,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19566913856,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20923877696,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q6_K_S.gguf","label":"Q6_K_S","size":22857455936,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q6_K.gguf","label":"Q6_K","size":23860566336,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24958908736,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-Q8_0.gguf","label":"Q8_0","size":29116389696,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF","file":"Gen-Verse_DiscoveryRSI-27B-bf16/Gen-Verse_DiscoveryRSI-27B-bf16-00001-of-00002.gguf","label":"BF16","size":54657734848,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Gen-Verse_DiscoveryRSI-27B-GGUF"],"logoFrom":"Gen-Verse"},{"id":"arithmo-mistral-7b","family":"akjindal53244/Arithmo-Mistral-7B","name":"Arithmo Mistral 7B","maker":"akjindal53244","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Arithmo-Mistral-7B-GGUF/arithmo-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-20T09:28:57.000Z","downloads":3091,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Arithmo-Mistral-7B-GGUF","file":"arithmo-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Arithmo-Mistral-7B-GGUF"],"logoFrom":"akjindal53244"},{"id":"loopl-0-8b","family":"cagataydev/loopl-0.8b","name":"Loopl 0.8B","maker":"cagataydev","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"mradermacher/loopl-0.8b-i1-GGUF/loopl-0.8b.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T02:45:44.000Z","downloads":3091,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ1_S.gguf","label":"IQ1_S","size":329950720,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ1_M.gguf","label":"IQ1_M","size":338332672,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352302592,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363871744,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ2_S.gguf","label":"IQ2_S","size":366759424,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ2_M.gguf","label":"IQ2_M","size":377935360,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":398001664,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414685184,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q2_K.gguf","label":"Q2_K","size":422328320,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435364352,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443302400,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ3_S.gguf","label":"IQ3_S","size":450822656,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ3_M.gguf","label":"IQ3_M","size":453956096,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466223616,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491323904,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q4_0.gguf","label":"Q4_0","size":502141952,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":504089600,"bits":5.38,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505254912,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":516002816,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529298432,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q4_1.gguf","label":"Q4_1","size":532554752,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563655680,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":577999872,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/loopl-0.8b-i1-GGUF","file":"loopl-0.8b.i1-Q6_K.gguf","label":"Q6_K","size":629745152,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/loopl-0.8b-i1-GGUF"],"logoFrom":"cagataydev"},{"id":"rusmind-malysh-4-7","family":"DICPlay/RusMind-Malysh-4.7","name":"RusMind Malysh 4.7","maker":"DICPlay","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":25,"probe":"mradermacher/RusMind-Malysh-4.7-i1-GGUF/RusMind-Malysh-4.7.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-24T15:04:44.000Z","downloads":3091,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ1_S.gguf","label":"IQ1_S","size":329950464,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ1_M.gguf","label":"IQ1_M","size":338332416,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352302336,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363871488,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ2_S.gguf","label":"IQ2_S","size":366759168,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ2_M.gguf","label":"IQ2_M","size":377935104,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":398001408,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414684928,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q2_K.gguf","label":"Q2_K","size":422328064,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435364096,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443302144,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ3_S.gguf","label":"IQ3_S","size":450822400,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ3_M.gguf","label":"IQ3_M","size":453955840,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466223360,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491323648,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q4_0.gguf","label":"Q4_0","size":502141696,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ4_XS.gguf","label":"IQ4_XS","size":504089344,"bits":5.38,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505254656,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-IQ4_NL.gguf","label":"IQ4_NL","size":516002560,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529298176,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q4_1.gguf","label":"Q4_1","size":532554496,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563655424,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q5_K_M.gguf","label":"Q5_K_M","size":577999616,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/RusMind-Malysh-4.7-i1-GGUF","file":"RusMind-Malysh-4.7.i1-Q6_K.gguf","label":"Q6_K","size":629744896,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/RusMind-Malysh-4.7-i1-GGUF"],"logoFrom":"DICPlay"},{"id":"mistral-small-drummer-22b","family":"nbeerbower/Mistral-Small-Drummer-22B","name":"Mistral Small Drummer 22B","maker":"nbeerbower","catalog":null,"tuned":false,"params":22.25,"active":null,"layers":56,"probe":"bartowski/Mistral-Small-Drummer-22B-GGUF/Mistral-Small-Drummer-22B-IQ2_XS.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-09-26T15:45:35.000Z","downloads":3087,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-IQ2_XS.gguf","label":"IQ2_XS","size":6646150464,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-IQ2_S.gguf","label":"IQ2_S","size":7035434304,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-IQ2_M.gguf","label":"IQ2_M","size":7618966848,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q2_K.gguf","label":"Q2_K","size":8272098624,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q2_K_L.gguf","label":"Q2_K_L","size":8468706624,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-IQ3_XS.gguf","label":"IQ3_XS","size":9176102208,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q3_K_S.gguf","label":"Q3_K_S","size":9641276736,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-IQ3_M.gguf","label":"IQ3_M","size":10062411072,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q3_K_M.gguf","label":"Q3_K_M","size":10756830528,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q3_K_L.gguf","label":"Q3_K_L","size":11730433344,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q3_K_XL.gguf","label":"Q3_K_XL","size":11906594112,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-IQ4_XS.gguf","label":"IQ4_XS","size":11935298880,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":12569163072,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":12569163072,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":12569163072,"bits":4.52,"known":false,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_0.gguf","label":"Q4_0","size":12613203264,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_K_S.gguf","label":"Q4_K_S","size":12660389184,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_K_M.gguf","label":"Q4_K_M","size":13341242688,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q4_K_L.gguf","label":"Q4_K_L","size":13490664768,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q5_K_S.gguf","label":"Q5_K_S","size":15324820800,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q5_K_M.gguf","label":"Q5_K_M","size":15722558784,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q5_K_L.gguf","label":"Q5_K_L","size":15846815040,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q6_K.gguf","label":"Q6_K","size":18252707136,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q6_K_L.gguf","label":"Q6_K_L","size":18350224704,"bits":6.6,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-Q8_0.gguf","label":"Q8_0","size":23640552768,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Mistral-Small-Drummer-22B-GGUF","file":"Mistral-Small-Drummer-22B-f16.gguf","label":"F16","size":44496729120,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Mistral-Small-Drummer-22B-GGUF"],"logoFrom":"nbeerbower"},{"id":"mistral-7b-phibrarian-32k","family":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","name":"Mistral 7B Phibrarian 32K","maker":"TheBloke","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF/mistral-7b-phibrarian-32k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-17T19:52:48.000Z","downloads":3086,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral-7B-Phibrarian-32K-GGUF","file":"mistral-7b-phibrarian-32k.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral-7B-Phibrarian-32K-GGUF"],"logoFrom":"SciPhi"},{"id":"h2o-danube3-4b-chat","family":"h2oai/h2o-danube3-4b-chat-GGUF","name":"H2o Danube3 4B","maker":"h2oai","catalog":null,"tuned":false,"params":3.96,"active":null,"layers":24,"probe":"h2oai/h2o-danube3-4b-chat-GGUF/h2o-danube3-4b-chat-Q2_K.gguf","kvBytesPerToken":106629,"kvHeader":92160,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-04T15:56:43.000Z","downloads":3085,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-Q2_K.gguf","label":"Q2_K","size":1514405760,"bits":3.06,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-Q3_K_M.gguf","label":"Q3_K_M","size":1941682560,"bits":3.92,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-Q4_K_M.gguf","label":"Q4_K_M","size":2394648960,"bits":4.84,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-Q5_K_M.gguf","label":"Q5_K_M","size":2809983360,"bits":5.68,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-Q6_K.gguf","label":"Q6_K","size":3251276160,"bits":6.57,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-Q8_0.gguf","label":"Q8_0","size":4210738560,"bits":8.51,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-BF16.gguf","label":"BF16","size":7924786560,"bits":16.01,"known":true,"rank":0},{"repo":"h2oai/h2o-danube3-4b-chat-GGUF","file":"h2o-danube3-4b-chat-F16.gguf","label":"F16","size":7924786560,"bits":16.01,"known":true,"rank":0}],"repos":["h2oai/h2o-danube3-4b-chat-GGUF"],"logoFrom":"h2oai"},{"id":"llava-1-6","family":"cmp-nct/llava-1.6-gguf","name":"Llava 1.6","maker":"cmp-nct","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"cmp-nct/llava-1.6-gguf/vicuna-7b-q5_k.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2024-02-02T02:17:56.000Z","downloads":3084,"likes":75,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cmp-nct/llava-1.6-gguf","file":"ggml-mistral-q_4_k.gguf","label":"ggml-mistral-q_4_k","size":4368439552,"bits":4.83,"known":false,"rank":0},{"repo":"cmp-nct/llava-1.6-gguf","file":"vicuna-7b-q5_k.gguf","label":"Q5_K","size":4783157056,"bits":5.29,"known":true,"rank":0},{"repo":"cmp-nct/llava-1.6-gguf","file":"ggml-mistral-7b-q_5_k.gguf","label":"ggml-mistral-7b-q_5_k","size":5131409664,"bits":5.67,"known":false,"rank":0}],"repos":["cmp-nct/llava-1.6-gguf"],"logoFrom":"cmp-nct"},{"id":"gemma-2-it","family":"unsloth/gemma-2-it-GGUF","name":"Gemma 2","maker":"unsloth","catalog":null,"tuned":false,"params":2.61,"active":null,"layers":26,"probe":"unsloth/gemma-2-it-GGUF/gemma-2-2b-it.q2_k.gguf","kvBytesPerToken":61608,"kvHeader":53248,"kvFixed":218103808,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-07-31T16:31:07.000Z","downloads":3084,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.q2_k.gguf","label":"Q2_K","size":1229829696,"bits":3.77,"known":true,"rank":0},{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.q3_k_m.gguf","label":"Q3_K_M","size":1461667392,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.q4_k_m.gguf","label":"Q4_K_M","size":1708582464,"bits":5.24,"known":true,"rank":0},{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.q5_k_m.gguf","label":"Q5_K_M","size":1923278400,"bits":5.9,"known":true,"rank":0},{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.q6_k.gguf","label":"Q6_K","size":2151392832,"bits":6.59,"known":true,"rank":0},{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.q8_0.gguf","label":"Q8_0","size":2784495168,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/gemma-2-it-GGUF","file":"gemma-2-2b-it.F16.gguf","label":"F16","size":5235213888,"bits":16.05,"known":true,"rank":0}],"repos":["unsloth/gemma-2-it-GGUF"],"logoFrom":"unsloth"},{"id":"huihui-omnicoder-9b-abliterated-i1","family":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","name":"Huihui OmniCoder 9B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF/Huihui-OmniCoder-9B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-02T05:39:19.000Z","downloads":3083,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642304,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269632,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648512,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345920,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968640,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471744,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239680,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3827263104,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166400,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416704,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407488,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818688,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383168,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525504,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515392,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441216,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5325940352,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630464,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215040,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109888,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5809333888,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310336,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970688,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF","file":"Huihui-OmniCoder-9B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":7359260288,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-OmniCoder-9B-abliterated-i1-GGUF"],"logoFrom":null},{"id":"airoboros-l2-7b-gpt4-1-4-1","family":"jondurbin/airoboros-l2-7b-gpt4-1.4.1","name":"Airoboros L2 7B Gpt4 1.4.1","maker":"jondurbin","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF/airoboros-l2-7b-gpt4-1.4.1.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-05T06:19:49.000Z","downloads":3082,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF","file":"airoboros-l2-7b-gpt4-1.4.1.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/airoboros-l2-7b-gpt4-1.4.1-GGUF"],"logoFrom":"jondurbin"},{"id":"phi-3-5-mini-3-8b-arliai-rpmax-v1-1","family":"ArliAI/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1","name":"Phi 3.5 Mini 3.8B ArliAI RPMax V1.1","maker":"ArliAI","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-IQ3_M.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-09-10T12:30:24.000Z","downloads":3082,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-IQ3_M.gguf","label":"IQ3_M","size":1855600256,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":2059852928,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":2087597696,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173785728,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2176177280,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2176177280,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2176177280,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_0.gguf","label":"Q4_0","size":2182468736,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":2188760192,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":2393232512,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":2466338432,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":2641474688,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q5_K_M.gguf","label":"Q5_K_M","size":2815276160,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q5_K_L.gguf","label":"Q5_K_L","size":2876069504,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q6_K.gguf","label":"Q6_K","size":3135853184,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":3183564416,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-Q8_0.gguf","label":"Q8_0","size":4061222528,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF","file":"Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-f16.gguf","label":"F16","size":7643297088,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Phi-3.5-mini-3.8B-ArliAI-RPMax-v1.1-GGUF"],"logoFrom":"ArliAI"},{"id":"mistral-pygmalion-7b","family":"Delcos/Mistral-Pygmalion-7b","name":"Mistral Pygmalion 7B","maker":"Delcos","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Mistral-Pygmalion-7B-GGUF/mistral-pygmalion-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2023-10-19T11:50:46.000Z","downloads":3079,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q2_K.gguf","label":"Q2_K","size":2825940768,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304672,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004768,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597111072,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q4_0.gguf","label":"Q4_0","size":3825807136,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740128,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004320,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q5_0.gguf","label":"Q5_0","size":4651691808,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691808,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783157024,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q6_K.gguf","label":"Q6_K","size":5529194272,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Mistral-Pygmalion-7B-GGUF","file":"mistral-pygmalion-7b.Q8_0.gguf","label":"Q8_0","size":7161089824,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral-Pygmalion-7B-GGUF"],"logoFrom":"Delcos"},{"id":"gemma-4-gembrain-31b","family":"Nimbz/Gemma-4-Gembrain-31B","name":"Gemma 4 Gembrain 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF/Gemma-4-Gembrain-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-12T10:46:08.000Z","downloads":3079,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156490848,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725873760,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845280,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360416,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890144,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067360,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590432,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916315232,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509216,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370272,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358432,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358432,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498784,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110240,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628271712,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735791712,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701579360,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166816,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064672,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481422432,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842912,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572192,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-31B-i1-GGUF","file":"Gemma-4-Gembrain-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201486432,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Gembrain-31B-i1-GGUF"],"logoFrom":"Nimbz"},{"id":"riva-translate-4b-instruct-v1-1","family":"nvidia/Riva-Translate-4B-Instruct-v1.1","name":"Riva Translate 4B V1.1","maker":"NVIDIA","catalog":null,"tuned":false,"params":4.18,"active":null,"layers":34,"probe":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF/Riva-Translate-4B-Instruct-v1.1.Q2_K.gguf","kvBytesPerToken":161128,"kvHeader":139264,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-01-14T12:30:51.000Z","downloads":3079,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q2_K.gguf","label":"Q2_K","size":1858332000,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q3_K_S.gguf","label":"Q3_K_S","size":2081746272,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q3_K_M.gguf","label":"Q3_K_M","size":2269678944,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q3_K_L.gguf","label":"Q3_K_L","size":2388823392,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.IQ4_XS.gguf","label":"IQ4_XS","size":2410296672,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q4_K_S.gguf","label":"Q4_K_S","size":2584515936,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q4_K_M.gguf","label":"Q4_K_M","size":2759300448,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q5_K_S.gguf","label":"Q5_K_S","size":2992010592,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q5_K_M.gguf","label":"Q5_K_M","size":3140117856,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q6_K.gguf","label":"Q6_K","size":3655777632,"bits":7,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.Q8_0.gguf","label":"Q8_0","size":4449441120,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF","file":"Riva-Translate-4B-Instruct-v1.1.f16.gguf","label":"F16","size":8367715680,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Riva-Translate-4B-Instruct-v1.1-GGUF"],"logoFrom":"nvidia"},{"id":"iso27001-qwen2-5-0-5b-edge","family":"sallani/ISO27001-Qwen2.5-0.5B-Edge","name":"ISO27001 Qwen2.5 0.5B Edge","maker":"sallani","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"sallani/ISO27001-Qwen2.5-0.5B-Edge/iso27001-qwen2.5-0.5b-q4_k_m.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-25T19:57:40.000Z","downloads":3076,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sallani/ISO27001-Qwen2.5-0.5B-Edge","file":"iso27001-qwen2.5-0.5b-q4_k_m.gguf","label":"Q4_K_M","size":397808032,"bits":6.49,"known":true,"rank":0}],"repos":["sallani/ISO27001-Qwen2.5-0.5B-Edge"],"logoFrom":"Qwen"},{"id":"llama2-13b-psyfighter2","family":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","name":"LLaMA2 13B Psyfighter2","maker":"KoboldAI","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF/LLaMA2-13B-Psyfighter2.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-14T13:55:13.000Z","downloads":3075,"likes":99,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q4_1.gguf","label":"Q4_1","size":8169060288,"bits":5.02,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q5_1.gguf","label":"Q5_1","size":9775511488,"bits":6.01,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0},{"repo":"KoboldAI/LLaMA2-13B-Psyfighter2-GGUF","file":"LLaMA2-13B-Psyfighter2.F16.gguf","label":"F16","size":26033303424,"bits":16,"known":true,"rank":0}],"repos":["KoboldAI/LLaMA2-13B-Psyfighter2-GGUF"],"logoFrom":"KoboldAI"},{"id":"ministral-3b-instruct","family":"ministral/Ministral-3b-instruct","name":"Ministral 3B","maker":"ministral","catalog":null,"tuned":false,"params":3.32,"active":null,"layers":14,"probe":"mradermacher/Ministral-3b-instruct-GGUF/Ministral-3b-instruct.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-23T14:28:18.000Z","downloads":3075,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q2_K.gguf","label":"Q2_K","size":1274754464,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":1477072288,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":1626297760,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":1764709792,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":1818850720,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":1909454240,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1997338016,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":2298082720,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":2348217760,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q6_K.gguf","label":"Q6_K","size":2721027488,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.Q8_0.gguf","label":"Q8_0","size":3524023712,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3b-instruct-GGUF","file":"Ministral-3b-instruct.f16.gguf","label":"F16","size":6632396192,"bits":15.98,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3b-instruct-GGUF"],"logoFrom":"mistralai"},{"id":"infinity-instruct-7m-0729-mistral-7b-i1","family":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","name":"Infinity 7M 0729 Mistral 7B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF/Infinity-Instruct-7M-0729-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-02T22:57:06.000Z","downloads":3075,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111168,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455360,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695680,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265152,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930560,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722816,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719252864,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354240,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826944,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164579008,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404800,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903104,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997696,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036160,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700736,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123609344,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386560,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451840,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729536,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422976,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-0729-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942079808,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Infinity-Instruct-7M-0729-mistral-7B-i1-GGUF"],"logoFrom":"BAAI"},{"id":"minicpm-ocr-1-0-localai","family":"weareapexcreators/MiniCPM-OCR-1.0-LocalAI","name":"MiniCPM OCR 1.0 LocalAI","maker":"weareapexcreators","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"weareapexcreators/MiniCPM-OCR-1.0-LocalAI/MiniCPM-OCR-1_0-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T07:03:07.000Z","downloads":3074,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"weareapexcreators/MiniCPM-OCR-1.0-LocalAI","file":"MiniCPM-OCR-1_0-Q4_K_M.gguf","label":"Q4_K_M","size":529106816,"bits":5.64,"known":true,"rank":0}],"repos":["weareapexcreators/MiniCPM-OCR-1.0-LocalAI"],"logoFrom":"weareapexcreators"},{"id":"qwen3-4b-nymphaea-rp","family":"0xA50C1A1/Qwen3-4B-Nymphaea-RP","name":"Qwen3 4B Nymphaea RP","maker":"0xA50C1A1","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF/Qwen3-4B-Nymphaea-RP.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-09T04:53:55.000Z","downloads":3073,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q2_K.gguf","label":"Q2_K","size":1669500096,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q3_K_S.gguf","label":"Q3_K_S","size":1886997696,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q3_K_M.gguf","label":"Q3_K_M","size":2075618496,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q3_K_L.gguf","label":"Q3_K_L","size":2239786176,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.IQ4_XS.gguf","label":"IQ4_XS","size":2286316736,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q4_K_S.gguf","label":"Q4_K_S","size":2383310016,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q4_K_M.gguf","label":"Q4_K_M","size":2497281216,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q5_K_S.gguf","label":"Q5_K_S","size":2823711936,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q5_K_M.gguf","label":"Q5_K_M","size":2889514176,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q6_K.gguf","label":"Q6_K","size":3306261696,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.Q8_0.gguf","label":"Q8_0","size":4280405696,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Nymphaea-RP-GGUF","file":"Qwen3-4B-Nymphaea-RP.f16.gguf","label":"F16","size":8051285696,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Nymphaea-RP-GGUF"],"logoFrom":"0xA50C1A1"},{"id":"writing-partner-mistral-7b","family":"FPHam/Writing_Partner_Mistral_7B","name":"Writing Partner Mistral 7B","maker":"FPHam","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Writing_Partner_Mistral_7B-GGUF/Writing_Partner_Mistral_7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-11T10:58:50.000Z","downloads":3072,"likes":17,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q2_K.gguf","label":"Q2_K","size":2719252128,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018826208,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164578272,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.IQ3_S.gguf","label":"IQ3_S","size":3182404064,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.IQ3_M.gguf","label":"IQ3_M","size":3284902368,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518996960,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822035424,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944400160,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140385824,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368451104,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997728800,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131422240,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q6_K.gguf","label":"Q6_K","size":5942079072,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.Q8_0.gguf","label":"Q8_0","size":7695875552,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Writing_Partner_Mistral_7B-GGUF","file":"Writing_Partner_Mistral_7B.f16.gguf","label":"F16","size":14484765152,"bits":16.01,"known":true,"rank":0}],"repos":["TheBloke/Writing_Partner_Mistral_7B-GGUF","mradermacher/Writing_Partner_Mistral_7B-GGUF","mradermacher/Writing_Partner_Mistral_7B-i1-GGUF"],"logoFrom":"FPHam"},{"id":"noema-1-5-4b-fast","family":"NoemaAI-labs/Noema-1.5-4B-Fast","name":"Noema 1.5 4B Fast","maker":"NoemaAI-labs","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF/Noema-1.5-4B-Fast.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-15T14:10:35.000Z","downloads":3070,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234880,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419520,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393920,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594880,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976000,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555520,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393280,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494400,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q2_K.gguf","label":"Q2_K","size":1915471680,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880640,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581120,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512640,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187520,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064960,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317440,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q4_0.gguf","label":"Q4_0","size":2549798720,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888960,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436480,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805440,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q4_1.gguf","label":"Q4_1","size":2766968640,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036800,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987840,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Noema-1.5-4B-Fast-i1-GGUF","file":"Noema-1.5-4B-Fast.i1-Q6_K.gguf","label":"Q6_K","size":3464056640,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Noema-1.5-4B-Fast-i1-GGUF"],"logoFrom":"NoemaAI-labs"},{"id":"llama3-2-deephermes-3-3b-preview-reasoning-max-neo-imatrix","family":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","name":"Llama3.2 DeepHermes 3 3B Preview Reasoning MAX NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-F16.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-16T08:04:04.000Z","downloads":3069,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ1_S-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ1_S-imat","size":1385288384,"bits":3.45,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ1_M-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ1_M-imat","size":1441321664,"bits":3.59,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_XXS-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_XXS-imat","size":1534710464,"bits":3.82,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_XS-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_XS-imat","size":1617679040,"bits":4.03,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_S-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_S-imat","size":1671451328,"bits":4.17,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_M-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ2_M-imat","size":1746162368,"bits":4.35,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q2_K-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q2_K-imat","size":1828737728,"bits":4.56,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_XXS-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_XXS-imat","size":1865896640,"bits":4.65,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_XS-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_XS-imat","size":1941590720,"bits":4.84,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_S-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_S-imat","size":2007651008,"bits":5,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q3_K_S-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q3_K_S-imat","size":2007651008,"bits":5,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_M-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ3_M-imat","size":2064470720,"bits":5.15,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q3_K_M-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q3_K_M-imat","size":2151961280,"bits":5.36,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q3_K_L-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q3_K_L-imat","size":2280149696,"bits":5.68,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ4_XS-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ4_XS-imat","size":2293912256,"bits":5.72,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ4_NL-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-IQ4_NL-imat","size":2381992640,"bits":5.94,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q4_0-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q4_0-imat","size":2386711232,"bits":5.95,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q4_K_S-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q4_K_S-imat","size":2393002688,"bits":5.96,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q4_K_M-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q4_K_M-imat","size":2484179648,"bits":6.19,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q5_K_S-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q5_K_S-imat","size":2734314176,"bits":6.81,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q5_0-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q5_0-imat","size":2739032768,"bits":6.83,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q5_K_M-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q5_K_M-imat","size":2786955968,"bits":6.95,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q6_K-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q6_K-imat","size":3108655808,"bits":7.75,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q8_0-imat.gguf","label":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-Q8_0-imat","size":3791278784,"bits":9.45,"known":false,"rank":0},{"repo":"DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF","file":"Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-D_AU-F16.gguf","label":"F16","size":6433690080,"bits":16.03,"known":true,"rank":0}],"repos":["DavidAU/Llama3.2-DeepHermes-3-3B-Preview-Reasoning-MAX-NEO-Imatrix-GGUF"],"logoFrom":"NousResearch"},{"id":"clover-35b-a3b-preview-gguf-iq4-xs-mac","family":"austindixson/Clover-35B-A3B-Preview-GGUF-IQ4_XS-Mac","name":"Clover 35B A3B Preview GGUF IQ4 XS Mac","maker":"austindixson","catalog":null,"tuned":false,"params":34.66,"active":3.46,"layers":40,"probe":"austindixson/Clover-35B-A3B-Preview-GGUF-IQ4_XS-Mac/clover-35b-a3b-iq4_xs.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"clover_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T14:50:36.000Z","downloads":3068,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"austindixson/Clover-35B-A3B-Preview-GGUF-IQ4_XS-Mac","file":"clover-35b-a3b-iq4_xs.gguf","label":"IQ4_XS","size":18942272992,"bits":4.37,"known":true,"rank":0},{"repo":"austindixson/Clover-35B-A3B-Preview-GGUF-IQ4_XS-Mac","file":"clover-35b-a3b-iq4_xs-pinq8.gguf","label":"PINQ8","size":19019892192,"bits":4.39,"known":false,"rank":0}],"repos":["austindixson/Clover-35B-A3B-Preview-GGUF-IQ4_XS-Mac"],"logoFrom":"Diffuspace"},{"id":"t-visstar-7b-v0-1","family":"1TuanPham/T-VisStar-7B-v0.1","name":"T VisStar 7B V0.1","maker":"1TuanPham","catalog":null,"tuned":false,"params":7.29,"active":null,"layers":32,"probe":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF/T-VisStar-7B-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-22T05:07:47.000Z","downloads":3066,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1638759616,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1781103808,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2018344128,"bits":2.21,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2224913600,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2340228928,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2530021184,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":2749366592,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2856652608,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3051590592,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3197342656,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3215168448,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3317666752,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3551761344,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3854799808,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3943114304,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4145158208,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4145158208,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4145158208,"bits":4.55,"known":false,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":4159838272,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4176615488,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4404680768,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5037219904,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5170913344,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/T-VisStar-7B-v0.1-i1-GGUF","file":"T-VisStar-7B-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":5985035456,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/T-VisStar-7B-v0.1-i1-GGUF"],"logoFrom":"1TuanPham"},{"id":"llama-2-13b-ensemble-v6","family":"yeontaek/llama-2-13B-ensemble-v6","name":"Llama 2 13B Ensemble V6","maker":"yeontaek","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF/llama-2-13b-ensemble-v6.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-12T17:03:42.000Z","downloads":3066,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q2_K.gguf","label":"Q2_K","size":5429360064,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q3_K_S.gguf","label":"Q3_K_S","size":5658993120,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q3_K_M.gguf","label":"Q3_K_M","size":6337782240,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q3_K_L.gguf","label":"Q3_K_L","size":6929572320,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q4_0.gguf","label":"Q4_0","size":7365848864,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q4_K_S.gguf","label":"Q4_K_S","size":7414345504,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q4_K_M.gguf","label":"Q4_K_M","size":7865970464,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q5_0.gguf","label":"Q5_0","size":8972301344,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q5_K_S.gguf","label":"Q5_K_S","size":8972301344,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q5_K_M.gguf","label":"Q5_K_M","size":9229939744,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q6_K.gguf","label":"Q6_K","size":10679157120,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-13B-Ensemble-v6-GGUF","file":"llama-2-13b-ensemble-v6.Q8_0.gguf","label":"Q8_0","size":13831341248,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-13B-Ensemble-v6-GGUF"],"logoFrom":"meta-llama"},{"id":"gpt-oss-20b-unsloth-puzzle-v2-i1","family":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","name":"Gpt Oss 20B Unsloth Puzzle V2 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF/gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-18T19:01:40.000Z","downloads":3058,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_M.gguf","label":"IQ1_M","size":12016853184,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ1_S.gguf","label":"IQ1_S","size":12016853184,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016853184,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025700544,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061089984,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_M.gguf","label":"IQ2_M","size":12065513664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ2_S.gguf","label":"IQ2_S","size":12065513664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_S.gguf","label":"IQ3_S","size":12065513664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065513664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065513664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K.gguf","label":"Q2_K","size":12065513664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096479424,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136292544,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_0.gguf","label":"Q4_0","size":12148457664,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-IQ3_M.gguf","label":"IQ3_M","size":12202647744,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":12916150464,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13335109824,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_1.gguf","label":"Q4_1","size":13369093824,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654241984,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":15805136064,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892204224,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16893061824,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF","file":"gpt-oss-20b-unsloth-puzzle-V2.i1-Q6_K.gguf","label":"Q6_K","size":22193344704,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/gpt-oss-20b-unsloth-puzzle-V2-i1-GGUF"],"logoFrom":"EpistemeAI"},{"id":"uccix-llama2-13b","family":"ReliableAI/UCCIX-Llama2-13B","name":"UCCIX Llama2 13B","maker":"ReliableAI","catalog":null,"tuned":false,"params":13.05,"active":null,"layers":40,"probe":"mradermacher/UCCIX-Llama2-13B-i1-GGUF/UCCIX-Llama2-13B.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-28T03:00:46.000Z","downloads":3057,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ1_S.gguf","label":"IQ1_S","size":2916882048,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ1_M.gguf","label":"IQ1_M","size":3156805248,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3556677248,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3909342848,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ2_S.gguf","label":"IQ2_S","size":4217688416,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ2_M.gguf","label":"IQ2_M","size":4537586016,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q2_K.gguf","label":"Q2_K","size":4874834496,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4980568416,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5383986464,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ3_S.gguf","label":"IQ3_S","size":5681356064,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5681356064,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ3_M.gguf","label":"IQ3_M","size":6006885664,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6360145184,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6951935264,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6988408800,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q4_0.gguf","label":"Q4_0","size":7412697280,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7447922880,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7890700480,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8999259200,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9256897600,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/UCCIX-Llama2-13B-i1-GGUF","file":"UCCIX-Llama2-13B.i1-Q6_K.gguf","label":"Q6_K","size":10708482048,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/UCCIX-Llama2-13B-i1-GGUF"],"logoFrom":"ReliableAI"},{"id":"ministral-3-14b-instruct-2512-bf16-abliterated","family":"s3nh/Ministral-3-14B-Instruct-2512-BF16-abliterated","name":"Ministral 3 14B 2512 BF16 Abliterated","maker":"s3nh","catalog":null,"tuned":true,"params":13.51,"active":null,"layers":40,"probe":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF/Ministral-3-14B-Instruct-2512-BF16-abliterated.Q2_K.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-11T08:30:54.000Z","downloads":3056,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q2_K.gguf","label":"Q2_K","size":5246531200,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":6074906240,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":6682097280,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":7210317440,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":7476721280,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":7834547840,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":8239068800,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":9383818880,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":9620567680,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q6_K.gguf","label":"Q6_K","size":11088410240,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF","file":"Ministral-3-14B-Instruct-2512-BF16-abliterated.Q8_0.gguf","label":"Q8_0","size":14359312000,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-14B-Instruct-2512-BF16-abliterated-GGUF"],"logoFrom":"s3nh"},{"id":"airoboros-65b-gpt4-m2-0","family":"jondurbin/airoboros-65b-gpt4-m2.0","name":"Airoboros 65B Gpt4 M2.0","maker":"jondurbin","catalog":null,"tuned":true,"params":65.29,"active":null,"layers":80,"probe":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF/airoboros-65b-gpt4-m2.0.i1-IQ1_S.gguf","kvBytesPerToken":3033006,"kvHeader":2621440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-10T09:20:06.000Z","downloads":3055,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ1_S.gguf","label":"IQ1_S","size":14208841472,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ1_M.gguf","label":"IQ1_M","size":15432726272,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17472534272,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":19272152832,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ2_S.gguf","label":"IQ2_S","size":20782184192,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ2_M.gguf","label":"IQ2_M","size":22414030592,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q2_K.gguf","label":"Q2_K","size":24112396032,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":24670435072,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":26642495232,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":28160308992,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":28160308992,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":29825906432,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":31632144128,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":34648372992,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":34764125952,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q4_0.gguf","label":"Q4_0","size":36908791552,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":37055067904,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":39348041472,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":44923844352,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF","file":"airoboros-65b-gpt4-m2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":46238496512,"bits":5.67,"known":true,"rank":0}],"repos":["mradermacher/airoboros-65b-gpt4-m2.0-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"qwen3-8-27b-velocity","family":"joycx/Qwen3.8-27B-Velocity","name":"Qwen3.8 27B Velocity","maker":"joycx","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"joycx/Qwen3.8-27B-Velocity-GGUF/Velocity-Q5_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-10-01T11:42:24.000Z","downloads":3051,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"joycx/Qwen3.8-27B-Velocity-GGUF","file":"Velocity-Q5_K_M.gguf","label":"Q5_K_M","size":19535701792,"bits":5.72,"known":true,"rank":0},{"repo":"joycx/Qwen3.8-27B-Velocity-GGUF","file":"Velocity-Q6_K.gguf","label":"Q6_K","size":22431000352,"bits":6.57,"known":true,"rank":0},{"repo":"joycx/Qwen3.8-27B-Velocity-GGUF","file":"Velocity-Q6_K-Q8.gguf","label":"Q8","size":24825132832,"bits":7.27,"known":false,"rank":0}],"repos":["joycx/Qwen3.8-27B-Velocity-GGUF"],"logoFrom":"Qwen"},{"id":"eurus-70b-nca-fixed-i1","family":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","name":"Eurus 70B Nca Fixed I1","maker":"mradermacher","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF/Eurus-70b-nca-fixed.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-13T18:50:58.000Z","downloads":3051,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ1_S.gguf","label":"IQ1_S","size":14535671776,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ1_M.gguf","label":"IQ1_M","size":15943385056,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289573856,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334297056,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ2_S.gguf","label":"IQ2_S","size":21354460128,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ2_M.gguf","label":"IQ2_M","size":23231411168,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q2_K.gguf","label":"Q2_K","size":25462588384,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581611488,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28315138016,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ3_S.gguf","label":"IQ3_S","size":29919459296,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919459296,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ3_M.gguf","label":"IQ3_M","size":30944442336,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274902496,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36148000736,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829998048,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q4_0.gguf","label":"Q4_0","size":39019232224,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249918944,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41423092704,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461596128,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Eurus-70b-nca-fixed-i1-GGUF","file":"Eurus-70b-nca-fixed.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753966048,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Eurus-70b-nca-fixed-i1-GGUF"],"logoFrom":null},{"id":"qwen3-8-flash-next-swift-1-5-xq-uncensored","family":"IndrasMirror/Qwen3.8-Flash-Next-Swift-1.5-XQ-Uncensored","name":"Qwen3.8 Flash Next Swift 1.5 XQ Uncensored","maker":"IndrasMirror","catalog":null,"tuned":true,"params":176.94,"active":58.51,"layers":48,"probe":"IndrasMirror/Qwen3.8-Flash-Next-Swift-1.5-XQ-Uncensored/Qwen3.8-Flash-Next-Swift-1.5-XQ-45GB-Uncensored-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-29T05:57:58.000Z","downloads":3049,"likes":5,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IndrasMirror/Qwen3.8-Flash-Next-Swift-1.5-XQ-Uncensored","file":"Qwen3.8-Flash-Next-Swift-1.5-XQ-45GB-Uncensored-00001-of-00002.gguf","label":"Qwen3.8-Flash-Next-Swift-1.5-XQ-45GB-Uncensored","size":73741401696,"bits":3.33,"known":false,"rank":0}],"repos":["IndrasMirror/Qwen3.8-Flash-Next-Swift-1.5-XQ-Uncensored"],"logoFrom":"ukisai"},{"id":"zoro","family":"trillionlabs/Zoro","name":"Zoro","maker":"trillionlabs","catalog":null,"tuned":false,"params":4.84,"active":null,"layers":33,"probe":"mradermacher/Zoro-i1-GGUF/Zoro.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T10:49:56.000Z","downloads":3049,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ1_S.gguf","label":"IQ1_S","size":1567188768,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ1_M.gguf","label":"IQ1_M","size":1634373408,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1746347808,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1838548768,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ2_S.gguf","label":"IQ2_S","size":1924430176,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ2_M.gguf","label":"IQ2_M","size":2014009696,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2060264896,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q2_K.gguf","label":"Q2_K","size":2123343296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2176948576,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2342252544,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2349953024,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ3_S.gguf","label":"IQ3_S","size":2411884544,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ3_M.gguf","label":"IQ3_M","size":2435559424,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2534436864,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2693689344,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2851158560,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q4_0.gguf","label":"Q4_0","size":2906517120,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2920607360,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2966154880,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3065523840,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q4_1.gguf","label":"Q4_1","size":3163379520,"bits":5.23,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3426140160,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3511091200,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/Zoro-i1-GGUF","file":"Zoro.i1-Q6_K.gguf","label":"Q6_K","size":3984506528,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/Zoro-i1-GGUF"],"logoFrom":"trillionlabs"},{"id":"n-atlas","family":"QuantFactory/N-ATLaS-GGUF","name":"N ATLaS","maker":"QuantFactory","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"QuantFactory/N-ATLaS-GGUF/N-ATLaS.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-09-29T05:32:14.000Z","downloads":3049,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q2_K.gguf","label":"Q2_K","size":3179135936,"bits":3.17,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q3_K_S.gguf","label":"Q3_K_S","size":3664503744,"bits":3.65,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q3_K_M.gguf","label":"Q3_K_M","size":4018922432,"bits":4,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q3_K_L.gguf","label":"Q3_K_L","size":4321960896,"bits":4.31,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q4_0.gguf","label":"Q4_0","size":4661216192,"bits":4.64,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q4_K_S.gguf","label":"Q4_K_S","size":4692673472,"bits":4.68,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q4_K_M.gguf","label":"Q4_K_M","size":4920738752,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q4_1.gguf","label":"Q4_1","size":5130257344,"bits":5.11,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q5_0.gguf","label":"Q5_0","size":5599298496,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q5_K_S.gguf","label":"Q5_K_S","size":5599298496,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q5_K_M.gguf","label":"Q5_K_M","size":5732991936,"bits":5.71,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q5_1.gguf","label":"Q5_1","size":6068339648,"bits":6.05,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q6_K.gguf","label":"Q6_K","size":6596010944,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/N-ATLaS-GGUF","file":"N-ATLaS.Q8_0.gguf","label":"Q8_0","size":8540775360,"bits":8.51,"known":true,"rank":0}],"repos":["QuantFactory/N-ATLaS-GGUF"],"logoFrom":"QuantFactory"},{"id":"samantha-dolphin-llama-3-i1","family":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","name":"Samantha Dolphin Llama 3 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/samantha-dolphin-llama-3-i1-GGUF/samantha-dolphin-llama-3.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-15T12:36:31.000Z","downloads":3047,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110912,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455104,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695424,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264896,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930304,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722560,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q2_K.gguf","label":"Q2_K","size":2719252608,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353984,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826688,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578752,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404544,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902848,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997440,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035904,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700480,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q4_0.gguf","label":"Q4_0","size":4123609088,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386304,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451584,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729280,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422720,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/samantha-dolphin-llama-3-i1-GGUF","file":"samantha-dolphin-llama-3.i1-Q6_K.gguf","label":"Q6_K","size":5942079552,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/samantha-dolphin-llama-3-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"qwen3-1-7b-abliterated-i1","family":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","name":"Qwen3 1.7B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF/qwen3-1.7b-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-28T17:25:03.000Z","downloads":3046,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":515777536,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":543794176,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":590488576,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":631514112,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":657826816,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":695182336,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":732969984,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":754361344,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":777796608,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":834223104,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":867253248,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":867253248,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":895663104,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":939539456,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1003502592,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1010383872,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1054424064,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":1056783360,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1060191232,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1107409920,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":1142504448,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1230584832,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1257880576,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/qwen3-1.7b-abliterated-i1-GGUF","file":"qwen3-1.7b-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":1417755648,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/qwen3-1.7b-abliterated-i1-GGUF"],"logoFrom":"ElementMerc"},{"id":"ternary-bonsai-2-27b-abliterated-uncensored-philadelphia-class","family":"PhillyLabs/Ternary-Bonsai-2-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-GGUF","name":"Ternary Bonsai 2 27B ABLITERATED UNCENSORED PHILADELPHIA CLASS","maker":"PhillyLabs","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"PhillyLabs/Ternary-Bonsai-2-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-GGUF/Bonsai-2-27B-Philadelphia-Class-MIXED-PTQ1-Q4_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-21T15:33:59.000Z","downloads":3045,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PhillyLabs/Ternary-Bonsai-2-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-GGUF","file":"compact/Ternary-Bonsai-2-27B-PTQ1_0.gguf","label":"PTQ1_0","size":5946648928,"bits":1.77,"known":false,"rank":0}],"repos":["PhillyLabs/Ternary-Bonsai-2-27B-ABLITERATED-UNCENSORED-PHILADELPHIA-CLASS-GGUF"],"logoFrom":"prism-ml"},{"id":"qwen3-48b-a4b-savant-commander-distill-12x-closed-open-heretic-uncensored","family":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored","name":"Qwen3 48B A4B Savant Commander Distill 12X Closed Open Heretic Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":33.61,"active":6.71,"layers":36,"probe":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF/Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q3_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-16T07:46:29.000Z","downloads":3045,"likes":84,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q3_K_M.gguf","label":"Q3_K_M","size":16170859584,"bits":3.85,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-IQ4_XS.gguf","label":"IQ4_XS","size":18179292224,"bits":4.33,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q4_K_M.gguf","label":"Q4_K_M","size":20414848064,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q5_K_S.gguf","label":"Q5_K_S","size":23168220224,"bits":5.51,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q5_K_M.gguf","label":"Q5_K_M","size":23888911424,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q6_K.gguf","label":"Q6_K","size":27580103744,"bits":6.56,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF","file":"Qwen3-48B-A4B-Savant-Commander-Dstll-12X-Cl-Op-Hrtic-Uncen-Q8_0.gguf","label":"Q8_0","size":35719503424,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/Qwen3-48B-A4B-Savant-Commander-Distill-12X-Closed-Open-Heretic-Uncensored-GGUF"],"logoFrom":"DavidAU"},{"id":"swift-bonsai-2-uncensor-pq2-0","family":"j955229/Swift-Bonsai-2-Uncensor-PQ2_0","name":"Swift Bonsai 2 Uncensor PQ2 0","maker":"j955229","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"j955229/Swift-Bonsai-2-Uncensor-PQ2_0/Swift-Bonsai-2-Uncensor-PQ2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-27T21:40:09.000Z","downloads":3045,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"j955229/Swift-Bonsai-2-Uncensor-PQ2_0","file":"Swift-Bonsai-2-Uncensor-PQ2_0.gguf","label":"PQ2_0","size":7206168928,"bits":2.14,"known":false,"rank":0}],"repos":["j955229/Swift-Bonsai-2-Uncensor-PQ2_0"],"logoFrom":"ukisai"},{"id":"nemotron-3-5-super-vl-120b-a12b-cyber-nvfp4","family":"dealignai/Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4","name":"Nemotron 3.5 Super VL 120B A12B CYBER NVFP4","maker":"dealignai","catalog":null,"tuned":true,"params":123.61,"active":2.47,"layers":89,"probe":"dealignai/Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4/Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4.gguf","kvBytesPerToken":10663,"kvHeader":9216,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-10-17T22:38:35.000Z","downloads":3045,"likes":8,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4","file":"Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4.gguf","label":"Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4","size":73240124576,"bits":4.74,"known":false,"rank":0}],"repos":["dealignai/Nemotron-3.5-Super-VL-120B-A12B-CYBER-NVFP4"],"logoFrom":"nvidia"},{"id":"mxlewd-l2-20b","family":"Undi95/MXLewd-L2-20B","name":"MXLewd L2 20B","maker":"Undi95","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"mradermacher/MXLewd-L2-20B-i1-GGUF/MXLewd-L2-20B.i1-IQ1_S.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-28T06:12:28.000Z","downloads":3044,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ1_S.gguf","label":"IQ1_S","size":4609023456,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ1_M.gguf","label":"IQ1_M","size":4982148576,"bits":1.99,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5604023776,"bits":2.24,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6152314336,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ2_S.gguf","label":"IQ2_S","size":6612899296,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ2_M.gguf","label":"IQ2_M","size":7110399456,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q2_K.gguf","label":"Q2_K","size":7613500896,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7802828256,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8387409376,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ3_S.gguf","label":"IQ3_S","size":8851650016,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8851650016,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ3_M.gguf","label":"IQ3_M","size":9349170656,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9899283936,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10821047776,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10865622496,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":11485306336,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q4_0.gguf","label":"Q4_0","size":11516272096,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11560345056,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12235488736,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13964041696,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14350499296,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/MXLewd-L2-20B-i1-GGUF","file":"MXLewd-L2-20B.i1-Q6_K.gguf","label":"Q6_K","size":16597698016,"bits":6.64,"known":true,"rank":0}],"repos":["mradermacher/MXLewd-L2-20B-i1-GGUF"],"logoFrom":"Undi95"},{"id":"yarn-mistral-7b-128k","family":"NousResearch/Yarn-Mistral-7b-128k","name":"Yarn Mistral 7B 128K","maker":"Nous Research","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Yarn-Mistral-7B-128k-GGUF/yarn-mistral-7b-128k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-02T16:26:17.000Z","downloads":3042,"likes":129,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q2_K.gguf","label":"Q2_K","size":3083097920,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q3_K_S.gguf","label":"Q3_K_S","size":3164567360,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q3_K_M.gguf","label":"Q3_K_M","size":3518986048,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q3_K_L.gguf","label":"Q3_K_L","size":3822024512,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q4_0.gguf","label":"Q4_0","size":4108916544,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q4_K_S.gguf","label":"Q4_K_S","size":4140373824,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q4_K_M.gguf","label":"Q4_K_M","size":4368439104,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q5_0.gguf","label":"Q5_0","size":4997715776,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q5_K_S.gguf","label":"Q5_K_S","size":4997715776,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q5_K_M.gguf","label":"Q5_K_M","size":5131409216,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q6_K.gguf","label":"Q6_K","size":5942064960,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Mistral-7B-128k-GGUF","file":"yarn-mistral-7b-128k.Q8_0.gguf","label":"Q8_0","size":7695857472,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yarn-Mistral-7B-128k-GGUF"],"logoFrom":"NousResearch"},{"id":"codellama-13b-hf","family":"codellama/CodeLlama-13b-hf","name":"CodeLlama 13b hf","maker":"codellama","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/CodeLlama-13b-hf-i1-GGUF/CodeLlama-13b-hf.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-11T16:29:47.000Z","downloads":3042,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":2898770880,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":3138694080,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538566080,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891231680,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":4197774400,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":4517672000,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q2_K.gguf","label":"Q2_K","size":4854365760,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960654400,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361714880,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":5659084480,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659084480,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":5984614080,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337873600,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929663680,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964334400,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q4_0.gguf","label":"Q4_0","size":7388068160,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423293760,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7866071360,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972411200,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9230049600,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/CodeLlama-13b-hf-i1-GGUF","file":"CodeLlama-13b-hf.i1-Q6_K.gguf","label":"Q6_K","size":10679276480,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/CodeLlama-13b-hf-i1-GGUF"],"logoFrom":"codellama"},{"id":"autolycus-mistral-7b","family":"FPHam/Autolycus-Mistral_7B","name":"Autolycus Mistral 7B","maker":"FPHam","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Autolycus-Mistral_7B-GGUF/autolycus-mistral_7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-20T15:49:12.000Z","downloads":3041,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q2_K.gguf","label":"Q2_K","size":3083107520,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577792,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996480,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034944,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q4_0.gguf","label":"Q4_0","size":4108928064,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385344,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450624,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q5_0.gguf","label":"Q5_0","size":4997728320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421760,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q6_K.gguf","label":"Q6_K","size":5942078592,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Autolycus-Mistral_7B-GGUF","file":"autolycus-mistral_7b.Q8_0.gguf","label":"Q8_0","size":7695875072,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Autolycus-Mistral_7B-GGUF"],"logoFrom":"FPHam"},{"id":"google-gemma-2b-it","family":"RichardErkhov/google_-_gemma-2b-it-gguf","name":"Google Gemma 2B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":2.51,"active":null,"layers":18,"probe":"RichardErkhov/google_-_gemma-2b-it-gguf/gemma-2b-it.Q2_K.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-02T04:49:40.000Z","downloads":3041,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q2_K.gguf","label":"Q2_K","size":1157924608,"bits":3.69,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.IQ3_XS.gguf","label":"IQ3_XS","size":1244358400,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q3_K_S.gguf","label":"Q3_K_S","size":1287980800,"bits":4.11,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.IQ3_S.gguf","label":"IQ3_S","size":1289234176,"bits":4.11,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.IQ3_M.gguf","label":"IQ3_M","size":1308174080,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q3_K.gguf","label":"Q3_K","size":1383802624,"bits":4.41,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q3_K_M.gguf","label":"Q3_K_M","size":1383802624,"bits":4.41,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q3_K_L.gguf","label":"Q3_K_L","size":1465591552,"bits":4.67,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.IQ4_XS.gguf","label":"IQ4_XS","size":1501218560,"bits":4.78,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q4_0.gguf","label":"Q4_0","size":1551189760,"bits":4.94,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q4_K_S.gguf","label":"Q4_K_S","size":1559840512,"bits":4.97,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.IQ4_NL.gguf","label":"IQ4_NL","size":1560758016,"bits":4.97,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q4_K.gguf","label":"Q4_K","size":1630263040,"bits":5.2,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q4_K_M.gguf","label":"Q4_K_M","size":1630263040,"bits":5.2,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q4_1.gguf","label":"Q4_1","size":1675052800,"bits":5.34,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q5_0.gguf","label":"Q5_0","size":1798915840,"bits":5.73,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q5_K_S.gguf","label":"Q5_K_S","size":1798915840,"bits":5.73,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q5_K.gguf","label":"Q5_K","size":1839650560,"bits":5.86,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q5_K_M.gguf","label":"Q5_K_M","size":1839650560,"bits":5.86,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q5_1.gguf","label":"Q5_1","size":1922778880,"bits":6.13,"known":true,"rank":0},{"repo":"RichardErkhov/google_-_gemma-2b-it-gguf","file":"gemma-2b-it.Q6_K.gguf","label":"Q6_K","size":2062124800,"bits":6.57,"known":true,"rank":0}],"repos":["RichardErkhov/google_-_gemma-2b-it-gguf"],"logoFrom":"RichardErkhov"},{"id":"llama3-1-heretic-unsensored","family":"anasali4151/llama3.1-heretic-unsensored","name":"Llama3.1 Heretic Unsensored","maker":"anasali4151","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/llama3.1-heretic-unsensored-GGUF/llama3.1-heretic-unsensored.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-05-07T04:05:04.000Z","downloads":3041,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q2_K.gguf","label":"Q2_K","size":3179145088,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q3_K_S.gguf","label":"Q3_K_S","size":3664513728,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q3_K_M.gguf","label":"Q3_K_M","size":4018932416,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q3_K_L.gguf","label":"Q3_K_L","size":4321970880,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.IQ4_XS.gguf","label":"IQ4_XS","size":4484378112,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q4_K_S.gguf","label":"Q4_K_S","size":4692684544,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q4_K_M.gguf","label":"Q4_K_M","size":4920749824,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q5_K_S.gguf","label":"Q5_K_S","size":5599310592,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q5_K_M.gguf","label":"Q5_K_M","size":5733004032,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q6_K.gguf","label":"Q6_K","size":6596024128,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.Q8_0.gguf","label":"Q8_0","size":8540792512,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/llama3.1-heretic-unsensored-GGUF","file":"llama3.1-heretic-unsensored.f16.gguf","label":"F16","size":16068928192,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/llama3.1-heretic-unsensored-GGUF"],"logoFrom":"meta-llama"},{"id":"javi0-3-2b-i1","family":"mradermacher/Javi0.3-2B-i1-GGUF","name":"Javi0.3 2B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":1.94,"active":null,"layers":25,"probe":"mradermacher/Javi0.3-2B-i1-GGUF/Javi0.3-2B.i1-Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-12T08:09:42.000Z","downloads":3041,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q2_K.gguf","label":"Q2_K","size":990492416,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1046350592,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-IQ3_S.gguf","label":"IQ3_S","size":1077406464,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-IQ3_M.gguf","label":"IQ3_M","size":1086319360,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1127803648,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1195305728,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1228480256,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q4_0.gguf","label":"Q4_0","size":1239101184,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1246310144,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1265970944,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1312165632,"bits":5.41,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q4_1.gguf","label":"Q4_1","size":1326337792,"bits":5.47,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1415933696,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1454788352,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Javi0.3-2B-i1-GGUF","file":"Javi0.3-2B.i1-Q6_K.gguf","label":"Q6_K","size":1606324992,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Javi0.3-2B-i1-GGUF"],"logoFrom":"javierbits"},{"id":"allura-org-q3-30b-a3b-designant","family":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","name":"Allura Org Q3 30B A3B Designant","maker":"bartowski","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF/allura-org_Q3-30B-A3B-Designant-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-05-26T04:01:15.000Z","downloads":3039,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181262464,"bits":2.14,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ2_XS.gguf","label":"IQ2_XS","size":9076222080,"bits":2.38,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ2_S.gguf","label":"IQ2_S","size":9287131264,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ2_M.gguf","label":"IQ2_M","size":10169507968,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q2_K.gguf","label":"Q2_K","size":11258609792,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q2_K_L.gguf","label":"Q2_K_L","size":11562481792,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849326720,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ3_XS.gguf","label":"IQ3_XS","size":12598442112,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q3_K_S.gguf","label":"Q3_K_S","size":13292468352,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ3_M.gguf","label":"IQ3_M","size":13513062528,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q3_K_M.gguf","label":"Q3_K_M","size":14711847040,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q3_K_L.gguf","label":"Q3_K_L","size":15900670080,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q3_K_XL.gguf","label":"Q3_K_XL","size":16172939392,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ4_XS.gguf","label":"IQ4_XS","size":16368349312,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-IQ4_NL.gguf","label":"IQ4_NL","size":17310781568,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q4_0.gguf","label":"Q4_0","size":17379987584,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q4_K_S.gguf","label":"Q4_K_S","size":17456009344,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q4_K_M.gguf","label":"Q4_K_M","size":18556686464,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q4_K_L.gguf","label":"Q4_K_L","size":18787629184,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q4_1.gguf","label":"Q4_1","size":19192500352,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q5_K_S.gguf","label":"Q5_K_S","size":21080510592,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q5_K_M.gguf","label":"Q5_K_M","size":21725581440,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q5_K_L.gguf","label":"Q5_K_L","size":21917628544,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q6_K.gguf","label":"Q6_K","size":25092532352,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q6_K_L.gguf","label":"Q6_K_L","size":25243252864,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-Q8_0.gguf","label":"Q8_0","size":32483932288,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30B-A3B-Designant-GGUF","file":"allura-org_Q3-30B-A3B-Designant-bf16/allura-org_Q3-30B-A3B-Designant-bf16-00001-of-00002.gguf","label":"BF16","size":61095802944,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/allura-org_Q3-30B-A3B-Designant-GGUF"],"logoFrom":"allura-org"},{"id":"ahma-7b","family":"Finnish-NLP/Ahma-7B","name":"Ahma 7B","maker":"Finnish-NLP","catalog":null,"tuned":false,"params":7,"active":null,"layers":32,"probe":"mradermacher/Ahma-7B-i1-GGUF/Ahma-7B.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-18T16:18:34.000Z","downloads":3038,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1663658464,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1786046944,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1990027744,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2169989600,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2345060832,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2508245472,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q2_K.gguf","label":"Q2_K","size":2685487584,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2733885920,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2962565600,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3114346976,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3114346976,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3280906720,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3464047072,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3763153376,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3798796768,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4009396704,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4009396704,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4009396704,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q4_0.gguf","label":"Q4_0","size":4020668896,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4040329696,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4264593888,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4851796448,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4983261664,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Ahma-7B-i1-GGUF","file":"Ahma-7B.i1-Q6_K.gguf","label":"Q6_K","size":5746846176,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ahma-7B-i1-GGUF"],"logoFrom":"Finnish-NLP"},{"id":"yi-1-5-9b-chat-16k","family":"01-ai/Yi-1.5-9B-Chat-16K","name":"Yi 1.5 9B 16K","maker":"01-ai","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF/Yi-1.5-9B-Chat-16K.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-26T14:38:14.000Z","downloads":3038,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ1_S.gguf","label":"IQ1_S","size":2014573600,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ1_M.gguf","label":"IQ1_M","size":2181641248,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460087328,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708010016,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ2_S.gguf","label":"IQ2_S","size":2875356192,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ2_M.gguf","label":"IQ2_M","size":3098113056,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3116135648,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q2_K.gguf","label":"Q2_K","size":3354326048,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474322464,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3717936160,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899208736,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ3_S.gguf","label":"IQ3_S","size":3912578080,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ3_M.gguf","label":"IQ3_M","size":4055462944,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324406304,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4690752544,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785009696,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q4_0.gguf","label":"Q4_0","size":5053903904,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5071860768,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5328958496,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6107853856,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258258976,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF","file":"Yi-1.5-9B-Chat-16K.i1-Q6_K.gguf","label":"Q6_K","size":7245640736,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Yi-1.5-9B-Chat-16K-i1-GGUF"],"logoFrom":"01-ai"},{"id":"dolphin-llama-13b","family":"dphn/dolphin-llama-13b","name":"Dolphin Llama 13B","maker":"dphn","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/dolphin-llama-13b-i1-GGUF/dolphin-llama-13b.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-11-30T00:01:22.000Z","downloads":3038,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ1_S.gguf","label":"IQ1_S","size":2898686912,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ1_M.gguf","label":"IQ1_M","size":3138610112,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538482112,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147712,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ2_S.gguf","label":"IQ2_S","size":4197682112,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579712,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q2_K.gguf","label":"Q2_K","size":4854270912,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960562112,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611712,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981312,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981312,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ3_M.gguf","label":"IQ3_M","size":5984510912,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770432,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560512,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964222912,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7365835712,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7365835712,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7365835712,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q4_0.gguf","label":"Q4_0","size":7387954112,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179712,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957312,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972286912,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925312,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/dolphin-llama-13b-i1-GGUF","file":"dolphin-llama-13b.i1-Q6_K.gguf","label":"Q6_K","size":10679141312,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/dolphin-llama-13b-i1-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-5-9b-surgical-abliterated","family":"medismera/Qwen3.5-9B-Surgical-Abliterated","name":"Qwen3.5 9B Surgical Abliterated","maker":"medismera","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF/Qwen3.5-9B-Surgical-Abliterated.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T13:51:09.000Z","downloads":3037,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3914969952,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364022624,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":4475990880,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783584,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4737610592,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513376,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326418784,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5462864736,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488554848,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663712,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5780091744,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5961462624,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643424,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6642545504,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF","file":"Qwen3.5-9B-Surgical-Abliterated.i1-Q6_K.gguf","label":"Q6_K","size":7558902624,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Surgical-Abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-2b-uncensored","family":"lemuralabs/Gemma-2B-Uncensored-GGUF","name":"Gemma 2B Uncensored","maker":"lemuralabs","catalog":null,"tuned":true,"params":2.51,"active":null,"layers":18,"probe":"lemuralabs/Gemma-2B-Uncensored-GGUF/Gemma-2B-Uncensored-Q2_K.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-05T14:05:44.000Z","downloads":3036,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lemuralabs/Gemma-2B-Uncensored-GGUF","file":"Gemma-2B-Uncensored-Q2_K.gguf","label":"Q2_K","size":1157923872,"bits":3.69,"known":true,"rank":0},{"repo":"lemuralabs/Gemma-2B-Uncensored-GGUF","file":"Gemma-2B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":1630262304,"bits":5.2,"known":true,"rank":0},{"repo":"lemuralabs/Gemma-2B-Uncensored-GGUF","file":"Gemma-2B-Uncensored-Q8_0.gguf","label":"Q8_0","size":2669069344,"bits":8.51,"known":true,"rank":0},{"repo":"lemuralabs/Gemma-2B-Uncensored-GGUF","file":"Gemma-2B-Uncensored-F16.gguf","label":"F16","size":5018534944,"bits":16,"known":true,"rank":0}],"repos":["lemuralabs/Gemma-2B-Uncensored-GGUF"],"logoFrom":"google"},{"id":"yuan2-m32-hf","family":"IEITYuan/Yuan2-M32-hf","name":"Yuan2 M32","maker":"IEITYuan","catalog":null,"tuned":false,"params":40.22,"active":3.98,"layers":24,"probe":"legraphista/Yuan2-M32-hf-IMat-GGUF/Yuan2-M32-hf.IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"yuan2_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-30T10:50:34.000Z","downloads":3035,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.IQ1_S.gguf","label":"IQ1_S","size":8696601568,"bits":1.73,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.IQ2_XXS.gguf","label":"IQ2_XXS","size":11037219808,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.IQ2_XS.gguf","label":"IQ2_XS","size":12213820384,"bits":2.43,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q2_K_S.gguf","label":"Q2_K_S","size":14051234784,"bits":2.79,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q2_K.gguf","label":"Q2_K","size":15023424480,"bits":2.99,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.IQ3_XXS.gguf","label":"IQ3_XXS","size":15906231264,"bits":3.16,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q3_K_S.gguf","label":"Q3_K_S","size":17709972448,"bits":3.52,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q3_K.gguf","label":"Q3_K","size":19543100384,"bits":3.89,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q3_K_L.gguf","label":"Q3_K_L","size":21136075744,"bits":4.2,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.IQ4_NL.gguf","label":"IQ4_NL","size":22988112864,"bits":4.57,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q4_K_S.gguf","label":"Q4_K_S","size":23191552992,"bits":4.61,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q4_K.gguf","label":"Q4_K","size":24675212256,"bits":4.91,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q5_K_S.gguf","label":"Q5_K_S","size":27955774432,"bits":5.56,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q5_K.gguf","label":"Q5_K","size":28824886240,"bits":5.73,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q6_K.gguf","label":"Q6_K","size":33233914848,"bits":6.61,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.Q8_0.gguf","label":"Q8_0","size":42925738976,"bits":8.54,"known":true,"rank":0},{"repo":"legraphista/Yuan2-M32-hf-IMat-GGUF","file":"Yuan2-M32-hf.FP16/Yuan2-M32-hf.FP16-00001-of-00004.gguf","label":"Yuan2-M32-hf.FP16","size":80116221344,"bits":15.94,"known":false,"rank":0}],"repos":["legraphista/Yuan2-M32-hf-IMat-GGUF"],"logoFrom":"IEITYuan"},{"id":"flint-abliterated","family":"lilcheaty/flint-abliterated-GGUF","name":"Flint Abliterated","maker":"lilcheaty","catalog":null,"tuned":true,"params":39.79,"active":2.82,"layers":49,"probe":"lilcheaty/flint-abliterated-GGUF/flint-abliterated-Q3_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T05:11:15.000Z","downloads":3034,"likes":11,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lilcheaty/flint-abliterated-GGUF","file":"flint-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":19100275552,"bits":3.84,"known":true,"rank":0}],"repos":["lilcheaty/flint-abliterated-GGUF"],"logoFrom":"RecursiveSI"},{"id":"knowline-35b-a3b-gen1","family":"PelaAI/KnowLine-35B-A3B-Gen1","name":"KnowLine 35B A3B Gen1","maker":"PelaAI","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF/KnowLine-35B-A3B-Gen1.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T05:33:10.000Z","downloads":3033,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q2_K.gguf","label":"Q2_K","size":13247183072,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q3_K_S.gguf","label":"Q3_K_S","size":15547035872,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q3_K_M.gguf","label":"Q3_K_M","size":17166659808,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q3_K_L.gguf","label":"Q3_K_L","size":18552090848,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.IQ4_XS.gguf","label":"IQ4_XS","size":19390056672,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q4_K_S.gguf","label":"Q4_K_S","size":20366862560,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q4_K_M.gguf","label":"Q4_K_M","size":21713463520,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q5_K_S.gguf","label":"Q5_K_S","size":24563755232,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q5_K_M.gguf","label":"Q5_K_M","size":25347533024,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q6_K.gguf","label":"Q6_K","size":29208731872,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/KnowLine-35B-A3B-Gen1-GGUF","file":"KnowLine-35B-A3B-Gen1.Q8_0.gguf","label":"Q8_0","size":37802150112,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/KnowLine-35B-A3B-Gen1-GGUF"],"logoFrom":null},{"id":"xiyansql-qwencoder-3b-2502","family":"XGenerationLab/XiYanSQL-QwenCoder-3B-2502","name":"XiYanSQL QwenCoder 3B 2502","maker":"XGenerationLab","catalog":null,"tuned":true,"params":3.4,"active":null,"layers":36,"probe":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF/XiYanSQL-QwenCoder-3B-2502.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-06T12:29:23.000Z","downloads":3033,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q2_K.gguf","label":"Q2_K","size":1376857024,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q3_K_S.gguf","label":"Q3_K_S","size":1588061120,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q3_K_M.gguf","label":"Q3_K_M","size":1724179392,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q3_K_L.gguf","label":"Q3_K_L","size":1841095616,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.IQ4_XS.gguf","label":"IQ4_XS","size":1918491584,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q4_K_S.gguf","label":"Q4_K_S","size":2009414592,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q4_K_M.gguf","label":"Q4_K_M","size":2104933312,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q5_K_S.gguf","label":"Q5_K_S","size":2383592384,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q5_K_M.gguf","label":"Q5_K_M","size":2438740928,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q6_K.gguf","label":"Q6_K","size":2793411520,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.Q8_0.gguf","label":"Q8_0","size":3616089024,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF","file":"XiYanSQL-QwenCoder-3B-2502.f16.gguf","label":"F16","size":6800647104,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/XiYanSQL-QwenCoder-3B-2502-GGUF"],"logoFrom":"XGenerationLab"},{"id":"pygmalion-2-13b","family":"PygmalionAI/pygmalion-2-13b","name":"Pygmalion 2 13B","maker":"PygmalionAI","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Pygmalion-2-13B-GGUF/pygmalion-2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T22:01:13.000Z","downloads":3031,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Pygmalion-2-13B-GGUF","file":"pygmalion-2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Pygmalion-2-13B-GGUF"],"logoFrom":"PygmalionAI"},{"id":"monadgpt","family":"Pclanglais/MonadGPT","name":"MonadGPT","maker":"Pclanglais","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/MonadGPT-GGUF/monadgpt.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-09T20:41:18.000Z","downloads":3030,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/MonadGPT-GGUF","file":"monadgpt.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MonadGPT-GGUF"],"logoFrom":"Pclanglais"},{"id":"mimo-negentropy-9b-agsi-i1","family":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","name":"MiMo Negentropy 9B AGSI I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF/MiMo-Negentropy-9B-AGSI.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-02T00:08:15.000Z","downloads":3029,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642912,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ1_M.gguf","label":"IQ1_M","size":2877270240,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101649120,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346528,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ2_S.gguf","label":"IQ2_S","size":3427969248,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ2_M.gguf","label":"IQ2_M","size":3607472352,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697240288,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q2_K.gguf","label":"Q2_K","size":3827263712,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938167008,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243417312,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259408096,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ3_S.gguf","label":"IQ3_S","size":4370819296,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383776,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623526112,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925516000,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441824,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q4_0.gguf","label":"Q4_0","size":5325940960,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351631072,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215648,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629110496,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q4_1.gguf","label":"Q4_1","size":5809334496,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310944,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467971296,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF","file":"MiMo-Negentropy-9B-AGSI.i1-Q6_K.gguf","label":"Q6_K","size":7359260896,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/MiMo-Negentropy-9B-AGSI-i1-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"lfm2-5-8b-a1b-heretic","family":"saidutta69/LFM2.5-8B-A1B-heretic","name":"LFM2.5 8B A1B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"saidutta69/LFM2.5-8B-A1B-heretic/LFM2.5-8B-A1B-heretic-Q4_K_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-04T18:46:30.000Z","downloads":3027,"likes":3,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/LFM2.5-8B-A1B-heretic","file":"LFM2.5-8B-A1B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5155564448,"bits":4.87,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-8B-A1B-heretic","file":"LFM2.5-8B-A1B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":6030338976,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-8B-A1B-heretic","file":"LFM2.5-8B-A1B-heretic-Q6_K.gguf","label":"Q6_K","size":6959786912,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-8B-A1B-heretic","file":"LFM2.5-8B-A1B-heretic-Q8_0.gguf","label":"Q8_0","size":9010195360,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-8B-A1B-heretic","file":"LFM2.5-8B-A1B-heretic-F16.gguf","label":"F16","size":16947260320,"bits":16.01,"known":true,"rank":0}],"repos":["saidutta69/LFM2.5-8B-A1B-heretic"],"logoFrom":"LiquidAI"},{"id":"bagel-dpo-20b-v04","family":"jondurbin/bagel-dpo-20b-v04","name":"Bagel Dpo 20B V04","maker":"jondurbin","catalog":null,"tuned":false,"params":19.86,"active":null,"layers":48,"probe":"mradermacher/bagel-dpo-20b-v04-i1-GGUF/bagel-dpo-20b-v04.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-04-02T23:46:09.000Z","downloads":3026,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ1_S.gguf","label":"IQ1_S","size":5289543296,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ1_M.gguf","label":"IQ1_M","size":5664671360,"bits":2.28,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6289884800,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6846678656,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ2_S.gguf","label":"IQ2_S","size":7220571776,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ2_M.gguf","label":"IQ2_M","size":7720742528,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q2_K.gguf","label":"Q2_K","size":8217429632,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8560651904,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9032511104,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q3_K_S.gguf","label":"Q3_K_S","size":9431232128,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ3_S.gguf","label":"IQ3_S","size":9471340160,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ3_M.gguf","label":"IQ3_M","size":9792204416,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10393038464,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11221937792,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11437758080,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q4_0.gguf","label":"Q4_0","size":12031194752,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q4_K_S.gguf","label":"Q4_K_S","size":12072089216,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12655228544,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q5_K_S.gguf","label":"Q5_K_S","size":14404941440,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14745859712,"bits":5.94,"known":true,"rank":0},{"repo":"mradermacher/bagel-dpo-20b-v04-i1-GGUF","file":"bagel-dpo-20b-v04.i1-Q6_K.gguf","label":"Q6_K","size":16967155328,"bits":6.83,"known":true,"rank":0}],"repos":["mradermacher/bagel-dpo-20b-v04-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"qwen3-5-40b-claude-4-6-opus-deckard-heretic-uncensored-thinking","family":"DavidAU/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking","name":"Qwen3.5 40B Claude 4.6 Opus Deckard Heretic Uncensored Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":39.07,"active":null,"layers":96,"probe":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":119833,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T21:06:53.000Z","downloads":3026,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":8687537440,"bits":1.78,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":9497900320,"bits":1.94,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10848505120,"bits":2.22,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":11952581920,"bits":2.45,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":12296502560,"bits":2.52,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":13376986400,"bits":2.74,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":13752210720,"bits":2.82,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":14447220000,"bits":2.96,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15385582880,"bits":3.15,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":16649239840,"bits":3.41,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17310825760,"bits":3.54,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":17327537440,"bits":3.55,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":18071207200,"bits":3.7,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19133709600,"bits":3.92,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20245200160,"bits":4.15,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":21169268000,"bits":4.33,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":22397617440,"bits":4.59,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":22467085600,"bits":4.6,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":23927227680,"bits":4.9,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":24693097760,"bits":5.06,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":27055424800,"bits":5.54,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":28136113440,"bits":5.76,"known":true,"rank":0},{"repo":"FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":32075369760,"bits":6.57,"known":true,"rank":0}],"repos":["FrosT-LyRo/Qwen3.5-40B-Claude-4.6-Opus-Deckard-Heretic-Uncensored-Thinking-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"echovlm-v2","family":"chaoyinshe/EchoVLM_v2","name":"EchoVLM V2","maker":"chaoyinshe","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":33,"probe":"mradermacher/EchoVLM_v2-i1-GGUF/EchoVLM_v2.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T11:14:17.000Z","downloads":3026,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642112,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269440,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648320,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285345728,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968448,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471552,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239488,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q2_K.gguf","label":"Q2_K","size":3827262912,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166208,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416512,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407296,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818496,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ3_M.gguf","label":"IQ3_M","size":4415382976,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525312,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515200,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441024,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q4_0.gguf","label":"Q4_0","size":5325940160,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630272,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418214848,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109696,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q4_1.gguf","label":"Q4_1","size":5809333696,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310144,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970496,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/EchoVLM_v2-i1-GGUF","file":"EchoVLM_v2.i1-Q6_K.gguf","label":"Q6_K","size":7359260096,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/EchoVLM_v2-i1-GGUF"],"logoFrom":null},{"id":"cogevol-4b","family":"CogEvol/CogEvol-4B","name":"CogEvol 4B","maker":"CogEvol","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"bartowski/CogEvol_CogEvol-4B-GGUF/CogEvol_CogEvol-4B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-01T06:19:57.000Z","downloads":3025,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-IQ2_M.gguf","label":"IQ2_M","size":1825573984,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q2_K.gguf","label":"Q2_K","size":2063602784,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":2115652704,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q2_K_L.gguf","label":"Q2_K_L","size":2217561184,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-IQ3_XS.gguf","label":"IQ3_XS","size":2275775584,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q3_K_S.gguf","label":"Q3_K_S","size":2326074464,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-IQ3_M.gguf","label":"IQ3_M","size":2355156064,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2447479904,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2537264224,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2543162464,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2647364704,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q4_0.gguf","label":"Q4_0","size":2647856224,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q3_K_XL.gguf","label":"Q3_K_XL","size":2691222624,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2717979744,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q4_1.gguf","label":"Q4_1","size":2851673184,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2884850784,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q4_K_L.gguf","label":"Q4_K_L","size":3038809184,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3128235104,"bits":5.94,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3315586144,"bits":6.3,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q5_K_L.gguf","label":"Q5_K_L","size":3469544544,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q6_K.gguf","label":"Q6_K","size":3677181024,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3831139424,"bits":7.28,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-Q8_0.gguf","label":"Q8_0","size":4493954144,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/CogEvol_CogEvol-4B-GGUF","file":"CogEvol_CogEvol-4B-bf16.gguf","label":"BF16","size":8424393504,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/CogEvol_CogEvol-4B-GGUF"],"logoFrom":"CogEvol"},{"id":"hy3-295b-a21b","family":"YanissAmz/Hy3-295B-A21B-GGUF","name":"Hy3 295B A21B","maker":"YanissAmz","catalog":null,"tuned":false,"params":298.79,"active":20.96,"layers":81,"probe":"YanissAmz/Hy3-295B-A21B-GGUF/Hy3-UD128-00001-of-00003.gguf","kvBytesPerToken":383865,"kvHeader":331776,"kvFixed":0,"context":262144,"arch":"hy_v3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-07T15:26:55.000Z","downloads":3022,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"YanissAmz/Hy3-295B-A21B-GGUF","file":"Hy3-UD128-00001-of-00003.gguf","label":"Hy3-UD128","size":116667103040,"bits":3.12,"known":false,"rank":0},{"repo":"YanissAmz/Hy3-295B-A21B-GGUF","file":"Hy3-IQ4-UD-split-00001-of-00004.gguf","label":"Hy3-IQ4-UD-split","size":143867082656,"bits":3.85,"known":false,"rank":0}],"repos":["YanissAmz/Hy3-295B-A21B-GGUF"],"logoFrom":"tencent"},{"id":"ravenxailabs-chaos-agent-qwen3-8-27b-frontier-intelligence-injected-obliterated","family":"deadbydawn101/RavenXAiLabs-Chaos-Agent-Qwen3.8-27B-Frontier-Intelligence-Injected-OBLITERATED-GGUF","name":"RavenXAiLabs Chaos Agent Qwen3.8 27B Frontier Intelligence Injected OBLITERATED","maker":"deadbydawn101","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"deadbydawn101/RavenXAiLabs-Chaos-Agent-Qwen3.8-27B-Frontier-Intelligence-Injected-OBLITERATED-GGUF/RavenX-Chaos-Agent-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-22T15:54:32.000Z","downloads":3022,"likes":40,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"deadbydawn101/RavenXAiLabs-Chaos-Agent-Qwen3.8-27B-Frontier-Intelligence-Injected-OBLITERATED-GGUF","file":"RavenX-Chaos-Agent-Q4_K_M.gguf","label":"Q4_K_M","size":16547399968,"bits":4.92,"known":true,"rank":0}],"repos":["deadbydawn101/RavenXAiLabs-Chaos-Agent-Qwen3.8-27B-Frontier-Intelligence-Injected-OBLITERATED-GGUF"],"logoFrom":"OBLITERATUS"},{"id":"goetia-24b-v1-4-heretic","family":"Yingyaeliae/Goetia-24B-v1.4-heretic","name":"Goetia 24B V1.4 Heretic","maker":"Yingyaeliae","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF/Goetia-24B-v1.4-heretic.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-06T12:17:44.000Z","downloads":3022,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":5273748352,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":5750522752,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545146752,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207060352,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":7478381472,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":8114080672,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320192032,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q2_K.gguf","label":"Q2_K","size":8890355232,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280621472,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907148352,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400306752,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":10428159552,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":10650981952,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474114112,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400793152,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758949472,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q4_0.gguf","label":"Q4_0","size":13494264032,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549314272,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333944032,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q4_1.gguf","label":"Q4_1","size":14873142752,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304450272,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16764021472,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF","file":"Goetia-24B-v1.4-heretic.i1-Q6_K.gguf","label":"Q6_K","size":19345978752,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Goetia-24B-v1.4-heretic-i1-GGUF"],"logoFrom":"Yingyaeliae"},{"id":"meta-llama-3-8b-instruct-gguf-imatrix-smashed","family":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","name":"Meta Llama 3 8B GGUF Imatrix Smashed","maker":"PrunaAI","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed/Meta-Llama-3-8B-Instruct.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-23T18:53:02.000Z","downloads":3021,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":2020140288,"bits":2.01,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":2162484480,"bits":2.15,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399724800,"bits":2.39,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2606294272,"bits":2.6,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":2759001344,"bits":2.75,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":2948793600,"bits":2.94,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q2_K.gguf","label":"Q2_K","size":3179644160,"bits":3.17,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":3275425024,"bits":3.26,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":3519259904,"bits":3.51,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3665011968,"bits":3.65,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":3682837760,"bits":3.67,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":3785336064,"bits":3.77,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":4019430656,"bits":4,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4322469120,"bits":4.31,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4448175360,"bits":4.43,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q4_0.gguf","label":"Q4_0","size":4676404480,"bits":4.66,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":4678501632,"bits":4.66,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4693181696,"bits":4.68,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4921246976,"bits":4.9,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q4_1.gguf","label":"Q4_1","size":5130765568,"bits":5.11,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5599806720,"bits":5.58,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q5_0.gguf","label":"Q5_0","size":5614486784,"bits":5.59,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":5733500160,"bits":5.71,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q5_1.gguf","label":"Q5_1","size":6068847872,"bits":6.05,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q6_K.gguf","label":"Q6_K","size":6596519168,"bits":6.57,"known":true,"rank":0},{"repo":"PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed","file":"Meta-Llama-3-8B-Instruct.Q8_0.gguf","label":"Q8_0","size":8541283584,"bits":8.51,"known":true,"rank":0}],"repos":["PrunaAI/Meta-Llama-3-8B-Instruct-GGUF-Imatrix-smashed"],"logoFrom":"PrunaAI"},{"id":"01-ai-yi-1-5-6b-chat","family":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","name":"01 Ai Yi 1.5 6B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":6.06,"active":null,"layers":32,"probe":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf/Yi-1.5-6B-Chat.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-20T22:43:26.000Z","downloads":3021,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q2_K.gguf","label":"Q2_K","size":2337067136,"bits":3.09,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.IQ3_XS.gguf","label":"IQ3_XS","size":2588348544,"bits":3.42,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":2709196928,"bits":3.58,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.IQ3_S.gguf","label":"IQ3_S","size":2718109824,"bits":3.59,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.IQ3_M.gguf","label":"IQ3_M","size":2813366400,"bits":3.71,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q3_K.gguf","label":"Q3_K","size":2992836736,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":2992836736,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":3236892800,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.IQ4_XS.gguf","label":"IQ4_XS","size":3336786048,"bits":4.4,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q4_0.gguf","label":"Q4_0","size":3479326848,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":3502919808,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.IQ4_NL.gguf","label":"IQ4_NL","size":3510259840,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q4_K.gguf","label":"Q4_K","size":3673968768,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":3673968768,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q4_1.gguf","label":"Q4_1","size":3841740928,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q5_0.gguf","label":"Q5_0","size":4204155008,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":4204155008,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q5_K.gguf","label":"Q5_K","size":4304425088,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q5_K_M.gguf","label":"Q5_K_M","size":4304425088,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q5_1.gguf","label":"Q5_1","size":4566569088,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q6_K.gguf","label":"Q6_K","size":4974284928,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf","file":"Yi-1.5-6B-Chat.Q8_0.gguf","label":"Q8_0","size":6442127488,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/01-ai_-_Yi-1.5-6B-Chat-gguf"],"logoFrom":"RichardErkhov"},{"id":"rwkv7-g1k-13-3b","family":"shoumenchougou/RWKV7-G1k-13.3B-GGUF","name":"RWKV7 G1k 13.3B","maker":"shoumenchougou","catalog":null,"tuned":false,"params":13.27,"active":null,"layers":61,"probe":"shoumenchougou/RWKV7-G1k-13.3B-GGUF/rwkv7-g1k-13.3b-Q4_K_M.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv7","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-30T15:13:21.000Z","downloads":3021,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shoumenchougou/RWKV7-G1k-13.3B-GGUF","file":"rwkv7-g1k-13.3b-Q4_K_M.gguf","label":"Q4_K_M","size":8457371584,"bits":5.1,"known":true,"rank":0},{"repo":"shoumenchougou/RWKV7-G1k-13.3B-GGUF","file":"rwkv7-g1k-13.3b-Q5_K_M.gguf","label":"Q5_K_M","size":9992486848,"bits":6.02,"known":true,"rank":0},{"repo":"shoumenchougou/RWKV7-G1k-13.3B-GGUF","file":"rwkv7-g1k-13.3b-Q6_K.gguf","label":"Q6_K","size":11623546816,"bits":7.01,"known":true,"rank":0},{"repo":"shoumenchougou/RWKV7-G1k-13.3B-GGUF","file":"rwkv7-g1k-13.3b-Q8_0.gguf","label":"Q8_0","size":14727856064,"bits":8.88,"known":true,"rank":0},{"repo":"shoumenchougou/RWKV7-G1k-13.3B-GGUF","file":"rwkv7-g1k-13.3b-20260930-ctx25600-FP16.gguf","label":"rwkv7-g1k-13.3b-20260930-ctx25600-FP16","size":26744537024,"bits":16.12,"known":false,"rank":0}],"repos":["shoumenchougou/RWKV7-G1k-13.3B-GGUF"],"logoFrom":"BlinkDL"},{"id":"qwen2-5-vl-32b-instruct-abliterated-i1","family":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","name":"Qwen2.5 VL 32B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF/Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-03T08:41:06.000Z","downloads":3021,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7274507552,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7932161312,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250912,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957551392,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10387569952,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11264441632,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11488001312,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12313099552,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271712,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705514272,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14392331552,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":14436896032,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":14810123552,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15935048992,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17247079712,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17693154592,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":18711010592,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18784410912,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19851336992,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":20639243552,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22638255392,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23262158112,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF","file":"Qwen2.5-VL-32B-Instruct-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":26886155552,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-VL-32B-Instruct-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deacon-34b","family":"KnutJaegersberg/Deacon-34B","name":"Deacon 34B","maker":"KnutJaegersberg","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Deacon-34B-i1-GGUF/Deacon-34B.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-12T21:46:30.000Z","downloads":3020,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980064,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786144,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306462944,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542304,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021024,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762464,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q2_K.gguf","label":"Q2_K","size":12825234144,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875424,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319584,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960294624,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785504,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700384,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924512,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139445984,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051744,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q4_0.gguf","label":"Q4_0","size":19530754784,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650080,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711264,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707691744,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321845984,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Deacon-34B-i1-GGUF","file":"Deacon-34B.i1-Q6_K.gguf","label":"Q6_K","size":28213926624,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Deacon-34B-i1-GGUF"],"logoFrom":"KnutJaegersberg"},{"id":"sky-t1-32b-flash","family":"NovaSky-AI/Sky-T1-32B-Flash","name":"Sky T1 32B Flash","maker":"NovaSky-AI","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Sky-T1-32B-Flash-GGUF/Sky-T1-32B-Flash-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-24T15:29:12.000Z","downloads":3019,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028251008,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ2_XS.gguf","label":"IQ2_XS","size":9957551488,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ2_S.gguf","label":"IQ2_S","size":10387570048,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ2_M.gguf","label":"IQ2_M","size":11264441728,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q2_K.gguf","label":"Q2_K","size":12313099648,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q2_K_L.gguf","label":"Q2_K_L","size":13073419648,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ3_XS.gguf","label":"IQ3_XS","size":13705514368,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q3_K_S.gguf","label":"Q3_K_S","size":14392331648,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ3_M.gguf","label":"IQ3_M","size":14810123648,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q3_K_M.gguf","label":"Q3_K_M","size":15935049088,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q3_K_L.gguf","label":"Q3_K_L","size":17247079808,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ4_XS.gguf","label":"IQ4_XS","size":17693154688,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928326528,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-IQ4_NL.gguf","label":"IQ4_NL","size":18682174848,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q4_0.gguf","label":"Q4_0","size":18711010688,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q4_K_S.gguf","label":"Q4_K_S","size":18784411008,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q4_K_M.gguf","label":"Q4_K_M","size":19851337088,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q4_K_L.gguf","label":"Q4_K_L","size":20429180288,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q4_1.gguf","label":"Q4_1","size":20639243648,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q5_K_S.gguf","label":"Q5_K_S","size":22638255488,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q5_K_M.gguf","label":"Q5_K_M","size":23262158208,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q5_K_L.gguf","label":"Q5_K_L","size":23742680448,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q6_K.gguf","label":"Q6_K","size":26886155648,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q6_K_L.gguf","label":"Q6_K_L","size":27263274368,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-Q8_0.gguf","label":"Q8_0","size":34820885600,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Sky-T1-32B-Flash-GGUF","file":"Sky-T1-32B-Flash-bf16/Sky-T1-32B-Flash-bf16-00001-of-00002.gguf","label":"BF16","size":65535970624,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Sky-T1-32B-Flash-GGUF"],"logoFrom":"NovaSky-AI"},{"id":"startlux-decision-v1-0-8b","family":"startlux-models/StartLux-Decision-v1-0.8B","name":"StartLux Decision V1 0.8B","maker":"startlux-models","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"startlux-models/StartLux-Decision-v1-0.8B-Q8_0-GGUF/StartLux-Decision-0.8B-Q8_0.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-09-29T17:58:04.000Z","downloads":3019,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1-0.8B-Q8_0-GGUF","file":"StartLux-Decision-0.8B-Q8_0.gguf","label":"Q8_0","size":811843200,"bits":8.66,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1-0.8B-Q8_0-GGUF"],"logoFrom":"startlux-models"},{"id":"sydney-overthinker-13b-hf","family":"FPHam/Sydney_Overthinker_13b_HF","name":"Sydney Overthinker 13B","maker":"FPHam","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF/Sydney_Overthinker_13b_HF.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-11T15:01:51.000Z","downloads":3017,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ1_S.gguf","label":"IQ1_S","size":2898686752,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ1_M.gguf","label":"IQ1_M","size":3138609952,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538481952,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147552,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ2_S.gguf","label":"IQ2_S","size":4197681952,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579552,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q2_K.gguf","label":"Q2_K","size":4854270752,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960561952,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611552,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981152,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981152,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ3_M.gguf","label":"IQ3_M","size":5984510752,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770272,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560352,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964222752,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q4_0.gguf","label":"Q4_0","size":7387953952,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179552,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957152,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972286752,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925152,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF","file":"Sydney_Overthinker_13b_HF.i1-Q6_K.gguf","label":"Q6_K","size":10679141152,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Sydney_Overthinker_13b_HF-i1-GGUF"],"logoFrom":"FPHam"},{"id":"swallow-70b-nve-instruct-hf","family":"tokyotech-llm/Swallow-70b-NVE-instruct-hf","name":"Swallow 70B NVE","maker":"tokyotech-llm","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF/Swallow-70b-NVE-instruct-hf.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-30T15:53:15.000Z","downloads":3016,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ1_S.gguf","label":"IQ1_S","size":14535538560,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ1_M.gguf","label":"IQ1_M","size":15943251840,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289440640,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334163840,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ2_S.gguf","label":"IQ2_S","size":21354313600,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ2_M.gguf","label":"IQ2_M","size":23231264640,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q2_K.gguf","label":"Q2_K","size":25462437760,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464960,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974080,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ3_S.gguf","label":"IQ3_S","size":29919295360,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919295360,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ3_M.gguf","label":"IQ3_M","size":30944278400,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274738560,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147836800,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829820800,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q4_0.gguf","label":"Q4_0","size":39019050880,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249737600,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422911360,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461398400,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF","file":"Swallow-70b-NVE-instruct-hf.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753768320,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Swallow-70b-NVE-instruct-hf-i1-GGUF"],"logoFrom":"tokyotech-llm"},{"id":"ministral-3-8b-reasoning-2512-esper3-1","family":"ValiantLabs/Ministral-3-8B-Reasoning-2512-Esper3.1","name":"Ministral 3 8B Reasoning 2512 Esper3.1","maker":"ValiantLabs","catalog":null,"tuned":true,"params":8.49,"active":null,"layers":34,"probe":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF/Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ1_S.gguf","kvBytesPerToken":161128,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-04T02:19:50.000Z","downloads":3016,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ1_S.gguf","label":"IQ1_S","size":2121832928,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ1_M.gguf","label":"IQ1_M","size":2273417696,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2526058976,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2745997792,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2904594912,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ2_M.gguf","label":"IQ2_M","size":3106707936,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3147274720,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q2_K.gguf","label":"Q2_K","size":3352926688,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455359456,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3714357728,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3866466784,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3885406688,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3992361440,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4242053600,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4565015008,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4696414688,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q4_0.gguf","label":"Q4_0","size":4937325024,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4940470752,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4954102240,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5198387680,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q4_1.gguf","label":"Q4_1","size":5419669984,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5916695008,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6058744288,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF","file":"Ministral-3-8B-Reasoning-2512-Esper3.1.i1-Q6_K.gguf","label":"Q6_K","size":6972873184,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-8B-Reasoning-2512-Esper3.1-i1-GGUF"],"logoFrom":"ValiantLabs"},{"id":"rencoder-ministral-8b-instruct-2410","family":"pankajmathur/RenCoder-Ministral-8B-Instruct-2410","name":"RenCoder Ministral 8B 2410","maker":"pankajmathur","catalog":null,"tuned":true,"params":8.02,"active":null,"layers":36,"probe":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF/RenCoder-Ministral-8B-Instruct-2410.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-16T04:38:26.000Z","downloads":3015,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ1_S.gguf","label":"IQ1_S","size":2030866816,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ1_M.gguf","label":"IQ1_M","size":2171244928,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2405208448,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2611253632,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ2_S.gguf","label":"IQ2_S","size":2771161472,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ2_M.gguf","label":"IQ2_M","size":2958332288,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2987299200,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q2_K.gguf","label":"Q2_K","size":3185480064,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3276050816,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3521941888,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664679296,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ3_S.gguf","label":"IQ3_S","size":3684733312,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ3_M.gguf","label":"IQ3_M","size":3791688064,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4019229056,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4326461824,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4448227712,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q4_0.gguf","label":"Q4_0","size":4671050112,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677341568,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4685730176,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4911501696,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q4_1.gguf","label":"Q4_1","size":5126132096,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5593796992,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5724148096,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF","file":"RenCoder-Ministral-8B-Instruct-2410.i1-Q6_K.gguf","label":"Q6_K","size":6587584896,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/RenCoder-Ministral-8B-Instruct-2410-i1-GGUF"],"logoFrom":"pankajmathur"},{"id":"firefly-llama2-13b-v1-2","family":"YeungNLP/firefly-llama2-13b-v1.2","name":"Firefly Llama2 13B V1.2","maker":"YeungNLP","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF/firefly-llama2-13b-v1.2.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T10:27:55.000Z","downloads":3015,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Firefly-Llama2-13B-v1.2-GGUF","file":"firefly-llama2-13b-v1.2.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Firefly-Llama2-13B-v1.2-GGUF"],"logoFrom":"meta-llama"},{"id":"vitus-qwen3-14b","family":"nbeerbower/Vitus-Qwen3-14B","name":"Vitus Qwen3 14B","maker":"nbeerbower","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Vitus-Qwen3-14B-i1-GGUF/Vitus-Qwen3-14B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-10T15:50:46.000Z","downloads":3014,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ1_S.gguf","label":"IQ1_S","size":3579935264,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ1_M.gguf","label":"IQ1_M","size":3849656864,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299192864,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691589664,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ2_S.gguf","label":"IQ2_S","size":4963313184,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ2_M.gguf","label":"IQ2_M","size":5322941984,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389850144,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q2_K.gguf","label":"Q2_K","size":5753984544,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666784,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6375301664,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6657106464,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ3_S.gguf","label":"IQ3_S","size":6684959264,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ3_M.gguf","label":"IQ3_M","size":6883410464,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7321313824,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7900652064,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8110730784,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8541363744,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q4_0.gguf","label":"Q4_0","size":8543002144,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573476384,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9001754144,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q4_1.gguf","label":"Q4_1","size":9389522464,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10263895584,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10514570784,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Vitus-Qwen3-14B-i1-GGUF","file":"Vitus-Qwen3-14B.i1-Q6_K.gguf","label":"Q6_K","size":12121938464,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Vitus-Qwen3-14B-i1-GGUF"],"logoFrom":"nbeerbower"},{"id":"qwen3-vl-2b-thinking-1m","family":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","name":"Qwen3 VL 2B Thinking 1M","maker":"unsloth","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF/Qwen3-VL-2B-Thinking-1M-UD-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":1000000,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T13:04:31.000Z","downloads":3011,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":537831744,"bits":2.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":561948992,"bits":2.61,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":605792576,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":708716864,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":765176128,"bits":3.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q2_K.gguf","label":"Q2_K","size":777797952,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q2_K_L.gguf","label":"Q2_K_L","size":777797952,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":797868352,"bits":3.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q3_K_S.gguf","label":"Q3_K_S","size":867254592,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q3_K_M.gguf","label":"Q3_K_M","size":939540800,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":968900928,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-IQ4_XS.gguf","label":"IQ4_XS","size":1010385216,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-IQ4_NL.gguf","label":"IQ4_NL","size":1054425408,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q4_0.gguf","label":"Q4_0","size":1056784704,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q4_K_S.gguf","label":"Q4_K_S","size":1060192576,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q4_K_M.gguf","label":"Q4_K_M","size":1107411264,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1132953920,"bits":5.27,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q4_1.gguf","label":"Q4_1","size":1142505792,"bits":5.31,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q5_K_S.gguf","label":"Q5_K_S","size":1230586176,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q5_K_M.gguf","label":"Q5_K_M","size":1257881920,"bits":5.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1262993728,"bits":5.87,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q6_K.gguf","label":"Q6_K","size":1417756992,"bits":6.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1610950976,"bits":7.49,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-Q8_0.gguf","label":"Q8_0","size":1834428736,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":2332584256,"bits":10.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Thinking-1M-GGUF","file":"Qwen3-VL-2B-Thinking-1M-BF16.gguf","label":"BF16","size":3447351360,"bits":16.03,"known":true,"rank":0}],"repos":["unsloth/Qwen3-VL-2B-Thinking-1M-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-5-9b-holodeck-lounge","family":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","name":"Qwen3.5 9B Holodeck Lounge","maker":"nightmedia","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF/Qwen3.5-9B-Holodeck-Lounge-IQ4_NL.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-26T18:11:41.000Z","downloads":3010,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","file":"Qwen3.5-9B-Holodeck-Lounge-IQ4_NL.gguf","label":"IQ4_NL","size":5443379808,"bits":4.87,"known":true,"rank":0},{"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","file":"Qwen3.5-9B-Holodeck-Lounge-Q4_K_M.gguf","label":"Q4_K_M","size":5629108832,"bits":5.03,"known":true,"rank":0},{"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","file":"Qwen3.5-9B-Holodeck-Lounge-Q6_K.gguf","label":"Q6_K","size":7359259232,"bits":6.58,"known":true,"rank":0},{"repo":"nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF","file":"Qwen3.5-9B-Holodeck-Lounge-Q8_0.gguf","label":"Q8_0","size":9527501408,"bits":8.52,"known":true,"rank":0}],"repos":["nightmedia/Qwen3.5-9B-Holodeck-Lounge-GGUF"],"logoFrom":"nightmedia"},{"id":"anima-phi-neptune-mistral-7b","family":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","name":"ANIMA Phi Neptune Mistral 7B","maker":"TheBloke","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF/anima-phi-neptune-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-10-12T04:29:57.000Z","downloads":3010,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097792,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064832,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF","file":"anima-phi-neptune-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/ANIMA-Phi-Neptune-Mistral-7B-GGUF"],"logoFrom":"TheBloke"},{"id":"ava-lab-dyagnosys-lfm2-5","family":"vitorcalvi/ava-lab-dyagnosys-lfm2.5-gguf","name":"Ava Lab Dyagnosys Lfm2.5","maker":"vitorcalvi","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"vitorcalvi/ava-lab-dyagnosys-lfm2.5-gguf/LFM2.5-1.2B-Instruct-Lab-Dyagnosys-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-09-13T12:22:34.000Z","downloads":3009,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vitorcalvi/ava-lab-dyagnosys-lfm2.5-gguf","file":"LFM2.5-1.2B-Instruct-Lab-Dyagnosys-Q4_0.gguf","label":"Q4_0","size":695754880,"bits":4.76,"known":true,"rank":0}],"repos":["vitorcalvi/ava-lab-dyagnosys-lfm2.5-gguf"],"logoFrom":"LiquidAI"},{"id":"qwen3-6-21b-iq-ultra-heretic-uncensored-thinking","family":"DavidAU/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking","name":"Qwen3.6 21B IQ Ultra Heretic Uncensored Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":20.81,"active":null,"layers":48,"probe":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":59916,"kvHeader":49152,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-11T05:12:17.000Z","downloads":3009,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":5687925952,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":6048870592,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6650444992,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7143500992,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":7380024512,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":7861284032,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8054016192,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":8401520832,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8747617472,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9375401152,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":9455518912,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":9714549952,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":9835709632,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10379412672,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11158635712,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11744215232,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":12083343552,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":12137083072,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12852818112,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":13270814912,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":14491709632,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14905323712,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":17086110912,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-21B-IQ-Ultra-Heretic-Uncensored-Thinking-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"orion-14b-chat","family":"OrionStarAI/Orion-14B-Chat","name":"Orion 14B","maker":"OrionStarAI","catalog":null,"tuned":false,"params":14.5,"active":null,"layers":40,"probe":"OrionStarAI/Orion-14B-Chat/Orion-14B-Chat.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"orion","vision":false,"licence":null,"open":false,"released":"2024-01-16T06:03:30.000Z","downloads":3008,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OrionStarAI/Orion-14B-Chat","file":"Orion-14B-Chat.gguf","label":"Orion-14B-Chat","size":29000964448,"bits":16,"known":false,"rank":0}],"repos":["OrionStarAI/Orion-14B-Chat"],"logoFrom":"OrionStarAI"},{"id":"qwen1-5-7b-chat","family":"Qwen/Qwen1.5-7B-Chat-GGUF","name":"Qwen1.5 7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":7.72,"active":null,"layers":32,"probe":"Qwen/Qwen1.5-7B-Chat-GGUF/qwen1_5-7b-chat-q2_k.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-02-03T11:53:25.000Z","downloads":3007,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q2_k.gguf","label":"Q2_K","size":3103825120,"bits":3.22,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q3_k_m.gguf","label":"Q3_K_M","size":3918859488,"bits":4.06,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q4_0.gguf","label":"Q4_0","size":4511907040,"bits":4.68,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q4_k_m.gguf","label":"Q4_K_M","size":4767104224,"bits":4.94,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q5_0.gguf","label":"Q5_0","size":5399198944,"bits":5.6,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q5_k_m.gguf","label":"Q5_K_M","size":5530664160,"bits":5.73,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q6_k.gguf","label":"Q6_K","size":6341946592,"bits":6.57,"known":true,"rank":0},{"repo":"Qwen/Qwen1.5-7B-Chat-GGUF","file":"qwen1_5-7b-chat-q8_0.gguf","label":"Q8_0","size":8211795168,"bits":8.51,"known":true,"rank":0}],"repos":["Qwen/Qwen1.5-7B-Chat-GGUF"],"logoFrom":"Qwen"},{"id":"llama-krikri-8b-instruct","family":"ilsp/Llama-Krikri-8B-Instruct","name":"Llama Krikri 8B","maker":"ilsp","catalog":null,"tuned":false,"params":8.2,"active":null,"layers":32,"probe":"ilsp/Llama-Krikri-8B-Instruct-GGUF/llama-krikri-8b-instruct-q3_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-02-14T15:31:38.000Z","downloads":3007,"likes":18,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ilsp/Llama-Krikri-8B-Instruct-GGUF","file":"llama-krikri-8b-instruct-q3_k_m.gguf","label":"Q3_K_M","size":4127911296,"bits":4.03,"known":true,"rank":0},{"repo":"ilsp/Llama-Krikri-8B-Instruct-GGUF","file":"llama-krikri-8b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":5041147264,"bits":4.92,"known":true,"rank":0},{"repo":"ilsp/Llama-Krikri-8B-Instruct-GGUF","file":"llama-krikri-8b-instruct-q5_k_m.gguf","label":"Q5_K_M","size":5864148352,"bits":5.72,"known":true,"rank":0},{"repo":"ilsp/Llama-Krikri-8B-Instruct-GGUF","file":"llama-krikri-8b-instruct-q6_k.gguf","label":"Q6_K","size":6738587008,"bits":6.57,"known":true,"rank":0},{"repo":"ilsp/Llama-Krikri-8B-Instruct-GGUF","file":"llama-krikri-8b-instruct-q8_0.gguf","label":"Q8_0","size":8724999552,"bits":8.51,"known":true,"rank":0},{"repo":"ilsp/Llama-Krikri-8B-Instruct-GGUF","file":"llama-krikri-8b-instruct.gguf","label":"llama-krikri-8b-instruct","size":16414338432,"bits":16.01,"known":false,"rank":0}],"repos":["ilsp/Llama-Krikri-8B-Instruct-GGUF"],"logoFrom":"ilsp"},{"id":"apriel-1-5-15b-thinker-cybersec-merged","family":"sainikhiljuluri2015/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED","name":"Apriel 1.5 15B Thinker CYBERSEC MERGED","maker":"sainikhiljuluri2015","catalog":null,"tuned":true,"params":14.43,"active":null,"layers":48,"probe":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":262400,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-04T14:09:38.000Z","downloads":3007,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ1_S.gguf","label":"IQ1_S","size":3461169344,"bits":1.92,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ1_M.gguf","label":"IQ1_M","size":3728064704,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4172890304,"bits":2.31,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4560208064,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ2_S.gguf","label":"IQ2_S","size":4814651584,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ2_M.gguf","label":"IQ2_M","size":5170512064,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5236703424,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q2_K.gguf","label":"Q2_K","size":5593546944,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5782945984,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6198444224,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6471729344,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ3_S.gguf","label":"IQ3_S","size":6505152704,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ3_M.gguf","label":"IQ3_M","size":6697337024,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7135609024,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7704461504,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7908278464,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q4_0.gguf","label":"Q4_0","size":8326398144,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8330330304,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8356544704,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8785477824,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q4_1.gguf","label":"Q4_1","size":9158705344,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10018537664,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10269212864,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF","file":"Apriel-1.5-15b-Thinker-CYBERSEC-MERGED.i1-Q6_K.gguf","label":"Q6_K","size":11845681344,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Apriel-1.5-15b-Thinker-CYBERSEC-MERGED-i1-GGUF"],"logoFrom":null},{"id":"kadoe-4b","family":"aungzaythant/Kadoe-4B","name":"Kadoe 4B","maker":"aungzaythant","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Kadoe-4B-i1-GGUF/Kadoe-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T11:15:47.000Z","downloads":3006,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234720,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419360,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393760,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594720,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975840,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555360,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393120,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494240,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915471520,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880480,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580960,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512480,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187360,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064800,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317280,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286240,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549798560,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888800,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436320,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805280,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968480,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036640,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987680,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Kadoe-4B-i1-GGUF","file":"Kadoe-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056480,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Kadoe-4B-i1-GGUF"],"logoFrom":"aungzaythant"},{"id":"lfm2-350m-extract","family":"LiquidAI/LFM2-350M-Extract","name":"LFM2 350M Extract","maker":"Liquid AI","catalog":null,"tuned":false,"params":0.35,"active":null,"layers":16,"probe":"LiquidAI/LFM2-350M-Extract-GGUF/LFM2-350M-Extract-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-09-05T15:50:52.000Z","downloads":3005,"likes":39,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-350M-Extract-GGUF","file":"LFM2-350M-Extract-Q4_0.gguf","label":"Q4_0","size":219307648,"bits":5.01,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-Extract-GGUF","file":"LFM2-350M-Extract-Q4_K_M.gguf","label":"Q4_K_M","size":229310080,"bits":5.24,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-Extract-GGUF","file":"LFM2-350M-Extract-Q5_K_M.gguf","label":"Q5_K_M","size":260374144,"bits":5.95,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-Extract-GGUF","file":"LFM2-350M-Extract-Q6_K.gguf","label":"Q6_K","size":293379712,"bits":6.71,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-Extract-GGUF","file":"LFM2-350M-Extract-Q8_0.gguf","label":"Q8_0","size":379215488,"bits":8.67,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-350M-Extract-GGUF","file":"LFM2-350M-Extract-F16.gguf","label":"F16","size":711483008,"bits":16.26,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-350M-Extract-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen2-5-wolverine-coder-11b-v2-128k-ctx-i1","family":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","name":"Qwen2.5 Wolverine CODER 11B V2 128K Ctx I1","maker":"mradermacher","catalog":null,"tuned":true,"params":10.88,"active":null,"layers":42,"probe":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ1_S.gguf","kvBytesPerToken":99521,"kvHeader":86016,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-22T03:19:11.000Z","downloads":3005,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ1_S.gguf","label":"IQ1_S","size":2580280480,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ1_M.gguf","label":"IQ1_M","size":2787277984,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3132273824,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3425129632,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ2_S.gguf","label":"IQ2_S","size":3590825120,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ2_M.gguf","label":"IQ2_M","size":3866821792,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3943146656,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q2_K.gguf","label":"Q2_K","size":4207989920,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4364367008,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4678970528,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4894956704,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ3_S.gguf","label":"IQ3_S","size":4905192608,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ3_M.gguf","label":"IQ3_M","size":5021930656,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5373004960,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5789093024,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5956437152,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6276932768,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q4_0.gguf","label":"Q4_0","size":6288516256,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6310651040,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6644823200,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q4_1.gguf","label":"Q4_1","size":6913107104,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7558915232,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7753397408,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF","file":"Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx.i1-Q6_K.gguf","label":"Q6_K","size":8931257504,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-Wolverine-CODER-11B-V2-128k-ctx-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qvikhr-3-4b-instruction","family":"Vikhrmodels/QVikhr-3-4B-Instruction","name":"QVikhr 3 4B Instruction","maker":"Vikhrmodels","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF/QVikhr-3-4B-Instruction-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-28T21:03:17.000Z","downloads":3004,"likes":9,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ1_S.gguf","label":"IQ1_S","size":1055256544,"bits":2.1,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ1_M.gguf","label":"IQ1_M","size":1127018464,"bits":2.24,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ2_XXS.gguf","label":"IQ2_XXS","size":1246621664,"bits":2.48,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ2_XS.gguf","label":"IQ2_XS","size":1354100704,"bits":2.69,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ2_S.gguf","label":"IQ2_S","size":1417301984,"bits":2.82,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ2_M.gguf","label":"IQ2_M","size":1512984544,"bits":3.01,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q2_K_S.gguf","label":"Q2_K_S","size":1563454944,"bits":3.11,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q2_K.gguf","label":"Q2_K","size":1669499968,"bits":3.32,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670189024,"bits":3.32,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ3_XS.gguf","label":"IQ3_XS","size":1814375904,"bits":3.61,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q3_K_S.gguf","label":"Q3_K_S","size":1886997568,"bits":3.76,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ3_S.gguf","label":"IQ3_S","size":1899531744,"bits":3.78,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ3_M.gguf","label":"IQ3_M","size":1962896864,"bits":3.91,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q3_K.gguf","label":"Q3_K","size":2075618368,"bits":4.13,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q3_K_M.gguf","label":"Q3_K_M","size":2075618368,"bits":4.13,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q3_K_L.gguf","label":"Q3_K_L","size":2239786048,"bits":4.46,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ4_XS.gguf","label":"IQ4_XS","size":2270752224,"bits":4.52,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q4_0.gguf","label":"Q4_0","size":2369547328,"bits":4.72,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-IQ4_NL.gguf","label":"IQ4_NL","size":2381344224,"bits":4.74,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q4_K_S.gguf","label":"Q4_K_S","size":2383309888,"bits":4.74,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q4_K.gguf","label":"Q4_K","size":2497281088,"bits":4.97,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q4_K_M.gguf","label":"Q4_K_M","size":2497281088,"bits":4.97,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q4_1.gguf","label":"Q4_1","size":2596629568,"bits":5.17,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q5_0.gguf","label":"Q5_0","size":2823711808,"bits":5.62,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q5_K_S.gguf","label":"Q5_K_S","size":2823711808,"bits":5.62,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q5_K.gguf","label":"Q5_K","size":2889514048,"bits":5.75,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q5_K_M.gguf","label":"Q5_K_M","size":2889514048,"bits":5.75,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q5_1.gguf","label":"Q5_1","size":3050794048,"bits":6.07,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q6_K.gguf","label":"Q6_K","size":3306261568,"bits":6.58,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-Q8_0.gguf","label":"Q8_0","size":4280405568,"bits":8.52,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-4B-Instruction-GGUF","file":"QVikhr-3-4B-Instruction-F16.gguf","label":"F16","size":8051285568,"bits":16.02,"known":true,"rank":0}],"repos":["Vikhrmodels/QVikhr-3-4B-Instruction-GGUF"],"logoFrom":"Vikhrmodels"},{"id":"terminalhorizon-27b","family":"shunzou05/TerminalHorizon-27B","name":"TerminalHorizon 27B","maker":"shunzou05","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/TerminalHorizon-27B-i1-GGUF/TerminalHorizon-27B.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T16:14:09.000Z","downloads":3003,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824704,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084224,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183424,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591424,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913984,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593344,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325824,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q2_K.gguf","label":"Q2_K","size":10711665344,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371264,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130304,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953984,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328704,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874944,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443264,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776384,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506944,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q4_0.gguf","label":"Q4_0","size":15521434304,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314944,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400384,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q4_1.gguf","label":"Q4_1","size":17078241984,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614144,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099584,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/TerminalHorizon-27B-i1-GGUF","file":"TerminalHorizon-27B.i1-Q6_K.gguf","label":"Q6_K","size":22082529984,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TerminalHorizon-27B-i1-GGUF"],"logoFrom":"shunzou05"},{"id":"k2-horizon-375b-a23b","family":"IFM/K2-Horizon-375B-A23B","name":"K2 Horizon 375B A23B","maker":"IFM","catalog":null,"tuned":false,"params":379.17,"active":26.67,"layers":61,"probe":"bartowski/K2-Horizon-375B-A23B-GGUF/K2-Horizon-375B-A23B-IQ1_S/K2-Horizon-375B-A23B-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":282837,"kvHeader":249856,"kvFixed":0,"context":524288,"arch":"k2-horizon","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-01T23:25:09.000Z","downloads":3001,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ1_S/K2-Horizon-375B-A23B-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":84955690016,"bits":1.79,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ1_M/K2-Horizon-375B-A23B-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":94723384352,"bits":2,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ2_XXS/K2-Horizon-375B-A23B-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":111002612768,"bits":2.34,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ2_XS/K2-Horizon-375B-A23B-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":116944856096,"bits":2.47,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ2_S/K2-Horizon-375B-A23B-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":124025091232,"bits":2.62,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ2_M/K2-Horizon-375B-A23B-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":138014119072,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q2_K/K2-Horizon-375B-A23B-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":146249929920,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ3_XXS/K2-Horizon-375B-A23B-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":161935316256,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ3_XS/K2-Horizon-375B-A23B-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":172093756704,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q3_K_S/K2-Horizon-375B-A23B-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":173057922336,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q3_K_M/K2-Horizon-375B-A23B-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":182537573664,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q3_K_L/K2-Horizon-375B-A23B-Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":192347526400,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ3_M/K2-Horizon-375B-A23B-IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":196079932672,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ4_XS/K2-Horizon-375B-A23B-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":209325020576,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q4_0/K2-Horizon-375B-A23B-Q4_0-00001-of-00006.gguf","label":"Q4_0","size":216145978784,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q4_K_S/K2-Horizon-375B-A23B-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":224006919584,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q4_K_M/K2-Horizon-375B-A23B-Q4_K_M-00001-of-00007.gguf","label":"Q4_K_M","size":237797004832,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-IQ4_NL/K2-Horizon-375B-A23B-IQ4_NL-00001-of-00007.gguf","label":"IQ4_NL","size":237846550048,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q4_1/K2-Horizon-375B-A23B-Q4_1-00001-of-00007.gguf","label":"Q4_1","size":238621025824,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q5_K_S/K2-Horizon-375B-A23B-Q5_K_S-00001-of-00007.gguf","label":"Q5_K_S","size":269720638944,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q5_K_M/K2-Horizon-375B-A23B-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":289588270656,"bits":6.11,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q6_K_S/K2-Horizon-375B-A23B-Q6_K_S-00001-of-00009.gguf","label":"Q6_K_S","size":319117219552,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q6_K/K2-Horizon-375B-A23B-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":334476236512,"bits":7.06,"known":true,"rank":0},{"repo":"bartowski/K2-Horizon-375B-A23B-GGUF","file":"K2-Horizon-375B-A23B-Q8_0/K2-Horizon-375B-A23B-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":403079845472,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/K2-Horizon-375B-A23B-GGUF"],"logoFrom":"IFM"},{"id":"qwen3-jan-v1-256k-ctx-6b-brainstorm20x","family":"DavidAU/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x","name":"Qwen3 Jan V1 256K Ctx 6B Brainstorm20x","maker":"DavidAU","catalog":null,"tuned":false,"params":5.94,"active":null,"layers":55,"probe":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ1_S.gguf","kvBytesPerToken":260649,"kvHeader":225280,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-21T16:38:37.000Z","downloads":3000,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ1_S.gguf","label":"IQ1_S","size":1467562208,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ1_M.gguf","label":"IQ1_M","size":1577263328,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1760098528,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1924389088,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ2_S.gguf","label":"IQ2_S","size":2020665568,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ2_M.gguf","label":"IQ2_M","size":2166933728,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2216431328,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q2_K.gguf","label":"Q2_K","size":2379093728,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2407409888,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2598680288,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2711381728,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ3_S.gguf","label":"IQ3_S","size":2730530528,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ3_M.gguf","label":"IQ3_M","size":2826970848,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2999033568,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3250364128,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3297672928,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q4_0.gguf","label":"Q4_0","size":3457949408,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3466632928,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3468599008,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3640211168,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q4_1.gguf","label":"Q4_1","size":3795541728,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4142472928,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4241176288,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF","file":"Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x.i1-Q6_K.gguf","label":"Q6_K","size":4879701728,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"nayacuteai","family":"Nackoo/NayaCuteAI","name":"NayaCuteAI","maker":"Nackoo","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"Nackoo/NayaCuteAI/naya_V1.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-09-28T15:37:59.000Z","downloads":3000,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Nackoo/NayaCuteAI","file":"naya_V1.gguf","label":"naya_V1","size":1929900352,"bits":5,"known":false,"rank":0}],"repos":["Nackoo/NayaCuteAI"],"logoFrom":null},{"id":"qwen3-8-flash-coder-apex-i-nanoplus","family":"IsValorum/Qwen3.8-Flash-Coder-APEX-I-NanoPlus-GGUF","name":"Qwen3.8 Flash Coder APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":true,"params":42.62,"active":7.23,"layers":48,"probe":"IsValorum/Qwen3.8-Flash-Coder-APEX-I-NanoPlus-GGUF/Qwen3.8-Flash-Coder-85GB.APEX-I-NanoPlus.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-05T20:18:52.000Z","downloads":2997,"likes":6,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Qwen3.8-Flash-Coder-APEX-I-NanoPlus-GGUF","file":"Qwen3.8-Flash-Coder-85GB.APEX-I-NanoPlus.gguf","label":"Qwen3.8-Flash-Coder-85GB.APEX-I-NanoPlus","size":18336339680,"bits":3.44,"known":false,"rank":0}],"repos":["IsValorum/Qwen3.8-Flash-Coder-APEX-I-NanoPlus-GGUF"],"logoFrom":"IsValorum"},{"id":"pythia-6-9b-deduped","family":"EleutherAI/pythia-6.9b-deduped","name":"Pythia 6.9B Deduped","maker":"EleutherAI","catalog":null,"tuned":false,"params":6.86,"active":null,"layers":32,"probe":"mradermacher/pythia-6.9b-deduped-i1-GGUF/pythia-6.9b-deduped.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T13:52:55.000Z","downloads":2996,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ1_S.gguf","label":"IQ1_S","size":1545937120,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ1_M.gguf","label":"IQ1_M","size":1678057696,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1898258656,"bits":2.21,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2091196640,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ2_S.gguf","label":"IQ2_S","size":2214936800,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ2_M.gguf","label":"IQ2_M","size":2391097568,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q2_K.gguf","label":"Q2_K","size":2632433888,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2730836192,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2959597792,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ3_S.gguf","label":"IQ3_S","size":3035095264,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3035095264,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ3_M.gguf","label":"IQ3_M","size":3355959520,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3622297824,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3710386400,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q4_0.gguf","label":"Q4_0","size":3934945504,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3941064928,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3951722720,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4396318944,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4749295840,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5105811680,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-6.9b-deduped-i1-GGUF","file":"pythia-6.9b-deduped.i1-Q6_K.gguf","label":"Q6_K","size":5632368864,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/pythia-6.9b-deduped-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"leo-mistral-hessianai-7b-chat","family":"LeoLM/leo-mistral-hessianai-7b-chat","name":"Leo Mistral Hessianai 7B","maker":"LeoLM","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF/leo-mistral-hessianai-7b-chat.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-16T17:48:27.000Z","downloads":2995,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q2_K.gguf","label":"Q2_K","size":3083703488,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":3165226176,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":3519644864,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":3822683328,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q4_0.gguf","label":"Q4_0","size":4109644992,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":4141102272,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":4369167552,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q5_0.gguf","label":"Q5_0","size":4998509760,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":4998509760,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":5132203200,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q6_K.gguf","label":"Q6_K","size":5942928576,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF","file":"leo-mistral-hessianai-7b-chat.Q8_0.gguf","label":"Q8_0","size":7696975040,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Leo-Mistral-Hessianai-7B-Chat-GGUF"],"logoFrom":"LeoLM"},{"id":"faro-yi-34b","family":"wenbopan/Faro-Yi-34B","name":"Faro Yi 34B","maker":"wenbopan","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Faro-Yi-34B-i1-GGUF/Faro-Yi-34B.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-04-11T12:53:33.000Z","downloads":2995,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ1_S.gguf","label":"IQ1_S","size":7498979680,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ1_M.gguf","label":"IQ1_M","size":8176785760,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306462560,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306541920,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ2_S.gguf","label":"IQ2_S","size":10891020640,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762080,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q2_K.gguf","label":"Q2_K","size":12825233760,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875040,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319200,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960294240,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785120,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700000,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924128,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139445600,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051360,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q4_0.gguf","label":"Q4_0","size":19530754400,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598649696,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658710880,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707691360,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321845600,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-i1-GGUF","file":"Faro-Yi-34B.i1-Q6_K.gguf","label":"Q6_K","size":28213926240,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Faro-Yi-34B-i1-GGUF"],"logoFrom":"wenbopan"},{"id":"vt-gwen-2-5-3b-q4-k-m","family":"vinhnx90/vt-gwen-2.5-3b-Q4_k_m-gguf","name":"Vt Gwen 2.5 3B Q4 K M","maker":"vinhnx90","catalog":null,"tuned":false,"params":3.09,"active":null,"layers":36,"probe":"vinhnx90/vt-gwen-2.5-3b-Q4_k_m-gguf/unsloth.Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-22T14:53:32.000Z","downloads":2995,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"vinhnx90/vt-gwen-2.5-3b-Q4_k_m-gguf","file":"unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":1929902400,"bits":5,"known":true,"rank":0}],"repos":["vinhnx90/vt-gwen-2.5-3b-Q4_k_m-gguf"],"logoFrom":"vinhnx90"},{"id":"gemma-4-12b-it-aeon-abliterated-k4-bf16","family":"AEON-7/Gemma-4-12B-it-AEON-Abliterated-K4-BF16","name":"Gemma 4 12B AEON Abliterated K4 BF16","maker":"AEON-7","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF/Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-06-05T15:53:24.000Z","downloads":2994,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q2_K.gguf","label":"Q2_K","size":4830148960,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q3_K_S.gguf","label":"Q3_K_S","size":5528230240,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q3_K_M.gguf","label":"Q3_K_M","size":6087088480,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q3_K_L.gguf","label":"Q3_K_L","size":6566320480,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.IQ4_XS.gguf","label":"IQ4_XS","size":6690552160,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q4_K_S.gguf","label":"Q4_K_S","size":7024048480,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q4_K_M.gguf","label":"Q4_K_M","size":7381383520,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q5_K_S.gguf","label":"Q5_K_S","size":8338372960,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q5_K_M.gguf","label":"Q5_K_M","size":8547268960,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q6_K.gguf","label":"Q6_K","size":9786022240,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-K4-BF16.Q8_0.gguf","label":"Q8_0","size":12669647200,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-12B-it-AEON-Abliterated-K4-BF16-GGUF"],"logoFrom":"AEON-7"},{"id":"deepseek-v4-1-flash-1017-abliterated","family":"orcarouter/DeepSeek-V4.1-Flash-1017-abliterated","name":"DeepSeek V4.1 Flash 1017 Abliterated","maker":"orcarouter","catalog":null,"tuned":true,"params":748.49,"active":213.41,"layers":40,"probe":"hsmorikawa/DeepSeek-V4.1-Flash-1017-abliterated-GGUF/Mix-128G/DeepSeek-V4.1-Flash-1017-abliterated-Mix-128G-00001-of-00005.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":false,"licence":"mit","open":true,"released":"2026-10-24T09:58:56.000Z","downloads":2993,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hsmorikawa/DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"Mix-128G/DeepSeek-V4.1-Flash-1017-abliterated-Mix-128G-00001-of-00005.gguf","label":"DeepSeek-V4.1-Flash-1017-abliterated-Mix-128G","size":224571284416,"bits":2.4,"known":false,"rank":0},{"repo":"hsmorikawa/DeepSeek-V4.1-Flash-1017-abliterated-GGUF","file":"Mix-256G/DeepSeek-V4.1-Flash-1017-abliterated-Mix-256G-00001-of-00007.gguf","label":"DeepSeek-V4.1-Flash-1017-abliterated-Mix-256G","size":346378296480,"bits":3.7,"known":false,"rank":0}],"repos":["hsmorikawa/DeepSeek-V4.1-Flash-1017-abliterated-GGUF"],"logoFrom":"orcarouter"},{"id":"llama-2-70b-oasst-1-200","family":"jordiclive/Llama-2-70b-oasst-1-200","name":"Llama 2 70B Oasst 1 200","maker":"jordiclive","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Llama-2-70B-OASST-1-200-GGUF/llama-2-70b-oasst-1-200.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-06T19:39:10.000Z","downloads":2992,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q2_K.gguf","label":"Q2_K","size":29279404384,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q3_K_S.gguf","label":"Q3_K_S","size":29919458656,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q3_K_M.gguf","label":"Q3_K_M","size":33186821472,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q3_K_L.gguf","label":"Q3_K_L","size":36148000096,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q4_0.gguf","label":"Q4_0","size":38872430944,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q4_K_S.gguf","label":"Q4_K_S","size":39073757536,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q4_K_M.gguf","label":"Q4_K_M","size":41423092064,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q5_0.gguf","label":"Q5_0","size":47461595488,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q5_K_S.gguf","label":"Q5_K_S","size":47461595488,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Llama-2-70B-OASST-1-200-GGUF","file":"llama-2-70b-oasst-1-200.Q5_K_M.gguf","label":"Q5_K_M","size":48753965408,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Llama-2-70B-OASST-1-200-GGUF"],"logoFrom":"jordiclive"},{"id":"emma-500-llama2-7b","family":"MaLA-LM/emma-500-llama2-7b","name":"Emma 500 Llama2 7B","maker":"MaLA-LM","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"bartowski/emma-500-llama2-7b-GGUF/emma-500-llama2-7b-IQ2_M.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-30T13:19:42.000Z","downloads":2992,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-IQ2_M.gguf","label":"IQ2_M","size":2359751328,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q2_K.gguf","label":"Q2_K","size":2532864672,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q2_K_L.gguf","label":"Q2_K_L","size":2660864672,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-IQ3_XS.gguf","label":"IQ3_XS","size":2796524192,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q3_K_S.gguf","label":"Q3_K_S","size":2948305568,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-IQ3_M.gguf","label":"IQ3_M","size":3114865312,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q3_K_M.gguf","label":"Q3_K_M","size":3298005664,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3597111968,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-IQ4_XS.gguf","label":"IQ4_XS","size":3619336864,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q3_K_XL.gguf","label":"Q3_K_XL","size":3711799968,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825808032,"bits":4.54,"known":false,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825808032,"bits":4.54,"known":false,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825808032,"bits":4.54,"known":false,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_0.gguf","label":"Q4_0","size":3837080224,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_K_S.gguf","label":"Q4_K_S","size":3856741024,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_K_M.gguf","label":"Q4_K_M","size":4081005216,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q4_K_L.gguf","label":"Q4_K_L","size":4178285216,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q5_K_S.gguf","label":"Q5_K_S","size":4651692704,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q5_K_M.gguf","label":"Q5_K_M","size":4783157920,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q5_K_L.gguf","label":"Q5_K_L","size":4864053920,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q6_K.gguf","label":"Q6_K","size":5529195168,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q6_K_L.gguf","label":"Q6_K_L","size":5592683168,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-Q8_0.gguf","label":"Q8_0","size":7161090720,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/emma-500-llama2-7b-GGUF","file":"emma-500-llama2-7b-f16.gguf","label":"F16","size":13478105472,"bits":16,"known":true,"rank":0}],"repos":["bartowski/emma-500-llama2-7b-GGUF"],"logoFrom":"MaLA-LM"},{"id":"ibm-granite-granite-4-0-h-tiny","family":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","name":"Ibm Granite Granite 4.0 H Tiny","maker":"bartowski","catalog":null,"tuned":false,"params":6.94,"active":1.47,"layers":40,"probe":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF/ibm-granite_granite-4.0-h-tiny-IQ2_M.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":null,"open":false,"released":"2025-10-02T14:24:39.000Z","downloads":2992,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-IQ2_M.gguf","label":"IQ2_M","size":2291237952,"bits":2.64,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q2_K.gguf","label":"Q2_K","size":2585322816,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q2_K_L.gguf","label":"Q2_K_L","size":2622653760,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-IQ3_XXS.gguf","label":"IQ3_XXS","size":2868669504,"bits":3.31,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-IQ3_XS.gguf","label":"IQ3_XS","size":3008926272,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q3_K_S.gguf","label":"Q3_K_S","size":3150926400,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-IQ3_M.gguf","label":"IQ3_M","size":3285037632,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q3_K_M.gguf","label":"Q3_K_M","size":3285234240,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q3_K_L.gguf","label":"Q3_K_L","size":3408826944,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q3_K_XL.gguf","label":"Q3_K_XL","size":3446157888,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-IQ4_XS.gguf","label":"IQ4_XS","size":3819085632,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-IQ4_NL.gguf","label":"IQ4_NL","size":4024673088,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q4_0.gguf","label":"Q4_0","size":4086408000,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q4_K_S.gguf","label":"Q4_K_S","size":4150895424,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q4_K_M.gguf","label":"Q4_K_M","size":4297134912,"bits":4.95,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q4_K_L.gguf","label":"Q4_K_L","size":4334465856,"bits":5,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q4_1.gguf","label":"Q4_1","size":4435258176,"bits":5.11,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q5_K_S.gguf","label":"Q5_K_S","size":4859556672,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q5_K_M.gguf","label":"Q5_K_M","size":5016314688,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q5_K_L.gguf","label":"Q5_K_L","size":5053645632,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q6_K.gguf","label":"Q6_K","size":5757412416,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q6_K_L.gguf","label":"Q6_K_L","size":5794743360,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-Q8_0.gguf","label":"Q8_0","size":7390331712,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-tiny-GGUF","file":"ibm-granite_granite-4.0-h-tiny-bf16.gguf","label":"BF16","size":13891205952,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ibm-granite_granite-4.0-h-tiny-GGUF"],"logoFrom":"ibm-granite"},{"id":"airoboros-l2-13b-2-2","family":"jondurbin/airoboros-l2-13b-2.2","name":"Airoboros L2 13B 2.2","maker":"jondurbin","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Airoboros-L2-13B-2.2-GGUF/airoboros-l2-13b-2.2.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-12T15:35:26.000Z","downloads":2991,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2.2-GGUF","file":"airoboros-l2-13b-2.2.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-13B-2.2-GGUF"],"logoFrom":"jondurbin"},{"id":"l3-3-electra-r1-70b","family":"Steelskull/L3.3-Electra-R1-70b","name":"L3.3 Electra R1 70B","maker":"Steelskull","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF/Steelskull_L3.3-Electra-R1-70b-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-03-07T13:31:33.000Z","downloads":2991,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ1_M.gguf","label":"IQ1_M","size":16751202976,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097391776,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ2_XS.gguf","label":"IQ2_XS","size":21142114976,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ2_S.gguf","label":"IQ2_S","size":22242349728,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ2_M.gguf","label":"IQ2_M","size":24119300768,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q2_K.gguf","label":"Q2_K","size":26375115424,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q2_K_L.gguf","label":"Q2_K_L","size":27401163424,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469501088,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ3_XS.gguf","label":"IQ3_XS","size":29307736736,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q3_K_S.gguf","label":"Q3_K_S","size":30912058016,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ3_M.gguf","label":"IQ3_M","size":31937041056,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q3_K_M.gguf","label":"Q3_K_M","size":34267501216,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q3_K_L.gguf","label":"Q3_K_L","size":37140599456,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ4_XS.gguf","label":"IQ4_XS","size":37902668448,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059938464,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-IQ4_NL.gguf","label":"IQ4_NL","size":40053625504,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q4_0.gguf","label":"Q4_0","size":40116540064,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q4_K_S.gguf","label":"Q4_K_S","size":40347226784,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q4_K_M.gguf","label":"Q4_K_M","size":42520400544,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q4_K_L.gguf","label":"Q4_K_L","size":43300197024,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q4_1.gguf","label":"Q4_1","size":44313596576,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q5_K_S.gguf","label":"Q5_K_S","size":48657453728,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q5_K_M/Steelskull_L3.3-Electra-R1-70b-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949823840,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q6_K/Steelskull_L3.3-Electra-R1-70b-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888150368,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF","file":"Steelskull_L3.3-Electra-R1-70b-Q8_0/Steelskull_L3.3-Electra-R1-70b-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975056448,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF"],"logoFrom":"Steelskull"},{"id":"yi-6b-200k-imatrix","family":"duyntnet/Yi-6B-200K-imatrix-GGUF","name":"Yi 6B 200K Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":6.06,"active":null,"layers":32,"probe":"duyntnet/Yi-6B-200K-imatrix-GGUF/Yi-6B-200K-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-01T10:19:28.000Z","downloads":2990,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ1_S.gguf","label":"IQ1_S","size":1432293408,"bits":1.89,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ1_M.gguf","label":"IQ1_M","size":1543671840,"bits":2.04,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ2_XXS.gguf","label":"IQ2_XXS","size":1729302560,"bits":2.28,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ2_XS.gguf","label":"IQ2_XS","size":1894584352,"bits":2.5,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ2_S.gguf","label":"IQ2_S","size":2015023136,"bits":2.66,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ2_M.gguf","label":"IQ2_M","size":2163527712,"bits":2.86,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q2_K_S.gguf","label":"Q2_K_S","size":2178273312,"bits":2.88,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q2_K.gguf","label":"Q2_K","size":2337067040,"bits":3.09,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ3_XXS.gguf","label":"IQ3_XXS","size":2414333984,"bits":3.19,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ3_XS.gguf","label":"IQ3_XS","size":2588348448,"bits":3.42,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q2_K_X.gguf","label":"Q2_K_X","size":2593067040,"bits":3.42,"known":false,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q3_K_S.gguf","label":"Q3_K_S","size":2709196832,"bits":3.58,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ3_S.gguf","label":"IQ3_S","size":2718109728,"bits":3.59,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ3_M.gguf","label":"IQ3_M","size":2813366304,"bits":3.71,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q3_K_M.gguf","label":"Q3_K_M","size":2992836640,"bits":3.95,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q3_K_L.gguf","label":"Q3_K_L","size":3236892704,"bits":4.27,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ4_XS.gguf","label":"IQ4_XS","size":3308605472,"bits":4.37,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-IQ4_NL.gguf","label":"IQ4_NL","size":3487715360,"bits":4.6,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q4_0.gguf","label":"Q4_0","size":3490598944,"bits":4.61,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q4_K_S.gguf","label":"Q4_K_S","size":3502919712,"bits":4.62,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q4_K_M.gguf","label":"Q4_K_M","size":3673968672,"bits":4.85,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q4_1.gguf","label":"Q4_1","size":3841740832,"bits":5.07,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q4_K_M_X.gguf","label":"Q4_K_M_X","size":3868528672,"bits":5.11,"known":false,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q5_K_S.gguf","label":"Q5_K_S","size":4204154912,"bits":5.55,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q5_0.gguf","label":"Q5_0","size":4215427104,"bits":5.56,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q5_K_M.gguf","label":"Q5_K_M","size":4304424992,"bits":5.68,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q5_K_M_X.gguf","label":"Q5_K_M_X","size":4466216992,"bits":5.9,"known":false,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q5_1.gguf","label":"Q5_1","size":4566568992,"bits":6.03,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q6_K.gguf","label":"Q6_K","size":4974284832,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q6_K_X.gguf","label":"Q6_K_X","size":5592780832,"bits":7.38,"known":false,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q8_0.gguf","label":"Q8_0","size":6442127392,"bits":8.5,"known":true,"rank":0},{"repo":"duyntnet/Yi-6B-200K-imatrix-GGUF","file":"Yi-6B-200K-Q8_0_X.gguf","label":"Q8_0_X","size":6933647392,"bits":9.15,"known":false,"rank":0}],"repos":["duyntnet/Yi-6B-200K-imatrix-GGUF"],"logoFrom":null},{"id":"qwen-3-8-27b-abliterated","family":"heterodoxin/qwen-3.8-27b-abliterated","name":"Qwen 3.8 27B Abliterated","maker":"heterodoxin","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF/qwen-3.8-27b-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-27T21:42:03.000Z","downloads":2990,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825408,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084928,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184128,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592128,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914688,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594048,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326528,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":10711666048,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371968,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131008,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954688,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329408,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875648,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443968,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777088,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507648,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":15521435008,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315648,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401088,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":17078242688,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614848,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100288,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/qwen-3.8-27b-abliterated-i1-GGUF","file":"qwen-3.8-27b-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":22082530688,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/qwen-3.8-27b-abliterated-i1-GGUF"],"logoFrom":"heterodoxin"},{"id":"daybreak-kunoichi-dpo-7b","family":"crestf411/daybreak-kunoichi-dpo-7b","name":"Daybreak Kunoichi Dpo 7B","maker":"crestf411","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF/daybreak-kunoichi-dpo-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-09T15:29:59.000Z","downloads":2989,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q2_K.gguf","label":"Q2_K","size":2873865888,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.IQ3_XS.gguf","label":"IQ3_XS","size":3155613344,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3319191200,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.IQ3_S.gguf","label":"IQ3_S","size":3337016992,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.IQ3_M.gguf","label":"IQ3_M","size":3439515296,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3673609888,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3976648352,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.IQ4_XS.gguf","label":"IQ4_XS","size":4099012256,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4294997664,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4523062944,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q5_K_S.gguf","label":"Q5_K_S","size":5152339616,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5286033056,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q6_K.gguf","label":"Q6_K","size":6096688800,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/daybreak-kunoichi-dpo-7b-GGUF","file":"daybreak-kunoichi-dpo-7b.Q8_0.gguf","label":"Q8_0","size":7818737312,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/daybreak-kunoichi-dpo-7b-GGUF"],"logoFrom":null},{"id":"gemma-2-27b-it-abliterated","family":"byroneverson/gemma-2-27b-it-abliterated","name":"Gemma 2 27B Abliterated","maker":"byroneverson","catalog":null,"tuned":true,"params":27.23,"active":null,"layers":46,"probe":"QuantFactory/gemma-2-27b-it-abliterated-GGUF/gemma-2-27b-it-abliterated.Q2_K.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":771751936,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-09-16T04:33:06.000Z","downloads":2989,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q2_K.gguf","label":"Q2_K","size":10449575264,"bits":3.07,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12169059680,"bits":3.58,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13424647520,"bits":3.94,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14519360864,"bits":4.27,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q4_0.gguf","label":"Q4_0","size":15628377440,"bits":4.59,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15739264352,"bits":4.62,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16645381472,"bits":4.89,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q4_1.gguf","label":"Q4_1","size":17256291680,"bits":5.07,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q5_0.gguf","label":"Q5_0","size":18884205920,"bits":5.55,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18884205920,"bits":5.55,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19408117088,"bits":5.7,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q5_1.gguf","label":"Q5_1","size":20512120160,"bits":6.03,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q6_K.gguf","label":"Q6_K","size":22343523680,"bits":6.56,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-27b-it-abliterated-GGUF","file":"gemma-2-27b-it-abliterated.Q8_0.gguf","label":"Q8_0","size":28937387360,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/gemma-2-27b-it-abliterated-GGUF"],"logoFrom":"byroneverson"},{"id":"deepseek-v3","family":"deepseek-ai/DeepSeek-V3","name":"DeepSeek V3","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-V3-GGUF/DeepSeek-V3-Q2_K_L/DeepSeek-V3-Q2_K_L-00001-of-00005.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2024-12-25T12:52:23.000Z","downloads":2989,"likes":138,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1358,"arenaCoding":1387,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q2_K_XS/DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf","label":"Q2_K_XS","size":221253686368,"bits":2.64,"known":false,"rank":0},{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q2_K_L/DeepSeek-V3-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":244245533792,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":319198395296,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":404430187072,"bits":4.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":475396557600,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":550798326368,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3-GGUF","file":"DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf","label":"Q8_0","size":713286514080,"bits":8.5,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-V3-GGUF"],"logoFrom":"deepseek-ai"},{"id":"replete-llm-v2-5-qwen-32b","family":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","name":"Replete LLM V2.5 Qwen 32B","maker":"bartowski","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF/Replete-LLM-V2.5-Qwen-32b-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-29T09:18:23.000Z","downloads":2989,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ2_XS.gguf","label":"IQ2_XS","size":9957550752,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ2_S.gguf","label":"IQ2_S","size":10387569312,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ2_M.gguf","label":"IQ2_M","size":11264440992,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q2_K.gguf","label":"Q2_K","size":12313098912,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q2_K_L.gguf","label":"Q2_K_L","size":13073418912,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ3_XS.gguf","label":"IQ3_XS","size":13705513632,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q3_K_S.gguf","label":"Q3_K_S","size":14392330912,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ3_M.gguf","label":"IQ3_M","size":14810122912,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q3_K_M.gguf","label":"Q3_K_M","size":15935048352,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q3_K_L.gguf","label":"Q3_K_L","size":17247079072,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ4_XS.gguf","label":"IQ4_XS","size":17693153952,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325792,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-IQ4_NL.gguf","label":"IQ4_NL","size":18682174112,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q4_0.gguf","label":"Q4_0","size":18711009952,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q4_K_S.gguf","label":"Q4_K_S","size":18784410272,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q4_K_M.gguf","label":"Q4_K_M","size":19851336352,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q4_K_L.gguf","label":"Q4_K_L","size":20429179552,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q5_K_S.gguf","label":"Q5_K_S","size":22638254752,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q5_K_M.gguf","label":"Q5_K_M","size":23262157472,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q5_K_L.gguf","label":"Q5_K_L","size":23742679712,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q6_K.gguf","label":"Q6_K","size":26886154912,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q6_K_L.gguf","label":"Q6_K_L","size":27263273632,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-Q8_0.gguf","label":"Q8_0","size":34820885152,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF","file":"Replete-LLM-V2.5-Qwen-32b-f16/Replete-LLM-V2.5-Qwen-32b-f16-00001-of-00002.gguf","label":"F16","size":65535969856,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Replete-LLM-V2.5-Qwen-32b-GGUF"],"logoFrom":"rombodawg"},{"id":"captain-eris-twighlight-v0-420-12b","family":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","name":"Captain Eris Twighlight V0.420 12B","maker":"bartowski","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF/Captain-Eris_Twighlight-V0.420-12B-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-12-27T16:57:15.000Z","downloads":2989,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-IQ2_S.gguf","label":"IQ2_S","size":4138476704,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-IQ2_M.gguf","label":"IQ2_M","size":4435027104,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q2_K.gguf","label":"Q2_K","size":4791051424,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5306492064,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5446411424,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5534229664,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-IQ3_M.gguf","label":"IQ3_M","size":5722236064,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6083093664,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6561506464,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6742713504,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q4_0.gguf","label":"Q4_0","size":7094641824,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-IQ4_NL.gguf","label":"IQ4_NL","size":7097918624,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7120200864,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148709024,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7477208224,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q4_1.gguf","label":"Q4_1","size":7795221664,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7975281824,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8518739104,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8727635104,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q5_K_L.gguf","label":"Q5_K_L","size":9141822624,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q6_K.gguf","label":"Q6_K","size":10056213664,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10381272224,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-Q8_0.gguf","label":"Q8_0","size":13022373024,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF","file":"Captain-Eris_Twighlight-V0.420-12B-f16.gguf","label":"F16","size":24504279904,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Captain-Eris_Twighlight-V0.420-12B-GGUF"],"logoFrom":"ChaoticNeutrals"},{"id":"llama2-70b-shiningvaliant","family":"ValiantLabs/Llama2-70B-ShiningValiant","name":"Llama2 70B ShiningValiant","maker":"ValiantLabs","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF/Llama2-70B-ShiningValiant.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-17T21:24:07.000Z","downloads":2987,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ1_S.gguf","label":"IQ1_S","size":14535539008,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ1_M.gguf","label":"IQ1_M","size":15943252288,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289441088,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334164288,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ2_S.gguf","label":"IQ2_S","size":21354314048,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ2_M.gguf","label":"IQ2_M","size":23231265088,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q2_K.gguf","label":"Q2_K","size":25462438208,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581465408,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974528,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ3_S.gguf","label":"IQ3_S","size":29919295808,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919295808,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ3_M.gguf","label":"IQ3_M","size":30944278848,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274739008,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147837248,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829821248,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q4_0.gguf","label":"Q4_0","size":39019051328,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249738048,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422911808,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461398848,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Llama2-70B-ShiningValiant-i1-GGUF","file":"Llama2-70B-ShiningValiant.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753768768,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Llama2-70B-ShiningValiant-i1-GGUF"],"logoFrom":"ValiantLabs"},{"id":"nemotron-terminal-8b","family":"nvidia/Nemotron-Terminal-8B","name":"Nemotron Terminal 8B","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Nemotron-Terminal-8B-i1-GGUF/Nemotron-Terminal-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-02-26T06:03:46.000Z","downloads":2987,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770432,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148544,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112064,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157248,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744512,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915328,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552832,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733696,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633856,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874944,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612352,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666368,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621120,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162112,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394880,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840192,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787333184,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624640,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013248,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784768,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247756352,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762432,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113536,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","file":"Nemotron-Terminal-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725900352,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Nemotron-Terminal-8B-i1-GGUF"],"logoFrom":"nvidia"},{"id":"bala-30b-a3b","family":"AlreadyAI/Bala-30B-A3B","name":"Bala 30B A3B","maker":"AlreadyAI","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Bala-30B-A3B-i1-GGUF/Bala-30B-A3B.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-07T21:17:51.000Z","downloads":2987,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ1_S.gguf","label":"IQ1_S","size":6416510400,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ1_M.gguf","label":"IQ1_M","size":7078292928,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181263808,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076223424,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ2_S.gguf","label":"IQ2_S","size":9287132608,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ2_M.gguf","label":"IQ2_M","size":10169509312,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519365056,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q2_K.gguf","label":"Q2_K","size":11258611136,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849328064,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598443456,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292469696,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ3_S.gguf","label":"IQ3_S","size":13299154368,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063872,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711848384,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900671424,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368350656,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q4_0.gguf","label":"Q4_0","size":17379988928,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456010688,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556687808,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q4_1.gguf","label":"Q4_1","size":19192501696,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080511936,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725582784,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Bala-30B-A3B-i1-GGUF","file":"Bala-30B-A3B.i1-Q6_K.gguf","label":"Q6_K","size":25092533696,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Bala-30B-A3B-i1-GGUF"],"logoFrom":null},{"id":"cantonesellm-v2-0-8b-thinking-chat-vector-merged","family":"hon9kon9ize/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged","name":"CantoneseLLM V2.0 8B Thinking Vector Merged","maker":"hon9kon9ize","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T14:26:06.000Z","downloads":2986,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770656,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148768,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112288,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157472,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744736,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915552,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553056,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q2_K.gguf","label":"Q2_K","size":3281733920,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634080,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875168,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612576,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666592,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621344,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162336,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395104,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840416,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q4_0.gguf","label":"Q4_0","size":4787333408,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624864,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013472,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784992,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q4_1.gguf","label":"Q4_1","size":5247756576,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762656,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113760,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged.i1-Q6_K.gguf","label":"Q6_K","size":6725900576,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/CantoneseLLM-v2.0-8B-Thinking-Chat-Vector-Merged-i1-GGUF"],"logoFrom":"hon9kon9ize"},{"id":"qwen3-14b-gemini-3-pro-preview-high-reasoning-distill","family":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill","name":"Qwen3 14B Gemini 3 Pro Preview High Reasoning Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF/Qwen3-14B-Gemini-3-Pro-Preview-Distill.q3_k_s.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-12-11T07:18:52.000Z","downloads":2985,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Gemini-3-Pro-Preview-Distill.q3_k_s.gguf","label":"Q3_K_S","size":6657106400,"bits":3.61,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Gemini-3-Pro-Preview-Distill.q3_k_m.gguf","label":"Q3_K_M","size":7321313760,"bits":3.97,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Gemini-3-Pro-Preview-Distill.iq4_nl.gguf","label":"IQ4_NL","size":8597069280,"bits":4.66,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Gemini-3-Pro-Preview-Distill.q4_k_m.gguf","label":"Q4_K_M","size":9001754080,"bits":4.88,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"qwen3-14b.Q8_0.gguf","label":"Q8_0","size":15698534400,"bits":8.5,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"qwen3-14b.F16.gguf","label":"F16","size":29543424000,"bits":16,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF","file":"Qwen3-14B-Gemini-3-Pro-Preview-Distill.bf16.gguf","label":"BF16","size":29543424480,"bits":16,"known":true,"rank":0}],"repos":["TeichAI/Qwen3-14B-Gemini-3-Pro-Preview-High-Reasoning-Distill-GGUF"],"logoFrom":"TeichAI"},{"id":"memt-1-0-nano","family":"MemTensor/MemT-1.0-Nano","name":"MemT 1.0 Nano","maker":"MemTensor","catalog":null,"tuned":false,"params":35.11,"active":3.91,"layers":40,"probe":"brishen/MemT-1.0-Nano-GGUF/MemT-1.0-Nano-Q4_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T05:27:36.000Z","downloads":2985,"likes":3,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"brishen/MemT-1.0-Nano-GGUF","file":"MemT-1.0-Nano-Q4_K_M.gguf","label":"Q4_K_M","size":21646008320,"bits":4.93,"known":true,"rank":0},{"repo":"brishen/MemT-1.0-Nano-GGUF","file":"MemT-1.0-Nano-Q5_K_M.gguf","label":"Q5_K_M","size":25208381440,"bits":5.74,"known":true,"rank":0},{"repo":"brishen/MemT-1.0-Nano-GGUF","file":"MemT-1.0-Nano-Q6_K.gguf","label":"Q6_K","size":28993402880,"bits":6.61,"known":true,"rank":0},{"repo":"brishen/MemT-1.0-Nano-GGUF","file":"MemT-1.0-Nano-Q8_0.gguf","label":"Q8_0","size":37382390080,"bits":8.52,"known":true,"rank":0}],"repos":["brishen/MemT-1.0-Nano-GGUF"],"logoFrom":"MemTensor"},{"id":"final-bench-darwin-27b-rsi","family":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","name":"FINAL Bench Darwin 27B RSI","maker":"bartowski","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF/FINAL-Bench_Darwin-27B-RSI-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-30T02:11:18.000Z","downloads":2985,"likes":14,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ2_XXS.gguf","label":"IQ2_XXS","size":8642283936,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ2_XS.gguf","label":"IQ2_XS","size":8849541536,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ2_S.gguf","label":"IQ2_S","size":9445058976,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ2_M.gguf","label":"IQ2_M","size":10283264416,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q2_K.gguf","label":"Q2_K","size":10582559136,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ3_XXS.gguf","label":"IQ3_XXS","size":12081183136,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q3_K_S.gguf","label":"Q3_K_S","size":12500900256,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ3_XS.gguf","label":"IQ3_XS","size":12560619936,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q3_K_M.gguf","label":"Q3_K_M","size":13165066656,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q3_K_L.gguf","label":"Q3_K_L","size":13883832736,"bits":4.13,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ3_M.gguf","label":"IQ3_M","size":14621645216,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ4_XS.gguf","label":"IQ4_XS","size":15236966816,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q4_0.gguf","label":"Q4_0","size":16109783456,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q4_K_S.gguf","label":"Q4_K_S","size":16124529056,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-IQ4_NL.gguf","label":"IQ4_NL","size":17203415456,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q4_K_M.gguf","label":"Q4_K_M","size":17203415456,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q4_1.gguf","label":"Q4_1","size":17586473376,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q4_K_L.gguf","label":"Q4_K_L","size":18581719456,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q5_K_S.gguf","label":"Q5_K_S","size":19327928736,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q5_K_M.gguf","label":"Q5_K_M","size":20684892576,"bits":6.15,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q6_K_S.gguf","label":"Q6_K_S","size":22618470816,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q6_K.gguf","label":"Q6_K","size":23621581216,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q6_K_L.gguf","label":"Q6_K_L","size":24719923616,"bits":7.35,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-Q8_0.gguf","label":"Q8_0","size":28665067936,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF","file":"FINAL-Bench_Darwin-27B-RSI-bf16/FINAL-Bench_Darwin-27B-RSI-bf16-00001-of-00002.gguf","label":"BF16","size":53808281888,"bits":16,"known":true,"rank":0}],"repos":["bartowski/FINAL-Bench_Darwin-27B-RSI-GGUF"],"logoFrom":"FINAL-Bench"},{"id":"skywork-or1-math-7b","family":"Skywork/Skywork-OR1-Math-7B","name":"Skywork OR1 Math 7B","maker":"Skywork","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF/Skywork_Skywork-OR1-Math-7B-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-04-13T15:25:24.000Z","downloads":2984,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-IQ2_M.gguf","label":"IQ2_M","size":2780342560,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q2_K.gguf","label":"Q2_K","size":3015940384,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114514720,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3346256160,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492368672,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3548164384,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-IQ3_M.gguf","label":"IQ3_M","size":3574012192,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808391456,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088459552,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4218472736,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437813536,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q4_0.gguf","label":"Q4_0","size":4444121376,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457769248,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332256,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683073824,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q4_1.gguf","label":"Q4_1","size":4873283872,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q4_K_L.gguf","label":"Q4_K_L","size":5087564064,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315176736,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444831520,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q5_K_L.gguf","label":"Q5_K_L","size":5781197088,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q6_K.gguf","label":"Q6_K","size":6254199072,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q6_K_L.gguf","label":"Q6_K_L","size":6518182176,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-Q8_0.gguf","label":"Q8_0","size":8098525472,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-OR1-Math-7B-GGUF","file":"Skywork_Skywork-OR1-Math-7B-bf16.gguf","label":"BF16","size":15237853184,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Skywork_Skywork-OR1-Math-7B-GGUF"],"logoFrom":"Skywork"},{"id":"claude-opus-9-undecillion-9u5go5-sse","family":"oroboros-labs/claude-opus-9-undecillion-9u5go5-sse","name":"Claude Opus 9 Undecillion 9u5go5 Sse","maker":"oroboros-labs","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"oroboros-labs/claude-opus-9-undecillion-9u5go5-sse/claude-opus-9-undecillion-9u5go5-sse-16gb.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-01T15:23:36.000Z","downloads":2984,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"oroboros-labs/claude-opus-9-undecillion-9u5go5-sse","file":"claude-opus-9-undecillion-9u5go5-sse-16gb.gguf","label":"claude-opus-9-undecillion-9u5go5-sse-16gb","size":16810714464,"bits":4.92,"known":false,"rank":0},{"repo":"oroboros-labs/claude-opus-9-undecillion-9u5go5-sse","file":"claude-opus-9-undecillion-9u5go5-q8-sse-29gb.gguf","label":"claude-opus-9-undecillion-9u5go5-q8-sse-29gb","size":29598590857,"bits":8.67,"known":false,"rank":0}],"repos":["oroboros-labs/claude-opus-9-undecillion-9u5go5-sse"],"logoFrom":"Qwen"},{"id":"dmind-3-mini","family":"Mungert/DMind-3-mini-GGUF","name":"DMind 3 Mini","maker":"Mungert","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Mungert/DMind-3-mini-GGUF/DMind-3-mini-iq3_xxs.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-23T07:47:08.000Z","downloads":2984,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-iq3_xxs.gguf","label":"IQ3_XXS","size":1786924832,"bits":3.56,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-iq3_xs.gguf","label":"IQ3_XS","size":1886048032,"bits":3.75,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-iq3_m.gguf","label":"IQ3_M","size":1990373152,"bits":3.96,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-iq3_s.gguf","label":"IQ3_S","size":1990373152,"bits":3.96,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q3_k_s.gguf","label":"Q3_K_S","size":2180673312,"bits":4.34,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q3_k_m.gguf","label":"Q3_K_M","size":2232331552,"bits":4.44,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_0.gguf","label":"Q4_0","size":2269269792,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-iq4_xs.gguf","label":"IQ4_XS","size":2270752032,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q3_k_l.gguf","label":"Q3_K_L","size":2326531872,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-iq4_nl.gguf","label":"IQ4_NL","size":2381344032,"bits":4.74,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_k_s.gguf","label":"Q4_K_S","size":2457365792,"bits":4.89,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_0_l.gguf","label":"Q4_0_L","size":2463747872,"bits":4.9,"known":false,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_1.gguf","label":"Q4_1","size":2520661792,"bits":5.02,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_k_m.gguf","label":"Q4_K_M","size":2528328992,"bits":5.03,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_k_l.gguf","label":"Q4_K_L","size":2622529312,"bits":5.22,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q4_1_l.gguf","label":"Q4_1_L","size":2690830112,"bits":5.35,"known":false,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_0.gguf","label":"Q5_0","size":2772053792,"bits":5.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_k_s.gguf","label":"Q5_K_S","size":2917018912,"bits":5.81,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_0_l.gguf","label":"Q5_0_L","size":2917912352,"bits":5.81,"known":false,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_k_m.gguf","label":"Q5_K_M","size":2953575712,"bits":5.88,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_1.gguf","label":"Q5_1","size":3023445792,"bits":6.02,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_k_l.gguf","label":"Q5_K_L","size":3047776032,"bits":6.07,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q5_1_l.gguf","label":"Q5_1_L","size":3144994592,"bits":6.26,"known":false,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q6_k_m.gguf","label":"Q6_K_M","size":3306261792,"bits":6.58,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q6_k_l.gguf","label":"Q6_K_L","size":3400462112,"bits":6.77,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-q8_0.gguf","label":"Q8_0","size":4280405472,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-bf16.gguf","label":"BF16","size":8051285472,"bits":16.02,"known":true,"rank":0},{"repo":"Mungert/DMind-3-mini-GGUF","file":"DMind-3-mini-f16.gguf","label":"F16","size":8051285472,"bits":16.02,"known":true,"rank":0}],"repos":["Mungert/DMind-3-mini-GGUF"],"logoFrom":"Qwen"},{"id":"experiment28t3q-7b","family":"automerger/Experiment28T3q-7B","name":"Experiment28T3q 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/Experiment28T3q-7B-GGUF/Experiment28T3q-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-01T09:02:39.000Z","downloads":2983,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q2_K.gguf","label":"Q2_K","size":2719242048,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815296,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567360,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986048,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024512,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388416,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373824,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439104,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715776,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409216,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28T3q-7B-GGUF","file":"Experiment28T3q-7B.Q6_K.gguf","label":"Q6_K","size":5942064960,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/Experiment28T3q-7B-GGUF"],"logoFrom":"automerger"},{"id":"camel-13b-role-playing-data","family":"camel-ai/CAMEL-13B-Role-Playing-Data","name":"CAMEL 13B Role Playing Data","maker":"camel-ai","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF/camel-13b-roleplay.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T01:33:27.000Z","downloads":2982,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-13B-Role-Playing-Data-GGUF","file":"camel-13b-roleplay.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CAMEL-13B-Role-Playing-Data-GGUF"],"logoFrom":"camel-ai"},{"id":"summllama3-1-8b","family":"DISLab/SummLlama3.1-8B","name":"SummLlama3.1 8B","maker":"DISLab","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/SummLlama3.1-8B-i1-GGUF/SummLlama3.1-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-01-12T06:49:30.000Z","downloads":2982,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019632960,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977152,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217472,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605786944,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494016,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286272,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820288,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179136832,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274917696,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518752576,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664504640,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682330432,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784828736,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923328,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321961792,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668032,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675897152,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677994304,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674368,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920739648,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130258240,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299392,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732992832,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3.1-8B-i1-GGUF","file":"SummLlama3.1-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596011840,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SummLlama3.1-8B-i1-GGUF"],"logoFrom":"DISLab"},{"id":"huihui-minicpm-v-4-5-abliterated","family":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","name":"Huihui MiniCPM V 4 5 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated/GGUF/ggml-model-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-08-31T08:41:52.000Z","downloads":2982,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","file":"GGUF/ggml-model-Q4_K_M.gguf","label":"Q4_K_M","size":5026714688,"bits":4.91,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","file":"GGUF/ggml-model-Q6_K.gguf","label":"Q6_K","size":6724631744,"bits":6.57,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","file":"GGUF/ggml-model-Q8_0.gguf","label":"Q8_0","size":8707877824,"bits":8.51,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-MiniCPM-V-4_5-abliterated","file":"GGUF/ggml-model-f16.gguf","label":"F16","size":16384959424,"bits":16,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-MiniCPM-V-4_5-abliterated"],"logoFrom":"openbmb"},{"id":"nsfwvision-v5-qwen3-5-9b","family":"GitMylo/nsfwvision-v5_qwen3.5-9b-gguf","name":"Nsfwvision V5 Qwen3.5 9B","maker":"GitMylo","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"GitMylo/nsfwvision-v5_qwen3.5-9b-gguf/nsfwvision_v5-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-03T07:43:50.000Z","downloads":2980,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"GitMylo/nsfwvision-v5_qwen3.5-9b-gguf","file":"nsfwvision_v5-Q4_K_M.gguf","label":"Q4_K_M","size":5629108608,"bits":5.03,"known":true,"rank":0},{"repo":"GitMylo/nsfwvision-v5_qwen3.5-9b-gguf","file":"nsfwvision_v5-Q5_K_M.gguf","label":"Q5_K_M","size":6467969408,"bits":5.78,"known":true,"rank":0},{"repo":"GitMylo/nsfwvision-v5_qwen3.5-9b-gguf","file":"nsfwvision_v5-Q8_0.gguf","label":"Q8_0","size":9527501184,"bits":8.52,"known":true,"rank":0},{"repo":"GitMylo/nsfwvision-v5_qwen3.5-9b-gguf","file":"nsfwvision_v5-fp16.gguf","label":"nsfwvision_v5-fp16","size":17920696704,"bits":16.02,"known":false,"rank":0}],"repos":["GitMylo/nsfwvision-v5_qwen3.5-9b-gguf"],"logoFrom":"GitMylo"},{"id":"trurl-2-13b","family":"Voicelab/trurl-2-13b","name":"Trurl 2 13B","maker":"Voicelab","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Trurl-2-13B-GGUF/trurl-2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-06T02:26:06.000Z","downloads":2978,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q2_K.gguf","label":"Q2_K","size":5429354176,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658986688,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337775808,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929565888,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q4_0.gguf","label":"Q4_0","size":7365841760,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414338400,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865963360,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q5_0.gguf","label":"Q5_0","size":8972293600,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972293600,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229932000,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q6_K.gguf","label":"Q6_K","size":10679148704,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Trurl-2-13B-GGUF","file":"trurl-2-13b.Q8_0.gguf","label":"Q8_0","size":13831330336,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Trurl-2-13B-GGUF"],"logoFrom":"Voicelab"},{"id":"cydonia-24b-v4","family":"TheDrummer/Cydonia-24B-v4","name":"Cydonia 24B V4","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF/TheDrummer_Cydonia-24B-v4-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-07-18T17:30:25.000Z","downloads":2978,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ2_XS.gguf","label":"IQ2_XS","size":7207034592,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ2_S.gguf","label":"IQ2_S","size":7478353632,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ2_M.gguf","label":"IQ2_M","size":8114052832,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q2_K.gguf","label":"Q2_K","size":8890326752,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593632,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q2_K_L.gguf","label":"Q2_K_L","size":9545686752,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ3_XS.gguf","label":"IQ3_XS","size":9907117792,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q3_K_S.gguf","label":"Q3_K_S","size":10400276192,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ3_M.gguf","label":"IQ3_M","size":10650951392,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q3_K_M.gguf","label":"Q3_K_M","size":11474083552,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q3_K_L.gguf","label":"Q3_K_L","size":12400762592,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ4_XS.gguf","label":"IQ4_XS","size":12758916832,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987965152,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-IQ4_NL.gguf","label":"IQ4_NL","size":13468016352,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q4_0.gguf","label":"Q4_0","size":13494230752,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q4_K_S.gguf","label":"Q4_K_S","size":13549280992,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q4_K_M.gguf","label":"Q4_K_M","size":14333910752,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q4_K_L.gguf","label":"Q4_K_L","size":14831984352,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q4_1.gguf","label":"Q4_1","size":14873108192,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q5_K_S.gguf","label":"Q5_K_S","size":16304414432,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q5_K_M.gguf","label":"Q5_K_M","size":16763985632,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q5_K_L.gguf","label":"Q5_K_L","size":17178173152,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q6_K.gguf","label":"Q6_K","size":19345940192,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q6_K_L.gguf","label":"Q6_K_L","size":19670998752,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-Q8_0.gguf","label":"Q8_0","size":25054781152,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Cydonia-24B-v4-GGUF","file":"TheDrummer_Cydonia-24B-v4-bf16.gguf","label":"BF16","size":47153520096,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Cydonia-24B-v4-GGUF"],"logoFrom":"TheDrummer"},{"id":"lilith-31b-v1-0","family":"darthcrawl/Lilith-31B-v1.0","name":"Lilith 31B V1.0","maker":"darthcrawl","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Lilith-31B-v1.0-i1-GGUF/Lilith-31B-v1.0.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-07-09T11:42:03.000Z","downloads":2977,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489536,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872448,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674843968,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530359104,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888832,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":10917066048,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976589120,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q2_K.gguf","label":"Q2_K","size":11916313920,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077507904,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072368960,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":13761357120,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761357120,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497472,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287108928,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270400,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790400,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q4_0.gguf","label":"Q4_0","size":17701578048,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165504,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687063360,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q4_1.gguf","label":"Q4_1","size":19481421120,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311841600,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845570880,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Lilith-31B-v1.0-i1-GGUF","file":"Lilith-31B-v1.0.i1-Q6_K.gguf","label":"Q6_K","size":25201485120,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Lilith-31B-v1.0-i1-GGUF"],"logoFrom":null},{"id":"anita-next-24b-magistral-2506-vision-ita","family":"m-polignano/ANITA-NEXT-24B-Magistral-2506-VISION-ITA","name":"ANITA NEXT 24B Magistral 2506 VISION ITA","maker":"m-polignano","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF/ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-22T06:37:38.000Z","downloads":2975,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ1_S.gguf","label":"IQ1_S","size":5273723968,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ1_M.gguf","label":"IQ1_M","size":5750498368,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545122368,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207035968,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ2_S.gguf","label":"IQ2_S","size":7478355008,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ2_M.gguf","label":"IQ2_M","size":8114054208,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320164928,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q2_K.gguf","label":"Q2_K","size":8890328128,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280595008,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907119168,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400277568,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ3_S.gguf","label":"IQ3_S","size":10428130368,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ3_M.gguf","label":"IQ3_M","size":10650952768,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474084928,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400763968,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758918208,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q4_0.gguf","label":"Q4_0","size":13494232128,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549282368,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333912128,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q4_1.gguf","label":"Q4_1","size":14873109568,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304415808,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763987008,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF","file":"ANITA-NEXT-24B-Magistral-2506-VISION-ITA.i1-Q6_K.gguf","label":"Q6_K","size":19345941568,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ANITA-NEXT-24B-Magistral-2506-VISION-ITA-i1-GGUF"],"logoFrom":"m-polignano"},{"id":"qwen3-5-9b-cyberpunk2077-xiaotian-all4-5pass-i1","family":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","name":"Qwen3.5 9B Cyberpunk2077 Xiaotian All4 5pass I1","maker":"mradermacher","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-29T11:06:54.000Z","downloads":2975,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q2_K.gguf","label":"Q2_K","size":3914970272,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364022944,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-IQ3_S.gguf","label":"IQ3_S","size":4475991200,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783904,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4737610912,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513696,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326419104,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q4_0.gguf","label":"Q4_0","size":5462865056,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488555168,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555664032,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5780092064,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q4_1.gguf","label":"Q4_1","size":5961462944,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643744,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6642545824,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass.i1-Q6_K.gguf","label":"Q6_K","size":7558902944,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-All4-5pass-i1-GGUF"],"logoFrom":"Qwen"},{"id":"gpt-oss-cybersecurity-20b-merged","family":"sainikhiljuluri2015/GPT-OSS-Cybersecurity-20B-Merged","name":"GPT OSS Cybersecurity 20B Merged","maker":"sainikhiljuluri2015","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF/GPT-OSS-Cybersecurity-20B-Merged.i1-IQ1_M.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-07T10:52:56.000Z","downloads":2974,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ1_M.gguf","label":"IQ1_M","size":12016855712,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ1_S.gguf","label":"IQ1_S","size":12016855712,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12016855712,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12025703072,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12061092512,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ2_M.gguf","label":"IQ2_M","size":12065516192,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ2_S.gguf","label":"IQ2_S","size":12065516192,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ3_S.gguf","label":"IQ3_S","size":12065516192,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12065516192,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12065516192,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q2_K.gguf","label":"Q2_K","size":12065516192,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12096481952,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109568672,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12136295072,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q4_0.gguf","label":"Q4_0","size":12148460192,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-IQ3_M.gguf","label":"IQ3_M","size":12202650272,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q3_K_M.gguf","label":"Q3_K_M","size":12916152992,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q3_K_L.gguf","label":"Q3_K_L","size":13335112352,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q4_1.gguf","label":"Q4_1","size":13369096352,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q4_K_S.gguf","label":"Q4_K_S","size":14654244512,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q4_K_M.gguf","label":"Q4_K_M","size":15805138592,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15892206752,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16893064352,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged.i1-Q6_K.gguf","label":"Q6_K","size":22193347232,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/GPT-OSS-Cybersecurity-20B-Merged-i1-GGUF"],"logoFrom":"openai"},{"id":"nova-1-1-0-8b","family":"HardcoreAI/Nova-1.1-0.8B","name":"Nova 1.1 0.8B","maker":"HardcoreAI","catalog":null,"tuned":false,"params":1.01,"active":null,"layers":24,"probe":"mradermacher/Nova-1.1-0.8B-i1-GGUF/Nova-1.1-0.8B.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-09T15:23:47.000Z","downloads":2974,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ1_S.gguf","label":"IQ1_S","size":413385920,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ1_M.gguf","label":"IQ1_M","size":421767872,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":435737792,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":447306944,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ2_S.gguf","label":"IQ2_S","size":476019904,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ2_M.gguf","label":"IQ2_M","size":487195840,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":498120384,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q2_K.gguf","label":"Q2_K","size":505763520,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":507262144,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":544624832,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":552562880,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ3_S.gguf","label":"IQ3_S","size":560083136,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ3_M.gguf","label":"IQ3_M","size":563216576,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":575484096,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":600584384,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":639175360,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q4_0.gguf","label":"Q4_0","size":645173952,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":648286912,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":659034816,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":672330432,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q4_1.gguf","label":"Q4_1","size":691479232,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":738472640,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":752816832,"bits":5.96,"known":true,"rank":0},{"repo":"mradermacher/Nova-1.1-0.8B-i1-GGUF","file":"Nova-1.1-0.8B.i1-Q6_K.gguf","label":"Q6_K","size":838333632,"bits":6.64,"known":true,"rank":0}],"repos":["mradermacher/Nova-1.1-0.8B-i1-GGUF"],"logoFrom":"HardcoreAI"},{"id":"llama-3-1-1-million-cxt-dark-planet-8b","family":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","name":"Llama 3.1 1 Million Cxt Dark Planet 8B","maker":"DavidAU","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF/Llama-3.1-1million-k-Dark-Planet-8B-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":1073152,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-15T21:02:49.000Z","downloads":2970,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q2_k.gguf","label":"Q2_K","size":3179150272,"bits":3.17,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q3_k_s.gguf","label":"Q3_K_S","size":3664519328,"bits":3.65,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q3_k_m.gguf","label":"Q3_K_M","size":4018938016,"bits":4,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q3_k_l.gguf","label":"Q3_K_L","size":4321976480,"bits":4.31,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4484384128,"bits":4.47,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q4_k_s.gguf","label":"Q4_K_S","size":4692690688,"bits":4.68,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q4_k_m.gguf","label":"Q4_K_M","size":4920755968,"bits":4.9,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q5_k_s.gguf","label":"Q5_K_S","size":5599317248,"bits":5.58,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-q5_k_m.gguf","label":"Q5_K_M","size":5733010688,"bits":5.71,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q6_k.gguf","label":"Q6_K","size":6596031328,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF","file":"Llama-3.1-1million-k-Dark-Planet-8B-Q8_0.gguf","label":"Q8_0","size":8540801696,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Llama-3.1-1-million-cxt-Dark-Planet-8B-GGUF"],"logoFrom":"DavidAU"},{"id":"ana-v1-m7","family":"Sao10K/Ana-v1-m7","name":"Ana V1 M7","maker":"Sao10K","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Ana-v1-m7-GGUF/ana-v1-m7.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-12-13T14:44:35.000Z","downloads":2968,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q2_K.gguf","label":"Q2_K","size":3083097824,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q3_K_S.gguf","label":"Q3_K_S","size":3164567264,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q3_K_M.gguf","label":"Q3_K_M","size":3518985952,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q3_K_L.gguf","label":"Q3_K_L","size":3822024416,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q4_0.gguf","label":"Q4_0","size":4108916448,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q4_K_S.gguf","label":"Q4_K_S","size":4140373728,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q4_K_M.gguf","label":"Q4_K_M","size":4368439008,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q5_0.gguf","label":"Q5_0","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q5_K_S.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q5_K_M.gguf","label":"Q5_K_M","size":5131409120,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q6_K.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Ana-v1-m7-GGUF","file":"ana-v1-m7.Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Ana-v1-m7-GGUF"],"logoFrom":"Sao10K"},{"id":"ognoexperiment27-7b","family":"automerger/OgnoExperiment27-7B","name":"OgnoExperiment27 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/OgnoExperiment27-7B-GGUF/OgnoExperiment27-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-30T10:57:46.000Z","downloads":2966,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q2_K.gguf","label":"Q2_K","size":2719241984,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815232,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567296,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518985984,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024448,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388352,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373760,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439040,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715712,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409152,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/OgnoExperiment27-7B-GGUF","file":"OgnoExperiment27-7B.Q6_K.gguf","label":"Q6_K","size":5942064896,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/OgnoExperiment27-7B-GGUF"],"logoFrom":"automerger"},{"id":"summorchestra-qwen3-8b-grpo-brlp-samsum","family":"NebulaPixel/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM","name":"SummOrchestra Qwen3 8B GRPO BRLP SAMSUM","maker":"NebulaPixel","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-06T09:31:11.000Z","downloads":2966,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770528,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148640,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112160,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157344,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744608,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915424,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552928,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q2_K.gguf","label":"Q2_K","size":3281733792,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633952,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875040,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612448,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666464,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621216,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162208,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394976,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840288,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q4_0.gguf","label":"Q4_0","size":4787333280,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624736,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013344,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784864,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q4_1.gguf","label":"Q4_1","size":5247756448,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762528,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113632,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF","file":"SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM.i1-Q6_K.gguf","label":"Q6_K","size":6725900448,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SummOrchestra-Qwen3-8B-GRPO-BRLP-SAMSUM-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-math-1-5b-instruct","family":"Qwen/Qwen2-Math-1.5B-Instruct","name":"Qwen2 Math 1.5B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF/Qwen2-Math-1.5B-Instruct.IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":4096,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-08T14:57:28.000Z","downloads":2965,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":436525248,"bits":2.27,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":464458944,"bits":2.41,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":511015104,"bits":2.65,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":550324416,"bits":2.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":563807424,"bits":2.93,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":601052352,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":640132800,"bits":3.33,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":668789952,"bits":3.47,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q2_K.gguf","label":"Q2_K","size":676302528,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":731696832,"bits":3.8,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":760942272,"bits":3.95,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":762404544,"bits":3.96,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":776661696,"bits":4.03,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q3_K.gguf","label":"Q3_K","size":824176320,"bits":4.28,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":880160448,"bits":4.57,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":895729344,"bits":4.65,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":936328896,"bits":4.86,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":940310208,"bits":4.88,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q4_K.gguf","label":"Q4_K","size":986046144,"bits":5.12,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":1098726848,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q5_K.gguf","label":"Q5_K","size":1125047744,"bits":5.84,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q6_K.gguf","label":"Q6_K","size":1272737216,"bits":6.61,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.Q8_0.gguf","label":"Q8_0","size":1646570432,"bits":8.55,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.BF16.gguf","label":"BF16","size":3093666752,"bits":16.07,"known":true,"rank":0},{"repo":"legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF","file":"Qwen2-Math-1.5B-Instruct.FP16.gguf","label":"Qwen2-Math-1.5B-Instruct.FP16","size":3093666752,"bits":16.07,"known":false,"rank":0}],"repos":["legraphista/Qwen2-Math-1.5B-Instruct-IMat-GGUF"],"logoFrom":"Qwen"},{"id":"quyet-1-0-large","family":"chinhnc/Quyet-1.0-Large","name":"Quyet 1.0 Large","maker":"chinhnc","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Quyet-1.0-Large-GGUF/Quyet-1.0-Large.Q2_K.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-05T06:16:02.000Z","downloads":2965,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q2_K.gguf","label":"Q2_K","size":11916315328,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q3_K_S.gguf","label":"Q3_K_S","size":13761358528,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q3_K_M.gguf","label":"Q3_K_M","size":15287110336,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q3_K_L.gguf","label":"Q3_K_L","size":16628271808,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.IQ4_XS.gguf","label":"IQ4_XS","size":16862235328,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q4_K_S.gguf","label":"Q4_K_S","size":17763166912,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q4_K_M.gguf","label":"Q4_K_M","size":18687064768,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q5_K_S.gguf","label":"Q5_K_S","size":21311843008,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q5_K_M.gguf","label":"Q5_K_M","size":21845572288,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q6_K.gguf","label":"Q6_K","size":25201486528,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Quyet-1.0-Large-GGUF","file":"Quyet-1.0-Large.Q8_0.gguf","label":"Q8_0","size":32635677376,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Quyet-1.0-Large-GGUF"],"logoFrom":"chinhnc"},{"id":"muxodious-glm-4-7-flash-absolute-heresy-apex","family":"Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF","name":"MuXodious GLM 4.7 Flash Absolute Heresy APEX","maker":"Koshkasa","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF/GLM-4.7-Flash-absolute-heresy-APEX-iMini(IQ3_XXS).gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-10-13T05:23:01.000Z","downloads":2965,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF","file":"GLM-4.7-Flash-absolute-heresy-APEX-iMini(IQ3_XXS).gguf","label":"GLM-4.7-Flash-absolute-heresy-APEX-iMini(IQ3_XXS)","size":11341698304,"bits":3.03,"known":false,"rank":0},{"repo":"Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF","file":"GLM-4.7-Flash-absolute-heresy-APEX-iCompact(Q3_K_M).gguf","label":"GLM-4.7-Flash-absolute-heresy-APEX-iCompact(Q3_K_M)","size":14116905216,"bits":3.77,"known":false,"rank":0},{"repo":"Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF","file":"GLM-4.7-Flash-absolute-heresy-APEX-iQuality(Q4_K_M).gguf","label":"GLM-4.7-Flash-absolute-heresy-APEX-iQuality(Q4_K_M)","size":19055408384,"bits":5.09,"known":false,"rank":0},{"repo":"Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF","file":"GLM-4.7-Flash-absolute-heresy-APEX-iBalanced(Q5_K_M).gguf","label":"GLM-4.7-Flash-absolute-heresy-APEX-iBalanced(Q5_K_M)","size":21704230144,"bits":5.8,"known":false,"rank":0}],"repos":["Koshkasa/MuXodious_GLM-4.7-Flash-absolute-heresy-APEX-GGUF"],"logoFrom":"MuXodious"},{"id":"shaylah-darija-4b-merged","family":"laabidate/shaylah-darija-4b-merged","name":"Shaylah Darija 4B Merged","maker":"laabidate","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/shaylah-darija-4b-merged-i1-GGUF/shaylah-darija-4b-merged.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T19:44:12.000Z","downloads":2965,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234624,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419264,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538393664,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594624,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ2_S.gguf","label":"IQ2_S","size":1651975744,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555264,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393024,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494144,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q2_K.gguf","label":"Q2_K","size":1915471424,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880384,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077580864,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512384,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187264,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262064704,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317184,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286144,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q4_0.gguf","label":"Q4_0","size":2549798464,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563888704,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436224,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805184,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q4_1.gguf","label":"Q4_1","size":2766968384,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036544,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987584,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/shaylah-darija-4b-merged-i1-GGUF","file":"shaylah-darija-4b-merged.i1-Q6_K.gguf","label":"Q6_K","size":3464056384,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/shaylah-darija-4b-merged-i1-GGUF"],"logoFrom":"laabidate"},{"id":"bella-bartender-qwen3-1-7b","family":"juiceb0xc0de/bella-bartender-qwen3-1.7b","name":"Bella Bartender Qwen3 1.7B","maker":"juiceb0xc0de","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF/bella-bartender-qwen3-1.7b.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T12:16:25.000Z","downloads":2964,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ1_S.gguf","label":"IQ1_S","size":515778240,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ1_M.gguf","label":"IQ1_M","size":543794880,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":590489280,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":631514816,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ2_S.gguf","label":"IQ2_S","size":657827520,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ2_M.gguf","label":"IQ2_M","size":695183040,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":732970688,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":754362048,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q2_K.gguf","label":"Q2_K","size":777797312,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":834223808,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ3_S.gguf","label":"IQ3_S","size":867253952,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":867253952,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ3_M.gguf","label":"IQ3_M","size":895663808,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":939540160,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1003503296,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1010384576,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1054424768,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q4_0.gguf","label":"Q4_0","size":1056784064,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1060191936,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1107410624,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q4_1.gguf","label":"Q4_1","size":1142505152,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1230585536,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1257881280,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF","file":"bella-bartender-qwen3-1.7b.i1-Q6_K.gguf","label":"Q6_K","size":1417756352,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/bella-bartender-qwen3-1.7b-i1-GGUF"],"logoFrom":"juiceb0xc0de"},{"id":"fuseo1-deepseekr1-qwen2-5-coder-32b-preview-v0-1","family":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","name":"FuseO1 DeepSeekR1 Qwen2.5 Coder 32B Preview V0.1","maker":"bartowski","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-25T19:53:15.000Z","downloads":2962,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":9957550432,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ2_S.gguf","label":"IQ2_S","size":10387568992,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ2_M.gguf","label":"IQ2_M","size":11264440672,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q2_K.gguf","label":"Q2_K","size":12313098592,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q2_K_L.gguf","label":"Q2_K_L","size":13073418592,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":13705513312,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":14392330592,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ3_M.gguf","label":"IQ3_M","size":14810122592,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":15935048032,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":17247078752,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":17693153632,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325472,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":18682173792,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_0.gguf","label":"Q4_0","size":18711009632,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":18784409952,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":19851336032,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_K_L.gguf","label":"Q4_K_L","size":20429179232,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_1.gguf","label":"Q4_1","size":20639242592,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":22638254432,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":23262157152,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q5_K_L.gguf","label":"Q5_K_L","size":23742679392,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q6_K.gguf","label":"Q6_K","size":26886154592,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q6_K_L.gguf","label":"Q6_K_L","size":27263273312,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q8_0.gguf","label":"Q8_0","size":34820884480,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF","file":"FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-bf16/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-bf16-00001-of-00002.gguf","label":"BF16","size":65535969472,"bits":16,"known":true,"rank":0}],"repos":["bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF"],"logoFrom":"FuseAI"},{"id":"onejev1-6-4b","family":"OmniJev/OneJev1.6-4B","name":"OneJev1.6 4B","maker":"OmniJev","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":33,"probe":"mradermacher/OneJev1.6-4B-GGUF/OneJev1.6-4B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-17T04:34:24.000Z","downloads":2961,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q2_K.gguf","label":"Q2_K","size":1915471264,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q3_K_S.gguf","label":"Q3_K_S","size":2069880224,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2262064544,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2421317024,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.IQ4_XS.gguf","label":"IQ4_XS","size":2529031584,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2563888544,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2708805024,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2990036384,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3074987424,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q6_K.gguf","label":"Q6_K","size":3464056224,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.Q8_0.gguf","label":"Q8_0","size":4482403744,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-4B-GGUF","file":"OneJev1.6-4B.f16.gguf","label":"F16","size":8424394144,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/OneJev1.6-4B-GGUF"],"logoFrom":null},{"id":"model-hub-mistral-7b-instruct-v0-2","family":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","name":"Model Hub Mistral 7B V0.2","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf/Mistral-7B-Instruct-v0.2.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-28T19:22:53.000Z","downloads":2960,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q2_K.gguf","label":"Q2_K","size":2719242848,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.IQ3_XS.gguf","label":"IQ3_XS","size":3018816096,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q3_K_S.gguf","label":"Q3_K_S","size":3164568160,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.IQ3_S.gguf","label":"IQ3_S","size":3182393952,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.IQ3_M.gguf","label":"IQ3_M","size":3284892256,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q3_K.gguf","label":"Q3_K","size":3518986848,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q3_K_M.gguf","label":"Q3_K_M","size":3518986848,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q3_K_L.gguf","label":"Q3_K_L","size":3822025312,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.IQ4_XS.gguf","label":"IQ4_XS","size":3944389216,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q4_0.gguf","label":"Q4_0","size":4108917344,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q4_K_S.gguf","label":"Q4_K_S","size":4140374624,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.IQ4_NL.gguf","label":"IQ4_NL","size":4155054688,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q4_K.gguf","label":"Q4_K","size":4368439904,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q4_K_M.gguf","label":"Q4_K_M","size":4368439904,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q4_1.gguf","label":"Q4_1","size":4553316960,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q5_0.gguf","label":"Q5_0","size":4997716576,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q5_K_S.gguf","label":"Q5_K_S","size":4997716576,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q5_K.gguf","label":"Q5_K","size":5131410016,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q5_K_M.gguf","label":"Q5_K_M","size":5131410016,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q5_1.gguf","label":"Q5_1","size":5442116192,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q6_K.gguf","label":"Q6_K","size":5942065760,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf","file":"Mistral-7B-Instruct-v0.2.Q8_0.gguf","label":"Q8_0","size":7695858272,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/model-hub_-_Mistral-7B-Instruct-v0.2-gguf"],"logoFrom":"RichardErkhov"},{"id":"deepseek-v2-lite-chat-uncensored","family":"nicoboss/DeepSeek-V2-Lite-Chat-Uncensored","name":"DeepSeek V2 Lite Uncensored","maker":"nicoboss","catalog":null,"tuned":true,"params":15.7,"active":2.65,"layers":27,"probe":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF/DeepSeek-V2-Lite-Chat-Uncensored.Q2_K.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2025-02-10T12:38:59.000Z","downloads":2960,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q2_K.gguf","label":"Q2_K","size":6424770592,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":7481470912,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":8120414144,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":8453205952,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":8640112480,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":9526763488,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":10357571552,"bits":5.28,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":11135599072,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":11843854816,"bits":6.04,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q6_K.gguf","label":"Q6_K","size":14058861056,"bits":7.16,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF","file":"DeepSeek-V2-Lite-Chat-Uncensored.Q8_0.gguf","label":"Q8_0","size":16692027840,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-V2-Lite-Chat-Uncensored-GGUF"],"logoFrom":"deepseek-ai"},{"id":"thinkingcap-qwen3-8-27b-abliterated","family":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated","name":"ThinkingCap Qwen3.8 27B Abliterated","maker":"IstroSec","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF/ThinkingCap-Qwen3.8-27B-abliterated-IQ3_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-26T05:38:55.000Z","downloads":2960,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-IQ3_M.gguf","label":"IQ3_M","size":13032195616,"bits":3.82,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13246703136,"bits":3.88,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":14353155616,"bits":4.2,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":15533827616,"bits":4.55,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16998721056,"bits":4.98,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17659487776,"bits":5.17,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19682420256,"bits":5.76,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-Q6_K.gguf","label":"Q6_K","size":22533850656,"bits":6.6,"known":true,"rank":0},{"repo":"IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF","file":"ThinkingCap-Qwen3.8-27B-abliterated-Q8_0.gguf","label":"Q8_0","size":29047084320,"bits":8.51,"known":true,"rank":0}],"repos":["IstroSec/ThinkingCap-Qwen3.8-27B-abliterated-GGUF"],"logoFrom":"IstroSec"},{"id":"qwen3-5-27b-abliterated-ko","family":"messc57546g/Qwen3.5-27B-abliterated-ko","name":"Qwen3.5 27B Abliterated Ko","maker":"messc57546g","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF/Qwen3.5-27B-abliterated-ko.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-26T13:13:35.000Z","downloads":2960,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824576,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084096,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183296,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591296,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913856,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593216,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325696,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q2_K.gguf","label":"Q2_K","size":10711665216,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371136,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130176,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953856,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328576,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874816,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443136,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776256,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506816,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q4_0.gguf","label":"Q4_0","size":15521434176,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314816,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400256,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q4_1.gguf","label":"Q4_1","size":17078241856,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614016,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099456,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF","file":"Qwen3.5-27B-abliterated-ko.i1-Q6_K.gguf","label":"Q6_K","size":22082529856,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-abliterated-ko-i1-GGUF"],"logoFrom":"Qwen"},{"id":"evolveon-qwen2-5-7b-instruct-abliterated","family":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","name":"Evolveon Qwen2.5 7B Abliterated","maker":"RichardErkhov","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf/Qwen2.5-7B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-10-18T06:03:55.000Z","downloads":2959,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":3015940640,"bits":3.17,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.IQ3_XS.gguf","label":"IQ3_XS","size":3346256416,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3492368928,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":3499192864,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.IQ3_M.gguf","label":"IQ3_M","size":3574012448,"bits":3.75,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K.gguf","label":"Q3_K","size":3808391712,"bits":4,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3808391712,"bits":4,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4088459808,"bits":4.29,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4250298912,"bits":4.46,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q4_0.gguf","label":"Q4_0","size":4431391264,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4457769504,"bits":4.68,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.IQ4_NL.gguf","label":"IQ4_NL","size":4463274528,"bits":4.69,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q4_K.gguf","label":"Q4_K","size":4683074080,"bits":4.92,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4683074080,"bits":4.92,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q4_1.gguf","label":"Q4_1","size":4873284128,"bits":5.12,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q5_0.gguf","label":"Q5_0","size":5315176992,"bits":5.58,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5315176992,"bits":5.58,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q5_K.gguf","label":"Q5_K","size":5444831776,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5444831776,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q5_1.gguf","label":"Q5_1","size":5757069856,"bits":6.04,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":6254199328,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf","file":"Qwen2.5-7B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":8098525728,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/evolveon_-_Qwen2.5-7B-Instruct-abliterated-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen2-5-3b-instruct-heretic","family":"saidutta69/Qwen2.5-3B-Instruct-heretic","name":"Qwen2.5 3B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"saidutta69/Qwen2.5-3B-Instruct-heretic/Qwen2.5-3B-Instruct-heretic-Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2026-03-25T20:22:29.000Z","downloads":2956,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":1274756160,"bits":3.3,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":1454357568,"bits":3.77,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":1456864320,"bits":3.77,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":1590475840,"bits":4.12,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":1707392064,"bits":4.42,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1753185344,"bits":4.54,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":1822850112,"bits":4.72,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1834384448,"bits":4.75,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"qwen-3b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1929903168,"bits":5,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":1996258368,"bits":5.17,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":2169666624,"bits":5.62,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"qwen-3b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2224815168,"bits":5.76,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"qwen-3b-heretic-Q6_K.gguf","label":"Q6_K","size":2538159168,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"qwen-3b-heretic-Q8_0.gguf","label":"Q8_0","size":3285476416,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-3B-Instruct-heretic","file":"Qwen2.5-3B-Instruct-heretic-F16.gguf","label":"F16","size":6178317376,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/Qwen2.5-3B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"tokyotech-llm-swallow-70b-nve-instruct-hf","family":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","name":"Tokyotech Llm Swallow 70B NVE","maker":"RichardErkhov","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf/Swallow-70b-NVE-instruct-hf.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-17T18:58:25.000Z","downloads":2954,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q2_K.gguf","label":"Q2_K","size":25462436992,"bits":2.95,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.IQ3_XS.gguf","label":"IQ3_XS","size":28314973312,"bits":3.28,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.IQ3_S.gguf","label":"IQ3_S","size":29919294592,"bits":3.47,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q3_K_S.gguf","label":"Q3_K_S","size":29919294592,"bits":3.47,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.IQ3_M.gguf","label":"IQ3_M","size":30944277632,"bits":3.59,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q3_K.gguf","label":"Q3_K","size":33274737792,"bits":3.86,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q3_K_M.gguf","label":"Q3_K_M","size":33274737792,"bits":3.86,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q3_K_L.gguf","label":"Q3_K_L","size":36147836032,"bits":4.19,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.IQ4_XS.gguf","label":"IQ4_XS","size":37196821632,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q4_0.gguf","label":"Q4_0","size":38872249472,"bits":4.51,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.IQ4_NL.gguf","label":"IQ4_NL","size":39249736832,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Swallow-70b-NVE-instruct-hf.Q4_K_S.gguf","label":"Q4_K_S","size":39249736832,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q4_K/Swallow-70b-NVE-instruct-hf_Q4_K-00001-of-00002.gguf","label":"Q4_K","size":41422910784,"bits":4.8,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q4_K_M/Swallow-70b-NVE-instruct-hf_Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":41422910784,"bits":4.8,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q4_1/Swallow-70b-NVE-instruct-hf_Q4_1-00001-of-00002.gguf","label":"Q4_1","size":43166823744,"bits":5.01,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q5_0/Swallow-70b-NVE-instruct-hf_Q5_0-00001-of-00002.gguf","label":"Q5_0","size":47461397824,"bits":5.5,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q5_K_S/Swallow-70b-NVE-instruct-hf_Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":47461397824,"bits":5.5,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q5_K/Swallow-70b-NVE-instruct-hf_Q5_K-00001-of-00002.gguf","label":"Q5_K","size":48753767744,"bits":5.65,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q5_K_M/Swallow-70b-NVE-instruct-hf_Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":48753767744,"bits":5.65,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q5_1/Swallow-70b-NVE-instruct-hf_Q5_1-00001-of-00002.gguf","label":"Q5_1","size":51755971904,"bits":6,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q6_K/Swallow-70b-NVE-instruct-hf_Q6_K-00001-of-00002.gguf","label":"Q6_K","size":56587367744,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf","file":"Q8_0/Swallow-70b-NVE-instruct-hf_Q8_0-00001-of-00002.gguf","label":"Q8_0","size":73292330304,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/tokyotech-llm_-_Swallow-70b-NVE-instruct-hf-gguf"],"logoFrom":"RichardErkhov"},{"id":"codeninja-1-0-openchat-7b","family":"beowolx/CodeNinja-1.0-OpenChat-7B","name":"CodeNinja 1.0 OpenChat 7B","maker":"beowolx","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF/codeninja-1.0-openchat-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-12-22T20:10:18.000Z","downloads":2953,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q2_K.gguf","label":"Q2_K","size":3083107552,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577824,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996512,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034976,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q4_0.gguf","label":"Q4_0","size":4108928096,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385376,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450656,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q5_0.gguf","label":"Q5_0","size":4997728352,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728352,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421792,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q6_K.gguf","label":"Q6_K","size":5942078624,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF","file":"codeninja-1.0-openchat-7b.Q8_0.gguf","label":"Q8_0","size":7695875104,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeNinja-1.0-OpenChat-7B-GGUF"],"logoFrom":"beowolx"},{"id":"qwen3-6-27b-abliterated","family":"wangzhang/Qwen3.6-27B-abliterated","name":"Qwen3.6 27B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"wangzhang/Qwen3.6-27B-abliterated-GGUF/Qwen3.6-27B-abliterated-v2-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-24T03:57:02.000Z","downloads":2952,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"wangzhang/Qwen3.6-27B-abliterated-GGUF","file":"Qwen3.6-27B-abliterated-v2-Q4_K_M.gguf","label":"Q4_K_M","size":16547399456,"bits":4.92,"known":true,"rank":0},{"repo":"wangzhang/Qwen3.6-27B-abliterated-GGUF","file":"Qwen3.6-27B-abliterated-v2-Q8_0.gguf","label":"Q8_0","size":28595762976,"bits":8.5,"known":true,"rank":0},{"repo":"wangzhang/Qwen3.6-27B-abliterated-GGUF","file":"Qwen3.6-27B-abliterated-v2-F16.gguf","label":"F16","size":53808281376,"bits":16,"known":true,"rank":0}],"repos":["wangzhang/Qwen3.6-27B-abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"drex-v2-0","family":"nace-ai/drex-v2.0","name":"Drex V2.0","maker":"nace-ai","catalog":null,"tuned":false,"params":34.66,"active":3.46,"layers":40,"probe":"nace-ai/drex-v2.0-Q8_0/drex-v2.0-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"other","open":false,"released":"2026-10-13T04:12:12.000Z","downloads":2952,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nace-ai/drex-v2.0-Q8_0","file":"drex-v2.0-Q8_0.gguf","label":"Q8_0","size":36907336224,"bits":8.52,"known":true,"rank":0}],"repos":["nace-ai/drex-v2.0-Q8_0"],"logoFrom":"nace-ai"},{"id":"minimax-m2-7-abliterated-heretic","family":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","name":"MiniMax M2.7 Abliterated Heretic","maker":"Youssofal","catalog":null,"tuned":true,"params":228.69,"active":11.03,"layers":62,"probe":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF/MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00001-of-00005.gguf","kvBytesPerToken":276300,"kvHeader":253952,"kvFixed":0,"context":196608,"arch":"minimax-m2","vision":false,"licence":"other","open":false,"released":"2026-04-12T02:47:46.000Z","downloads":2951,"likes":48,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","file":"MiniMax-M2.7-abliterated-Q2_K/MiniMax-M2.7-abliterated-Q2_K.gguf-00001-of-00002.gguf","label":"MiniMax-M2.7-abliterated-Q2_K.gguf","size":83302681568,"bits":2.91,"known":false,"rank":0},{"repo":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","file":"MiniMax-M2.7-abliterated-Q3_K_M/MiniMax-M2.7-abliterated-Q3_K_M.gguf-00001-of-00003.gguf","label":"MiniMax-M2.7-abliterated-Q3_K_M.gguf","size":109272481888,"bits":3.82,"known":false,"rank":0},{"repo":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","file":"MiniMax-M2.7-abliterated-Q4_K_M/MiniMax-M2.7-abliterated-Q4_K_M.gguf-00001-of-00004.gguf","label":"MiniMax-M2.7-abliterated-Q4_K_M.gguf","size":138342384864,"bits":4.84,"known":false,"rank":0},{"repo":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","file":"MiniMax-M2.7-abliterated-Q6_K/MiniMax-M2.7-abliterated-Q6_K.gguf-00001-of-00005.gguf","label":"MiniMax-M2.7-abliterated-Q6_K.gguf","size":187763083552,"bits":6.57,"known":false,"rank":0},{"repo":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","file":"MiniMax-M2.7-abliterated-Q8_0/MiniMax-M2.7-abliterated-Q8_0-00001-of-00005.gguf","label":"Q8_0","size":243136872800,"bits":8.51,"known":true,"rank":0},{"repo":"Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF","file":"MiniMax-M2.7-abliterated-BF16/MiniMax-M2.7-abliterated-BF16-00001-of-00010.gguf","label":"BF16","size":457487025088,"bits":16,"known":true,"rank":0}],"repos":["Youssofal/MiniMax-M2.7-Abliterated-Heretic-GGUF"],"logoFrom":"MiniMaxAI"},{"id":"kleidiai-support","family":"Mr-J-369/KleidiAi_support","name":"KleidiAi Support","maker":"Mr-J-369","catalog":null,"tuned":false,"params":8.04,"active":null,"layers":32,"probe":"Mr-J-369/KleidiAi_support/Assistant_Pepe_8B-Q4_0.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":1073152,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-09-27T18:21:53.000Z","downloads":2951,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mr-J-369/KleidiAi_support","file":"gemma-4-E4B-it-Q4_0-pure.gguf","label":"gemma-4-E4B-it-Q4_0-pure","size":4286253824,"bits":4.26,"known":false,"rank":0},{"repo":"Mr-J-369/KleidiAi_support","file":"Assistant_Pepe_8B-Q4_0.gguf","label":"Q4_0","size":4529331136,"bits":4.51,"known":true,"rank":0}],"repos":["Mr-J-369/KleidiAi_support"],"logoFrom":"Mr-J-369"},{"id":"xyntetik-kvist-14b","family":"Joakimpalm-Zen/Xyntetik-Kvist-14B","name":"Xyntetik Kvist 14B","maker":"Joakimpalm-Zen","catalog":null,"tuned":false,"params":14.44,"active":null,"layers":52,"probe":"Joakimpalm-Zen/Xyntetik-Kvist-14B-GGUF/Xyntetik-Kvist-14B-Q8_0.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-27T22:47:17.000Z","downloads":2951,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Joakimpalm-Zen/Xyntetik-Kvist-14B-GGUF","file":"Xyntetik-Kvist-14B-IQ4_NL-mix.gguf","label":"Xyntetik-Kvist-14B-IQ4_NL-mix","size":7612384384,"bits":4.22,"known":false,"rank":0},{"repo":"Joakimpalm-Zen/Xyntetik-Kvist-14B-GGUF","file":"Xyntetik-Kvist-14B-Q5_0-mix.gguf","label":"Xyntetik-Kvist-14B-Q5_0-mix","size":10295023424,"bits":5.7,"known":false,"rank":0},{"repo":"Joakimpalm-Zen/Xyntetik-Kvist-14B-GGUF","file":"Xyntetik-Kvist-14B-Q8_0.gguf","label":"Q8_0","size":15363224384,"bits":8.51,"known":true,"rank":0},{"repo":"Joakimpalm-Zen/Xyntetik-Kvist-14B-GGUF","file":"Xyntetik-Kvist-14B-BF16.gguf","label":"BF16","size":28903141184,"bits":16.01,"known":true,"rank":0}],"repos":["Joakimpalm-Zen/Xyntetik-Kvist-14B-GGUF"],"logoFrom":"Joakimpalm-Zen"},{"id":"dnotitia-smoothie-qwen3-0-6b","family":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","name":"Dnotitia Smoothie Qwen3 0.6B","maker":"Alcoft","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF/dnotitia_Smoothie-Qwen3-0.6B_Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-10T16:55:39.000Z","downloads":2950,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q2_K.gguf","label":"Q2_K","size":219662464,"bits":2.93,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q2_K_XS.gguf","label":"Q2_K_XS","size":219662464,"bits":2.93,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q2_K_XXS.gguf","label":"Q2_K_XXS","size":219662464,"bits":2.93,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_S.gguf","label":"Q3_K_S","size":262300800,"bits":3.5,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_XS.gguf","label":"Q3_K_XS","size":262300800,"bits":3.5,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_XXS.gguf","label":"Q3_K_XXS","size":262300800,"bits":3.5,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_M.gguf","label":"Q3_K_M","size":286352512,"bits":3.82,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_L.gguf","label":"Q3_K_L","size":307717248,"bits":4.1,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q2_K_L.gguf","label":"Q2_K_L","size":333918336,"bits":4.45,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q4_K_S.gguf","label":"Q4_K_S","size":343158912,"bits":4.58,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q4_K_XS.gguf","label":"Q4_K_XS","size":343158912,"bits":4.58,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q4_K_M.gguf","label":"Q4_K_M","size":356593792,"bits":4.75,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_XL.gguf","label":"Q3_K_XL","size":406171776,"bits":5.42,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q5_K_S.gguf","label":"Q5_K_S","size":415953024,"bits":5.55,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q5_K_XS.gguf","label":"Q5_K_XS","size":415953024,"bits":5.55,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q5_K_XXS.gguf","label":"Q5_K_XXS","size":415953024,"bits":5.55,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q5_K_M.gguf","label":"Q5_K_M","size":423751808,"bits":5.65,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q4_K_L.gguf","label":"Q4_K_L","size":434385024,"bits":5.79,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q2_K_XL.gguf","label":"Q2_K_XL","size":479776896,"bits":6.4,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q5_K_L.gguf","label":"Q5_K_L","size":482095232,"bits":6.43,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q6_K.gguf","label":"Q6_K","size":495107200,"bits":6.6,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q6_K_S.gguf","label":"Q6_K_S","size":495107200,"bits":6.6,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q6_K_L.gguf","label":"Q6_K_L","size":532787328,"bits":7.1,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q3_K_XXL.gguf","label":"Q3_K_XXL","size":552030336,"bits":7.36,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q4_K_XL.gguf","label":"Q4_K_XL","size":580243584,"bits":7.74,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q5_K_XL.gguf","label":"Q5_K_XL","size":627953792,"bits":8.37,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q8_0.gguf","label":"Q8_0","size":639447168,"bits":8.53,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q8_K_S.gguf","label":"Q8_K_S","size":639447168,"bits":8.53,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q8_K_XS.gguf","label":"Q8_K_XS","size":639447168,"bits":8.53,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q6_K_XL.gguf","label":"Q6_K_XL","size":678645888,"bits":9.05,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_Q8_K_XL.gguf","label":"Q8_K_XL","size":785305728,"bits":10.47,"known":true,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B.gguf","label":"dnotitia_Smoothie-Qwen3-0.6B","size":1198182528,"bits":15.98,"known":false,"rank":0},{"repo":"Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF","file":"dnotitia_Smoothie-Qwen3-0.6B_F16.gguf","label":"F16","size":1198182528,"bits":15.98,"known":true,"rank":0}],"repos":["Alcoft/dnotitia_Smoothie-Qwen3-0.6B-GGUF"],"logoFrom":"dnotitia"},{"id":"gemma-sea-lion-v4-4b-vl","family":"aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF","name":"Gemma SEA LION V4 4B VL","maker":"aisingapore","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF/Gemma-SEA-LION-v4-4B-VL-Q4_K_M.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-02-06T04:52:27.000Z","downloads":2950,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF","file":"Gemma-SEA-LION-v4-4B-VL-Q4_K_M.gguf","label":"Q4_K_M","size":2489894176,"bits":5.13,"known":true,"rank":0},{"repo":"aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF","file":"Gemma-SEA-LION-v4-4B-VL-Q6_K.gguf","label":"Q6_K","size":3190740256,"bits":6.58,"known":true,"rank":0},{"repo":"aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF","file":"Gemma-SEA-LION-v4-4B-VL-Q8_0.gguf","label":"Q8_0","size":4130402336,"bits":8.52,"known":true,"rank":0},{"repo":"aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF","file":"Gemma-SEA-LION-v4-4B-VL-F16.gguf","label":"F16","size":7767803936,"bits":16.02,"known":true,"rank":0}],"repos":["aisingapore/Gemma-SEA-LION-v4-4B-VL-GGUF"],"logoFrom":"aisingapore"},{"id":"llama-3-1-whiterabbitneo-2-8b","family":"WhiteRabbitNeo/Llama-3.1-WhiteRabbitNeo-2-8B","name":"Llama 3.1 WhiteRabbitNeo 2 8B","maker":"WhiteRabbitNeo","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF/Llama-3.1-WhiteRabbitNeo-2-8B-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-10-04T20:59:12.000Z","downloads":2948,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-IQ2_M.gguf","label":"IQ2_M","size":2948281824,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q2_K.gguf","label":"Q2_K","size":3179132384,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518748128,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664500192,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3692156384,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-IQ3_M.gguf","label":"IQ3_M","size":3784824288,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018918880,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321957344,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4447663584,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212640,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212640,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212640,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_0.gguf","label":"Q4_0","size":4675892704,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692669920,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626848,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920735200,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5310633440,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599294944,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732988384,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6057219552,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q6_K.gguf","label":"Q6_K","size":6596007392,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q6_K_L.gguf","label":"Q6_K_L","size":6850467296,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-Q8_0.gguf","label":"Q8_0","size":8540771808,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF","file":"Llama-3.1-WhiteRabbitNeo-2-8B-f16.gguf","label":"F16","size":16068891840,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF"],"logoFrom":"WhiteRabbitNeo"},{"id":"thespice-7b-ft-v0-3-1-imatrix","family":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","name":"TheSpice 7B FT V0.3.1 Imatrix","maker":"duyntnet","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF/TheSpice-7b-FT-v0.3.1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-07-04T18:31:47.000Z","downloads":2946,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ1_S.gguf","label":"IQ1_S","size":1612102080,"bits":1.78,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ1_M.gguf","label":"IQ1_M","size":1754446272,"bits":1.94,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686592,"bits":2.2,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256064,"bits":2.43,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ2_S.gguf","label":"IQ2_S","size":2310920640,"bits":2.55,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ2_M.gguf","label":"IQ2_M","size":2500712896,"bits":2.76,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q2_K_S.gguf","label":"Q2_K_S","size":2528926144,"bits":2.79,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q2_K.gguf","label":"Q2_K","size":2719242688,"bits":3,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344320,"bits":3.12,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q2_K_X.gguf","label":"Q2_K_X","size":2847242688,"bits":3.15,"known":false,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ3_XS.gguf","label":"IQ3_XS","size":3018815936,"bits":3.34,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568000,"bits":3.5,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ3_S.gguf","label":"IQ3_S","size":3182393792,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ3_M.gguf","label":"IQ3_M","size":3284892096,"bits":3.63,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986688,"bits":3.89,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025152,"bits":4.22,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688896,"bits":4.32,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q4_0.gguf","label":"Q4_0","size":4123597248,"bits":4.56,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-IQ4_NL.gguf","label":"IQ4_NL","size":4125694400,"bits":4.56,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374464,"bits":4.57,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439744,"bits":4.83,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q4_K_M_X.gguf","label":"Q4_K_M_X","size":4465719744,"bits":4.93,"known":false,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q4_1.gguf","label":"Q4_1","size":4553316800,"bits":5.03,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716416,"bits":5.52,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q5_0.gguf","label":"Q5_0","size":5012396480,"bits":5.54,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409856,"bits":5.67,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q5_K_M_X.gguf","label":"Q5_K_M_X","size":5212305856,"bits":5.76,"known":false,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q5_1.gguf","label":"Q5_1","size":5442116032,"bits":6.01,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q6_K.gguf","label":"Q6_K","size":5942065600,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q6_K_X.gguf","label":"Q6_K_X","size":6251313600,"bits":6.91,"known":false,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q8_0.gguf","label":"Q8_0","size":7695858112,"bits":8.5,"known":true,"rank":0},{"repo":"duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF","file":"TheSpice-7b-FT-v0.3.1-Q8_0_X.gguf","label":"Q8_0_X","size":7941618112,"bits":8.78,"known":false,"rank":0}],"repos":["duyntnet/TheSpice-7b-FT-v0.3.1-imatrix-GGUF"],"logoFrom":null},{"id":"knaif","family":"blackdeep/knaif","name":"Knaif","maker":"blackdeep","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"blackdeep/knaif/knaif-qwen3-1.7b-v1-q6_k.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-04T12:43:38.000Z","downloads":2946,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"blackdeep/knaif","file":"knaif-qwen3-1.7b-v1-q6_k.gguf","label":"Q6_K","size":1417754976,"bits":6.59,"known":true,"rank":0}],"repos":["blackdeep/knaif"],"logoFrom":"Qwen"},{"id":"qwen3-0-9b-a0-6b","family":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","name":"Qwen3 0.9B A0.6B","maker":"mradermacher","catalog":null,"tuned":false,"params":0.86,"active":0.86,"layers":28,"probe":"mradermacher/Qwen3-0.9B-A0.6B-GGUF/Qwen3-0.9B-A0.6B.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-11-10T13:15:42.000Z","downloads":2945,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q2_K.gguf","label":"Q2_K","size":392121248,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q3_K_S.gguf","label":"Q3_K_S","size":436849568,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q3_K_M.gguf","label":"Q3_K_M","size":472992672,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q3_K_L.gguf","label":"Q3_K_L","size":504974240,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.IQ4_XS.gguf","label":"IQ4_XS","size":511364000,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q4_K_S.gguf","label":"Q4_K_S","size":533318560,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q4_K_M.gguf","label":"Q4_K_M","size":556927904,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q5_K_S.gguf","label":"Q5_K_S","size":618515360,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q5_K_M.gguf","label":"Q5_K_M","size":632163232,"bits":5.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q6_K.gguf","label":"Q6_K","size":712100768,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.Q8_0.gguf","label":"Q8_0","size":920436640,"bits":8.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-0.9B-A0.6B-GGUF","file":"Qwen3-0.9B-A0.6B.f16.gguf","label":"F16","size":1726898080,"bits":16.06,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-0.9B-A0.6B-GGUF"],"logoFrom":"Qwen"},{"id":"eva-qwen2-5-7b-v0-0","family":"EVA-UNIT-01/EVA-Qwen2.5-7B-v0.0","name":"EVA Qwen2.5 7B V0.0","maker":"EVA-UNIT-01","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF/EVA-Qwen2.5-7B-v0.0.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-30T03:31:11.000Z","downloads":2943,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ1_S.gguf","label":"IQ1_S","size":1903666368,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ1_M.gguf","label":"IQ1_M","size":2042195136,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273076416,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469020864,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ2_S.gguf","label":"IQ2_S","size":2595636416,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ2_M.gguf","label":"IQ2_M","size":2780341440,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q2_K.gguf","label":"Q2_K","size":3015939264,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114513600,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346255040,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492367552,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ3_S.gguf","label":"IQ3_S","size":3499191488,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ3_M.gguf","label":"IQ3_M","size":3574011072,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808390336,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088458432,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218471616,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4431389888,"bits":4.65,"known":false,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4431389888,"bits":4.65,"known":false,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4431389888,"bits":4.65,"known":false,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q4_0.gguf","label":"Q4_0","size":4444120256,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457768128,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683072704,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315175616,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444830400,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF","file":"EVA-Qwen2.5-7B-v0.0.i1-Q6_K.gguf","label":"Q6_K","size":6254197952,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/EVA-Qwen2.5-7B-v0.0-i1-GGUF"],"logoFrom":"EVA-UNIT-01"},{"id":"bitnet-b1-58-2b-4t-tq2-0","family":"Synapticode/bitnet-b1.58-2B-4T-tq2_0-gguf","name":"Bitnet B1.58 2B 4T Tq2 0","maker":"Synapticode","catalog":null,"tuned":false,"params":2.41,"active":null,"layers":30,"probe":"Synapticode/bitnet-b1.58-2B-4T-tq2_0-gguf/bitnet-2b4t-tq2_0.gguf","kvBytesPerToken":88858,"kvHeader":76800,"kvFixed":0,"context":4096,"arch":"bitnet","vision":false,"licence":"mit","open":true,"released":"2026-08-16T00:05:23.000Z","downloads":2943,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Synapticode/bitnet-b1.58-2B-4T-tq2_0-gguf","file":"bitnet-2b4t-tq2_0.gguf","label":"TQ2_0","size":1203563648,"bits":4,"known":true,"rank":0}],"repos":["Synapticode/bitnet-b1.58-2B-4T-tq2_0-gguf"],"logoFrom":"microsoft"},{"id":"sauerkrautlm-7b-hero","family":"VAGOsolutions/SauerkrautLM-7b-HerO","name":"SauerkrautLM 7B HerO","maker":"VAGOsolutions","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/SauerkrautLM-7B-HerO-GGUF/sauerkrautlm-7b-hero.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-28T22:50:49.000Z","downloads":2942,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q2_K.gguf","label":"Q2_K","size":3083107616,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q3_K_S.gguf","label":"Q3_K_S","size":3164577888,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q3_K_M.gguf","label":"Q3_K_M","size":3518996576,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q3_K_L.gguf","label":"Q3_K_L","size":3822035040,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q4_0.gguf","label":"Q4_0","size":4108928160,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q4_K_S.gguf","label":"Q4_K_S","size":4140385440,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q4_K_M.gguf","label":"Q4_K_M","size":4368450720,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q5_0.gguf","label":"Q5_0","size":4997728416,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q5_K_S.gguf","label":"Q5_K_S","size":4997728416,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q5_K_M.gguf","label":"Q5_K_M","size":5131421856,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q6_K.gguf","label":"Q6_K","size":5942078688,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/SauerkrautLM-7B-HerO-GGUF","file":"sauerkrautlm-7b-hero.Q8_0.gguf","label":"Q8_0","size":7695875168,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/SauerkrautLM-7B-HerO-GGUF"],"logoFrom":"VAGOsolutions"},{"id":"deepseek-v3-1-terminus","family":"deepseek-ai/DeepSeek-V3.1-Terminus","name":"DeepSeek V3.1 Terminus","maker":"DeepSeek","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-V3.1-Terminus-GGUF/DeepSeek-V3.1-Terminus-UD-TQ1_0.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-09-22T04:56:04.000Z","downloads":2941,"likes":67,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1415,"arenaCoding":1440,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"DeepSeek-V3.1-Terminus-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":163172466560,"bits":1.95,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-IQ1_S/DeepSeek-V3.1-Terminus-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":186660569408,"bits":2.23,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-IQ1_M/DeepSeek-V3.1-Terminus-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":200990474688,"bits":2.4,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-IQ2_XXS/DeepSeek-V3.1-Terminus-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":217141510624,"bits":2.59,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-IQ2_M/DeepSeek-V3.1-Terminus-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":228885561792,"bits":2.73,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q2_K/DeepSeek-V3.1-Terminus-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":245696582112,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q2_K_L/DeepSeek-V3.1-Terminus-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":245913772512,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-Q2_K_XL/DeepSeek-V3.1-Terminus-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":251328168512,"bits":3,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-IQ3_XXS/DeepSeek-V3.1-Terminus-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":273496801888,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q3_K_S/DeepSeek-V3.1-Terminus-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":290448357888,"bits":3.46,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-Q3_K_XL/DeepSeek-V3.1-Terminus-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":296170619584,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q3_K_M/DeepSeek-V3.1-Terminus-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":320451082944,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"IQ4_XS/DeepSeek-V3.1-Terminus-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":358347326208,"bits":4.27,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"IQ4_NL/DeepSeek-V3.1-Terminus-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":379135951648,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q4_0/DeepSeek-V3.1-Terminus-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":380100248352,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q4_K_S/DeepSeek-V3.1-Terminus-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":381064545056,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-Q4_K_XL/DeepSeek-V3.1-Terminus-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":384284967744,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q4_K_M/DeepSeek-V3.1-Terminus-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":405398012864,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q4_1/DeepSeek-V3.1-Terminus-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":420771120064,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q5_K_S/DeepSeek-V3.1-Terminus-Q5_K_S-00001-of-00010.gguf","label":"Q5_K_S","size":462632453120,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q5_K_M/DeepSeek-V3.1-Terminus-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":476161393696,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-Q5_K_XL/DeepSeek-V3.1-Terminus-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":481851655168,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q6_K/DeepSeek-V3.1-Terminus-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":551313395072,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-Q6_K_XL/DeepSeek-V3.1-Terminus-UD-Q6_K_XL-00001-of-00012.gguf","label":"UD-Q6_K_XL","size":574948216192,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"Q8_0/DeepSeek-V3.1-Terminus-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286520160,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"UD-Q8_K_XL/DeepSeek-V3.1-Terminus-UD-Q8_K_XL-00001-of-00017.gguf","label":"UD-Q8_K_XL","size":780571184992,"bits":9.31,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-V3.1-Terminus-GGUF","file":"BF16/DeepSeek-V3.1-Terminus-BF16-00001-of-00030.gguf","label":"BF16","size":1342273053920,"bits":16,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-V3.1-Terminus-GGUF"],"logoFrom":"deepseek-ai"},{"id":"llama-3-2-1b-nsfw-open-erotic","family":"Novaciano/Llama-3.2-1B-NSFW_Open_Erotic_GGUF","name":"Llama 3.2 1B NSFW Open Erotic","maker":"Novaciano","catalog":null,"tuned":true,"params":1.5,"active":null,"layers":16,"probe":"Novaciano/Llama-3.2-1B-NSFW_Open_Erotic_GGUF/Llama-3.2-1B-NSFW_Open_Erotic.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-12-26T09:23:54.000Z","downloads":2937,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Novaciano/Llama-3.2-1B-NSFW_Open_Erotic_GGUF","file":"Llama-3.2-1B-NSFW_Open_Erotic.gguf","label":"Llama-3.2-1B-NSFW_Open_Erotic","size":955445920,"bits":5.1,"known":false,"rank":0}],"repos":["Novaciano/Llama-3.2-1B-NSFW_Open_Erotic_GGUF"],"logoFrom":"Novaciano"},{"id":"shiningvaliantxs-1-1","family":"TheBloke/ShiningValiantXS-1.1-GGUF","name":"ShiningValiantXS 1.1","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/ShiningValiantXS-1.1-GGUF/shiningvaliantxs.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-12-14T18:40:52.000Z","downloads":2936,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q2_K.gguf","label":"Q2_K","size":5430321536,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q3_K_S.gguf","label":"Q3_K_S","size":5659953536,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q3_K_M.gguf","label":"Q3_K_M","size":6338742656,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q3_K_L.gguf","label":"Q3_K_L","size":6930532736,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q4_0.gguf","label":"Q4_0","size":7366807936,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q4_K_S.gguf","label":"Q4_K_S","size":7415304576,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q4_K_M.gguf","label":"Q4_K_M","size":7866929536,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q5_0.gguf","label":"Q5_0","size":8973259136,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q5_K_S.gguf","label":"Q5_K_S","size":8973259136,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q5_K_M.gguf","label":"Q5_K_M","size":9230897536,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q6_K.gguf","label":"Q6_K","size":10680113536,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/ShiningValiantXS-1.1-GGUF","file":"shiningvaliantxs.Q8_0.gguf","label":"Q8_0","size":13832292736,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/ShiningValiantXS-1.1-GGUF"],"logoFrom":"ValiantLabs"},{"id":"gemma-4-26b-a4b-it-claude-opus-distill-v2","family":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2","name":"Gemma 4 26B A4B Claude Opus Distill V2","maker":"TeichAI","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF/gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-10T19:15:40.000Z","downloads":2936,"likes":44,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_s.gguf","label":"Q3_K_S","size":12222410432,"bits":3.88,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.q3_k_m.gguf","label":"Q3_K_M","size":13286734528,"bits":4.21,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.iq4_nl.gguf","label":"IQ4_NL","size":14585445568,"bits":4.62,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.q4_k_m.gguf","label":"Q4_K_M","size":16796016832,"bits":5.33,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.q5_k_m.gguf","label":"Q5_K_M","size":19132891328,"bits":6.07,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.q6_k.gguf","label":"Q6_K","size":22638400192,"bits":7.18,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.q8_0.gguf","label":"Q8_0","size":26859860160,"bits":8.52,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-26B-A4B-it-Claude-Opus-Distill.bf16.gguf","label":"BF16","size":50505136320,"bits":16.01,"known":true,"rank":0}],"repos":["TeichAI/gemma-4-26B-A4B-it-Claude-Opus-Distill-v2-GGUF"],"logoFrom":"TeichAI"},{"id":"chocolatine-14b-instruct-dpo-v1-2","family":"jpacifico/Chocolatine-14B-Instruct-DPO-v1.2","name":"Chocolatine 14B DPO V1.2","maker":"jpacifico","catalog":null,"tuned":false,"params":13.96,"active":null,"layers":40,"probe":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF/Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-08-18T05:22:43.000Z","downloads":2935,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":2957997440,"bits":1.7,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":3242157440,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3715757440,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4127405440,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ2_S.gguf","label":"IQ2_S","size":4338126720,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ2_M.gguf","label":"IQ2_M","size":4717006720,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q2_K.gguf","label":"Q2_K","size":5143000960,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5453262720,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5806842240,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":6064890240,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6064890240,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ3_M.gguf","label":"IQ3_M","size":6473978240,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6923411840,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7466011520,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7490298240,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q4_0.gguf","label":"Q4_0","size":7925797760,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7954469760,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8566821760,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9621582720,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10074190720,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF","file":"Chocolatine-14B-Instruct-DPO-v1.2.i1-Q6_K.gguf","label":"Q6_K","size":11453818240,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Chocolatine-14B-Instruct-DPO-v1.2-i1-GGUF"],"logoFrom":"jpacifico"},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16-heretic","family":"trohrbaugh/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic","name":"NVIDIA Nemotron 3 Nano 30B A3B BF16 Heretic","maker":"trohrbaugh","catalog":null,"tuned":true,"params":31.58,"active":0.63,"layers":52,"probe":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ1_S.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-03-19T00:57:18.000Z","downloads":2935,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":17864528704,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":17870463808,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17880355648,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":17890333504,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":17899623232,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":17907536704,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q2_K.gguf","label":"Q2_K","size":17908998976,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":17922847552,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":17934717760,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":17934717760,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":17934717760,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17967145792,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q4_0.gguf","label":"Q4_0","size":18058193728,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":18064429888,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":18106147648,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":19849240384,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19928170816,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":20749440832,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":21920548672,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23810309440,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":24515135296,"bits":6.21,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":26040166720,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF","file":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic.i1-Q6_K.gguf","label":"Q6_K","size":33508172608,"bits":8.49,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16-heretic-i1-GGUF"],"logoFrom":"trohrbaugh"},{"id":"flint-apex-i-miniplus-v2-1","family":"IsValorum/Flint-APEX-I-MiniPlus-V2.1-GGUF","name":"Flint APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":39.79,"active":2.82,"layers":49,"probe":"IsValorum/Flint-APEX-I-MiniPlus-V2.1-GGUF/Flint.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T17:37:02.000Z","downloads":2933,"likes":14,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Flint-APEX-I-MiniPlus-V2.1-GGUF","file":"Flint.APEX-I-MiniPlus-V2.1.gguf","label":"Flint.APEX-I-MiniPlus-V2.1","size":15857474784,"bits":3.19,"known":false,"rank":0}],"repos":["IsValorum/Flint-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"RecursiveSI"},{"id":"lfm2-1-2b-tool","family":"LiquidAI/LFM2-1.2B-Tool","name":"LFM2 1.2B Tool","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2-1.2B-Tool-GGUF/LFM2-1.2B-Tool-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-09-05T16:22:34.000Z","downloads":2932,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","file":"LFM2-1.2B-Tool-Q4_0.gguf","label":"Q4_0","size":695750368,"bits":4.76,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","file":"LFM2-1.2B-Tool-Q4_K_M.gguf","label":"Q4_K_M","size":730894048,"bits":5,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","file":"LFM2-1.2B-Tool-Q5_K_M.gguf","label":"Q5_K_M","size":843353824,"bits":5.77,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","file":"LFM2-1.2B-Tool-Q6_K.gguf","label":"Q6_K","size":962842336,"bits":6.58,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","file":"LFM2-1.2B-Tool-Q8_0.gguf","label":"Q8_0","size":1246252768,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-1.2B-Tool-GGUF","file":"LFM2-1.2B-Tool-F16.gguf","label":"F16","size":2343325408,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-1.2B-Tool-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-vl-32b-thinking","family":"Qwen/Qwen3-VL-32B-Thinking","name":"Qwen3 VL 32B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"Qwen/Qwen3-VL-32B-Thinking-GGUF/Qwen3VL-32B-Thinking-Q4_K_M.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-31T03:16:02.000Z","downloads":2932,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Qwen/Qwen3-VL-32B-Thinking-GGUF","file":"Qwen3VL-32B-Thinking-Q4_K_M.gguf","label":"Q4_K_M","size":19762150336,"bits":4.83,"known":true,"rank":0},{"repo":"Qwen/Qwen3-VL-32B-Thinking-GGUF","file":"Qwen3VL-32B-Thinking-Q8_0.gguf","label":"Q8_0","size":34817720256,"bits":8.5,"known":true,"rank":0},{"repo":"Qwen/Qwen3-VL-32B-Thinking-GGUF","file":"Qwen3VL-32B-Thinking-F16-split-00001-of-00002.gguf","label":"Qwen3VL-32B-Thinking-F16-split","size":65531576448,"bits":16,"known":false,"rank":0}],"repos":["Qwen/Qwen3-VL-32B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"artemis-31b-v1-1-heretic-v2-i1","family":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","name":"Artemis 31B V1.1 Heretic V2 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF/Artemis-31B-v1.1-heretic-v2.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-09-20T20:59:24.000Z","downloads":2930,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491296,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874208,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845728,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360864,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890592,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067808,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590880,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q2_K.gguf","label":"Q2_K","size":11916315680,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509664,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370720,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358880,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499232,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110688,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272160,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792160,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q4_0.gguf","label":"Q4_0","size":17701579808,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167264,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065120,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q4_1.gguf","label":"Q4_1","size":19481422880,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843360,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572640,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF","file":"Artemis-31B-v1.1-heretic-v2.i1-Q6_K.gguf","label":"Q6_K","size":25201486880,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Artemis-31B-v1.1-heretic-v2-i1-GGUF"],"logoFrom":"google"},{"id":"gemma-3-27b-it-codeforces-sft","family":"qgallouedec/gemma-3-27b-it-codeforces-SFT","name":"Gemma 3 27B Codeforces SFT","maker":"qgallouedec","catalog":null,"tuned":false,"params":27.01,"active":null,"layers":62,"probe":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF/qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ2_XS.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":false,"licence":null,"open":false,"released":"2025-03-14T01:07:34.000Z","downloads":2929,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ2_XS.gguf","label":"IQ2_XS","size":8438904448,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ2_S.gguf","label":"IQ2_S","size":8782409344,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ2_M.gguf","label":"IQ2_M","size":9493073536,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q2_K.gguf","label":"Q2_K","size":10503721216,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ3_XXS.gguf","label":"IQ3_XXS","size":10716479104,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q2_K_L.gguf","label":"Q2_K_L","size":10845116032,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ3_XS.gguf","label":"IQ3_XS","size":11562234112,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q3_K_S.gguf","label":"Q3_K_S","size":12167614720,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ3_M.gguf","label":"IQ3_M","size":12547074304,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q3_K_M.gguf","label":"Q3_K_M","size":13437640960,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q3_K_L.gguf","label":"Q3_K_L","size":14543462656,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ4_XS.gguf","label":"IQ4_XS","size":14767448320,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q3_K_XL.gguf","label":"Q3_K_XL","size":14884857472,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-IQ4_NL.gguf","label":"IQ4_NL","size":15567397120,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_0.gguf","label":"Q4_0","size":15617974528,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_K_S.gguf","label":"Q4_K_S","size":15674056960,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_K_M.gguf","label":"Q4_K_M","size":16546689280,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_K_L.gguf","label":"Q4_K_L","size":16888084096,"bits":5,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_1.gguf","label":"Q4_1","size":17167294720,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q5_K_S.gguf","label":"Q5_K_S","size":18767192320,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q5_K_M.gguf","label":"Q5_K_M","size":19271676160,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q5_K_L.gguf","label":"Q5_K_L","size":19613070976,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q6_K.gguf","label":"Q6_K","size":22166974720,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q6_K_L.gguf","label":"Q6_K_L","size":22508369536,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-Q8_0.gguf","label":"Q8_0","size":28707972736,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF","file":"qgallouedec_gemma-3-27b-it-codeforces-SFT-bf16/qgallouedec_gemma-3-27b-it-codeforces-SFT-bf16-00001-of-00002.gguf","label":"BF16","size":54027964960,"bits":16,"known":true,"rank":0}],"repos":["bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF"],"logoFrom":"qgallouedec"},{"id":"magidonia-24b-v4-2-0","family":"TheDrummer/Magidonia-24B-v4.2.0","name":"Magidonia 24B V4.2.0","maker":"TheDrummer","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF/TheDrummer_Magidonia-24B-v4.2.0-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-10-12T18:41:55.000Z","downloads":2929,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ2_XS.gguf","label":"IQ2_XS","size":7207036320,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ2_S.gguf","label":"IQ2_S","size":7478355360,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ2_M.gguf","label":"IQ2_M","size":8114054560,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q2_K.gguf","label":"Q2_K","size":8890328480,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280595360,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q2_K_L.gguf","label":"Q2_K_L","size":9545688480,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ3_XS.gguf","label":"IQ3_XS","size":9907119520,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q3_K_S.gguf","label":"Q3_K_S","size":10400277920,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ3_M.gguf","label":"IQ3_M","size":10650953120,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q3_K_M.gguf","label":"Q3_K_M","size":11474085280,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q3_K_L.gguf","label":"Q3_K_L","size":12400764320,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ4_XS.gguf","label":"IQ4_XS","size":12758918560,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987966880,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-IQ4_NL.gguf","label":"IQ4_NL","size":13468018080,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q4_0.gguf","label":"Q4_0","size":13494232480,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q4_K_S.gguf","label":"Q4_K_S","size":13549282720,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q4_K_M.gguf","label":"Q4_K_M","size":14333912480,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q4_K_L.gguf","label":"Q4_K_L","size":14831986080,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q4_1.gguf","label":"Q4_1","size":14873109920,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q5_K_S.gguf","label":"Q5_K_S","size":16304416160,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q5_K_M.gguf","label":"Q5_K_M","size":16763987360,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q5_K_L.gguf","label":"Q5_K_L","size":17178174880,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q6_K.gguf","label":"Q6_K","size":19345941920,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q6_K_L.gguf","label":"Q6_K_L","size":19671000480,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-Q8_0.gguf","label":"Q8_0","size":25054782880,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF","file":"TheDrummer_Magidonia-24B-v4.2.0-bf16.gguf","label":"BF16","size":47153521792,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Magidonia-24B-v4.2.0-GGUF"],"logoFrom":"TheDrummer"},{"id":"josiefied-qwen3-8b-abliterated-v1","family":"Goekdeniz-Guelmez/Josiefied-Qwen3-8B-abliterated-v1","name":"Josiefied Qwen3 8B Abliterated V1","maker":"Goekdeniz-Guelmez","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF/Josiefied-Qwen3-8B-abliterated-v1.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-04-30T16:25:28.000Z","downloads":2927,"likes":32,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q2_K.gguf","label":"Q2_K","size":3281733280,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q3_K_S.gguf","label":"Q3_K_S","size":3769611936,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q3_K_M.gguf","label":"Q3_K_M","size":4124161696,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q3_K_L.gguf","label":"Q3_K_L","size":4431394464,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.IQ4_XS.gguf","label":"IQ4_XS","size":4593297056,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q4_K_S.gguf","label":"Q4_K_S","size":4802012832,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q4_K_M.gguf","label":"Q4_K_M","size":5027784352,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q5_K_S.gguf","label":"Q5_K_S","size":5720762016,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q5_K_M.gguf","label":"Q5_K_M","size":5851113120,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q6_K.gguf","label":"Q6_K","size":6725899936,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.Q8_0.gguf","label":"Q8_0","size":8709519008,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF","file":"Josiefied-Qwen3-8B-abliterated-v1.f16.gguf","label":"F16","size":16388044448,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF"],"logoFrom":"Goekdeniz-Guelmez"},{"id":"ornith-1-5-35b-a3b-rocmfpx","family":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","name":"Ornith 1.5 35B A3B ROCmFPX","maker":"ArtomYuan","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX/Ornith-1.5-35B-A3B_Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-01T03:19:31.000Z","downloads":2926,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":18956527040,"bits":4.27,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q4_0_ROCMFP4_FAST_COHERENT.gguf","label":"Q4_0_ROCMFP4_FAST_COHERENT","size":19103532480,"bits":4.3,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q4_0_ROCMFP4_STRIX.gguf","label":"Q4_0_ROCMFP4_STRIX","size":19119982016,"bits":4.31,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q6_0_ROCMFPX.gguf","label":"Q6_0_ROCMFPX","size":29410461120,"bits":6.63,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q6_0_ROCMFPX_AGENT.gguf","label":"Q6_0_ROCMFPX_AGENT","size":33137821120,"bits":7.47,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":36693321152,"bits":8.27,"known":false,"rank":0},{"repo":"ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX","file":"Ornith-1.5-35B-A3B_Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":37300118976,"bits":8.4,"known":false,"rank":0}],"repos":["ArtomYuan/Ornith-1.5-35B-A3B-ROCmFPX"],"logoFrom":"ornith-ai"},{"id":"jais-adapted-7b-reflection-tuning-natural-farmer","family":"Solshine/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer","name":"Jais Adapted 7B Reflection Tuning Natural Farmer","maker":"Solshine","catalog":null,"tuned":false,"params":7,"active":null,"layers":32,"probe":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-15T23:21:25.000Z","downloads":2925,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ1_S.gguf","label":"IQ1_S","size":1662607456,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ1_M.gguf","label":"IQ1_M","size":1784995936,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1988976736,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2168938592,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ2_S.gguf","label":"IQ2_S","size":2343903328,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ2_M.gguf","label":"IQ2_M","size":2507087968,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q2_K.gguf","label":"Q2_K","size":2684297312,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2732728416,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2961268832,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ3_S.gguf","label":"IQ3_S","size":3113050208,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3113050208,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ3_M.gguf","label":"IQ3_M","size":3279609952,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3462750304,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3761856608,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3797393504,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4007960672,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4007960672,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4007960672,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q4_0.gguf","label":"Q4_0","size":4019232864,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4038893664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4263157856,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4850229344,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4981694560,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF","file":"Jais-adapted-7B-Reflection-Tuning-Natural-Farmer.i1-Q6_K.gguf","label":"Q6_K","size":5745139808,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Jais-adapted-7B-Reflection-Tuning-Natural-Farmer-i1-GGUF"],"logoFrom":"Solshine"},{"id":"experiment26-7b","family":"yam-peleg/Experiment26-7B","name":"Experiment26 7B","maker":"yam-peleg","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/Experiment26-7B-GGUF/Experiment26-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-02T17:53:25.000Z","downloads":2924,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q2_K.gguf","label":"Q2_K","size":2719241984,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567296,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518985984,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024448,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373760,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439040,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715712,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409152,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q6_K.gguf","label":"Q6_K","size":5942064896,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment26-7B-GGUF","file":"Experiment26-7B.Q8_0.gguf","label":"Q8_0","size":7695857408,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/Experiment26-7B-GGUF"],"logoFrom":"yam-peleg"},{"id":"swallow-7b-instruct-v0-1","family":"tokyotech-llm/Swallow-7b-instruct-v0.1","name":"Swallow 7B V0.1","maker":"tokyotech-llm","catalog":null,"tuned":false,"params":6.83,"active":null,"layers":32,"probe":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF/Swallow-7b-instruct-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-30T10:14:22.000Z","downloads":2922,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":1575331072,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":1697719552,"bits":1.99,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1901700352,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2081662208,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2247964160,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2411148800,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":2585692672,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2636789248,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2854001408,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3005782784,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3005782784,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3172342528,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3355482880,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3654589184,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3681463296,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":3900637184,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3920297984,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4144562176,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4720971776,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4852436992,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF","file":"Swallow-7b-instruct-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":5604553984,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Swallow-7b-instruct-v0.1-i1-GGUF"],"logoFrom":"tokyotech-llm"},{"id":"qwen3-5-9b-instruct-pure","family":"Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF","name":"Qwen3.5 9B Pure","maker":"Smoffyy","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF/Qwen3.5-9B-q4_k_m.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-19T01:50:47.000Z","downloads":2922,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF","file":"Qwen3.5-9B-q4_k_m.gguf","label":"Q4_K_M","size":5629108608,"bits":5.03,"known":true,"rank":0},{"repo":"Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF","file":"Qwen3.5-9B-q5_k_m.gguf","label":"Q5_K_M","size":6467969408,"bits":5.78,"known":true,"rank":0},{"repo":"Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF","file":"Qwen3.5-9B-q8_0.gguf","label":"Q8_0","size":9527501184,"bits":8.52,"known":true,"rank":0},{"repo":"Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF","file":"Qwen3.5-9B-F16.gguf","label":"F16","size":17920696704,"bits":16.02,"known":true,"rank":0}],"repos":["Smoffyy/Qwen3.5-9B-Instruct-Pure-GGUF"],"logoFrom":"Qwen"},{"id":"xiyansql-qwencoder-7b-2504","family":"XGenerationLab/XiYanSQL-QwenCoder-7B-2504","name":"XiYanSQL QwenCoder 7B 2504","maker":"XGenerationLab","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF/XiYanSQL-QwenCoder-7B-2504.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-30T04:40:08.000Z","downloads":2921,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q2_K.gguf","label":"Q2_K","size":3015940928,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q3_K_S.gguf","label":"Q3_K_S","size":3492369216,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q3_K_M.gguf","label":"Q3_K_M","size":3808392000,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q3_K_L.gguf","label":"Q3_K_L","size":4088460096,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.IQ4_XS.gguf","label":"IQ4_XS","size":4250299200,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q4_K_S.gguf","label":"Q4_K_S","size":4457769792,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q4_K_M.gguf","label":"Q4_K_M","size":4683074368,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q5_K_S.gguf","label":"Q5_K_S","size":5315177280,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q5_K_M.gguf","label":"Q5_K_M","size":5444832064,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q6_K.gguf","label":"Q6_K","size":6254199616,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.Q8_0.gguf","label":"Q8_0","size":8098526016,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF","file":"XiYanSQL-QwenCoder-7B-2504.f16.gguf","label":"F16","size":15237854016,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/XiYanSQL-QwenCoder-7B-2504-GGUF"],"logoFrom":"XGenerationLab"},{"id":"qwen3-4b-base","family":"Qwen/Qwen3-4B-Base","name":"Qwen3 4B Base","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-4B-Base-GGUF/Qwen3-4B-Base.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T14:56:38.000Z","downloads":2920,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q2_K.gguf","label":"Q2_K","size":1669499616,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q3_K_S.gguf","label":"Q3_K_S","size":1886997216,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q3_K_M.gguf","label":"Q3_K_M","size":2075618016,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q3_K_L.gguf","label":"Q3_K_L","size":2239785696,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.IQ4_XS.gguf","label":"IQ4_XS","size":2286316256,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q4_K_S.gguf","label":"Q4_K_S","size":2383309536,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q4_K_M.gguf","label":"Q4_K_M","size":2497280736,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q5_K_S.gguf","label":"Q5_K_S","size":2823711456,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q5_K_M.gguf","label":"Q5_K_M","size":2889513696,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q6_K.gguf","label":"Q6_K","size":3306261216,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.Q8_0.gguf","label":"Q8_0","size":4280405216,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Base-GGUF","file":"Qwen3-4B-Base.f16.gguf","label":"F16","size":8051285216,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Base-GGUF"],"logoFrom":"Qwen"},{"id":"gte-large-fp16-sharded","family":"opaninakuffo/gte-large-fp16-sharded","name":"Gte Large Fp16 Sharded","maker":"opaninakuffo","catalog":null,"tuned":false,"params":0.33,"active":null,"layers":24,"probe":"opaninakuffo/gte-large-fp16-sharded/gte-large_fp16-00001-of-00005.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":512,"arch":"bert","vision":false,"licence":"mit","open":true,"released":"2026-01-02T10:15:32.000Z","downloads":2920,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"opaninakuffo/gte-large-fp16-sharded","file":"gte-large_fp16-00001-of-00005.gguf","label":"gte-large_fp16","size":669604320,"bits":16.23,"known":false,"rank":0}],"repos":["opaninakuffo/gte-large-fp16-sharded"],"logoFrom":null},{"id":"granite-7b-base","family":"ibm-granite/granite-7b-base","name":"Granite 7B Base","maker":"IBM","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/granite-7b-base-i1-GGUF/granite-7b-base.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-04T23:49:00.000Z","downloads":2919,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ1_S.gguf","label":"IQ1_S","size":1528582912,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ1_M.gguf","label":"IQ1_M","size":1650971392,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854952192,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034914048,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ2_S.gguf","label":"IQ2_S","size":2196566784,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ2_M.gguf","label":"IQ2_M","size":2359751424,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q2_K.gguf","label":"Q2_K","size":2532864768,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585391872,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796524288,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ3_S.gguf","label":"IQ3_S","size":2948305664,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948305664,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ3_M.gguf","label":"IQ3_M","size":3114865408,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298005760,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597112064,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619336960,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825808128,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825808128,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825808128,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q4_0.gguf","label":"Q4_0","size":3837080320,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856741120,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081005312,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651692800,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783158016,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/granite-7b-base-i1-GGUF","file":"granite-7b-base.i1-Q6_K.gguf","label":"Q6_K","size":5529195264,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/granite-7b-base-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"mellum2-1-12b-a2-5b-thinking-abliterated","family":"alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF","name":"Mellum2.1 12B A2.5B Thinking Abliterated","maker":"alexwkleung","catalog":null,"tuned":true,"params":12.15,"active":2.44,"layers":28,"probe":"alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF/Mellum2.1-12B-A2.5B-Thinking-Abliterated-Q4_K_M.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":44040192,"context":131072,"arch":"mellum","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T04:16:31.000Z","downloads":2919,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":8071295168,"bits":5.31,"known":true,"rank":0},{"repo":"alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":9212309696,"bits":6.07,"known":true,"rank":0},{"repo":"alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Abliterated-Q6_K.gguf","label":"Q6_K","size":10879834304,"bits":7.16,"known":true,"rank":0},{"repo":"alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-Abliterated-Q8_0.gguf","label":"Q8_0","size":12925417664,"bits":8.51,"known":true,"rank":0}],"repos":["alexwkleung/Mellum2.1-12B-A2.5B-Thinking-Abliterated-GGUF"],"logoFrom":"alexwkleung"},{"id":"liberation-qwen3-8b","family":"TeskesLab/Liberation-Qwen3-8B","name":"Liberation Qwen3 8B","maker":"TeskesLab","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Liberation-Qwen3-8B-i1-GGUF/Liberation-Qwen3-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T07:19:03.000Z","downloads":2917,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770464,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148576,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112096,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157280,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744544,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915360,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552864,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733728,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633888,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874976,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612384,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666400,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621152,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162144,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394912,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840224,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787333216,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624672,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013280,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784800,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247756384,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762464,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113568,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Liberation-Qwen3-8B-i1-GGUF","file":"Liberation-Qwen3-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725900384,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Liberation-Qwen3-8B-i1-GGUF"],"logoFrom":"TeskesLab"},{"id":"qwen3-14b-base","family":"Qwen/Qwen3-14B-Base","name":"Qwen3 14B Base","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Qwen3-14B-Base-GGUF/Qwen3-14B-Base.Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T15:14:28.000Z","downloads":2915,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q2_K.gguf","label":"Q2_K","size":5753983808,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q3_K_S.gguf","label":"Q3_K_S","size":6657105728,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q3_K_M.gguf","label":"Q3_K_M","size":7321313088,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q3_K_L.gguf","label":"Q3_K_L","size":7900651328,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.IQ4_XS.gguf","label":"IQ4_XS","size":8180362048,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q4_K_S.gguf","label":"Q4_K_S","size":8573475648,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q4_K_M.gguf","label":"Q4_K_M","size":9001753408,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q5_K_S.gguf","label":"Q5_K_S","size":10263894848,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q5_K_M.gguf","label":"Q5_K_M","size":10514570048,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q6_K.gguf","label":"Q6_K","size":12121937728,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-14B-Base-GGUF","file":"Qwen3-14B-Base.Q8_0.gguf","label":"Q8_0","size":15698534208,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-14B-Base-GGUF"],"logoFrom":"Qwen"},{"id":"mahou-1-3-mistral-7b","family":"flammenai/Mahou-1.3-mistral-7B","name":"Mahou 1.3 Mistral 7B","maker":"flammenai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF/Mahou-1.3-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-30T02:55:42.000Z","downloads":2914,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110752,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754454944,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695264,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264736,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930144,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722400,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719252448,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353824,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826528,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578592,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404384,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902688,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997280,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035744,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700320,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123608928,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386144,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451424,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729120,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422560,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-mistral-7B-i1-GGUF","file":"Mahou-1.3-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942079392,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.3-mistral-7B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"ninja-v1-nsfw-rp","family":"mradermacher/Ninja-v1-NSFW-RP-GGUF","name":"Ninja V1 NSFW RP","maker":"mradermacher","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Ninja-v1-NSFW-RP-GGUF/Ninja-v1-NSFW-RP.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-19T23:47:17.000Z","downloads":2914,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q2_K.gguf","label":"Q2_K","size":2719242464,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.IQ3_XS.gguf","label":"IQ3_XS","size":3018815712,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q3_K_S.gguf","label":"Q3_K_S","size":3164567776,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.IQ3_S.gguf","label":"IQ3_S","size":3182393568,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.IQ3_M.gguf","label":"IQ3_M","size":3284891872,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q3_K_M.gguf","label":"Q3_K_M","size":3518986464,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q3_K_L.gguf","label":"Q3_K_L","size":3822024928,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.IQ4_XS.gguf","label":"IQ4_XS","size":3944388832,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q4_K_S.gguf","label":"Q4_K_S","size":4140374240,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q4_K_M.gguf","label":"Q4_K_M","size":4368439520,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q5_K_S.gguf","label":"Q5_K_S","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q5_K_M.gguf","label":"Q5_K_M","size":5131409632,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q6_K.gguf","label":"Q6_K","size":5942065376,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.Q8_0.gguf","label":"Q8_0","size":7695857888,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/Ninja-v1-NSFW-RP-GGUF","file":"Ninja-v1-NSFW-RP.f16.gguf","label":"F16","size":14484732128,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Ninja-v1-NSFW-RP-GGUF"],"logoFrom":"Aratako"},{"id":"qwen3-vl-4b-instruct-abliterated","family":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","name":"Qwen3 VL 4B Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF/Qwen3-VL-4B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-03T08:01:02.000Z","downloads":2914,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":1669501440,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1886999040,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2075619840,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2239787520,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2286318080,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2383311360,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2497282560,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2823713280,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2889515520,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":3306263040,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":4280407040,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF","file":"Qwen3-VL-4B-Instruct-abliterated.f16.gguf","label":"F16","size":8051287040,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-4B-Instruct-abliterated-GGUF"],"logoFrom":"prithivMLmods"},{"id":"deepseek-moe-4x8b-r1-distill-llama-3-1-deep-thinker-uncensored-24b","family":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","name":"DeepSeek MOE 4X8B R1 Distill Llama 3.1 Deep Thinker Uncensored 24B","maker":"DavidAU","catalog":null,"tuned":true,"params":24.94,"active":24.94,"layers":32,"probe":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF/DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-10T09:06:29.000Z","downloads":2913,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q2_k.gguf","label":"Q2_K","size":9302820928,"bits":2.98,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":10933233728,"bits":3.51,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":12080375872,"bits":3.88,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":13044017216,"bits":4.18,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":13580765248,"bits":4.36,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":14295533632,"bits":4.59,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":15162181696,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":17228007488,"bits":5.53,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":17736042560,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q6_k.gguf","label":"Q6_K","size":20470769728,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF","file":"DS4X8R1L3.1-Dp-Thnkr-UnC-24B-D_AU-Q8_0.gguf","label":"Q8_0","size":26511272000,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/DeepSeek-MOE-4X8B-R1-Distill-Llama-3.1-Deep-Thinker-Uncensored-24B-GGUF"],"logoFrom":"DavidAU"},{"id":"nex-n2-5-pro","family":"nex-agi/Nex-N2.5-Pro","name":"Nex N2.5 Pro","maker":"nex-agi","catalog":null,"tuned":false,"params":396.35,"active":17.35,"layers":60,"probe":"bartowski/Nex-N2.5-Pro-GGUF/Nex-N2.5-Pro-IQ1_S/Nex-N2.5-Pro-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":34806,"kvHeader":30720,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-12T16:06:13.000Z","downloads":2913,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ1_S/Nex-N2.5-Pro-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":87866340864,"bits":1.77,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ1_M/Nex-N2.5-Pro-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":98076554784,"bits":1.98,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ2_XXS/Nex-N2.5-Pro-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":115093419520,"bits":2.32,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ2_XS/Nex-N2.5-Pro-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":121415038592,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ2_S/Nex-N2.5-Pro-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":127819806304,"bits":2.58,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ2_M/Nex-N2.5-Pro-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":142316238432,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q2_K/Nex-N2.5-Pro-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":150752818816,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ3_XXS/Nex-N2.5-Pro-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":169546184448,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ3_XS/Nex-N2.5-Pro-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":178099025664,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q3_K_S/Nex-N2.5-Pro-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":180035090176,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q3_K_M/Nex-N2.5-Pro-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":189950424832,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q3_K_L/Nex-N2.5-Pro-Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":200201303936,"bits":4.04,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ3_M/Nex-N2.5-Pro-IQ3_M-00001-of-00006.gguf","label":"IQ3_M","size":209445549952,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ4_XS/Nex-N2.5-Pro-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":219528656768,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q4_0/Nex-N2.5-Pro-Q4_0-00001-of-00006.gguf","label":"Q4_0","size":225439037280,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q4_K_S/Nex-N2.5-Pro-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":233487300416,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q4_1/Nex-N2.5-Pro-Q4_1-00001-of-00007.gguf","label":"Q4_1","size":249095043040,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-IQ4_NL/Nex-N2.5-Pro-IQ4_NL-00001-of-00007.gguf","label":"IQ4_NL","size":249543096256,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q4_K_M/Nex-N2.5-Pro-Q4_K_M-00001-of-00007.gguf","label":"Q4_K_M","size":250834941920,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q5_K_S/Nex-N2.5-Pro-Q5_K_S-00001-of-00008.gguf","label":"Q5_K_S","size":282829092960,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q5_K_M/Nex-N2.5-Pro-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":305612552288,"bits":6.17,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q6_K_S/Nex-N2.5-Pro-Q6_K_S-00001-of-00009.gguf","label":"Q6_K_S","size":333160741088,"bits":6.72,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q6_K/Nex-N2.5-Pro-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":349803739360,"bits":7.06,"known":true,"rank":0},{"repo":"bartowski/Nex-N2.5-Pro-GGUF","file":"Nex-N2.5-Pro-Q8_0/Nex-N2.5-Pro-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":421576669344,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/Nex-N2.5-Pro-GGUF"],"logoFrom":"nex-agi"},{"id":"boundary-4x7b-moe-i1","family":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","name":"Boundary 4x7b MoE I1","maker":"mradermacher","catalog":null,"tuned":false,"params":24.15,"active":12.88,"layers":32,"probe":"mradermacher/Boundary-4x7b-MoE-i1-GGUF/Boundary-4x7b-MoE.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-18T08:30:12.000Z","downloads":2912,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ1_S.gguf","label":"IQ1_S","size":5009753728,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ1_M.gguf","label":"IQ1_M","size":5531944576,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6402262656,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7115294336,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ2_S.gguf","label":"IQ2_S","size":7299524224,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ2_M.gguf","label":"IQ2_M","size":7995778688,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q2_K.gguf","label":"Q2_K","size":8841881216,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9302304384,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9890137728,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10432251520,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ3_S.gguf","label":"IQ3_S","size":10450077312,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ3_M.gguf","label":"IQ3_M","size":10646161024,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11579393664,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12543035008,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12892939904,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q4_0.gguf","label":"Q4_0","size":13681370752,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13742188160,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14608836224,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16625378944,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17133414016,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Boundary-4x7b-MoE-i1-GGUF","file":"Boundary-4x7b-MoE.i1-Q6_K.gguf","label":"Q6_K","size":19815777920,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Boundary-4x7b-MoE-i1-GGUF"],"logoFrom":null},{"id":"openbuddy-yi1-5-34b-v21-3-32k","family":"OpenBuddy/openbuddy-yi1.5-34b-v21.3-32k","name":"Openbuddy Yi1.5 34B V21.3 32K","maker":"OpenBuddy","catalog":null,"tuned":false,"params":34.41,"active":null,"layers":60,"probe":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF/openbuddy-yi1.5-34b-v21.3-32k.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-06T11:36:47.000Z","downloads":2911,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ1_S.gguf","label":"IQ1_S","size":7508324448,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ1_M.gguf","label":"IQ1_M","size":8186130528,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9315807328,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10315886688,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ2_S.gguf","label":"IQ2_S","size":10901297248,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ2_M.gguf","label":"IQ2_M","size":11805038688,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q2_K.gguf","label":"Q2_K","size":12835797088,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13344151648,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14245814368,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14971789408,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ3_S.gguf","label":"IQ3_S","size":15030280288,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ3_M.gguf","label":"IQ3_M","size":15576195168,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16666419296,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18150940768,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18487478368,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q4_0.gguf","label":"Q4_0","size":19543468128,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19611363424,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20671424608,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23721551968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24335706208,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.3-32k.i1-Q6_K.gguf","label":"Q6_K","size":28229005408,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/openbuddy-yi1.5-34b-v21.3-32k-i1-GGUF"],"logoFrom":"OpenBuddy"},{"id":"peach-9b-8k-roleplay","family":"ClosedCharacter/Peach-9B-8k-Roleplay","name":"Peach 9B 8K Roleplay","maker":"ClosedCharacter","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"bartowski/Peach-9B-8k-Roleplay-GGUF/Peach-9B-8k-Roleplay-IQ2_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-08-15T01:19:31.000Z","downloads":2911,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-IQ2_M.gguf","label":"IQ2_M","size":3098113056,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q2_K.gguf","label":"Q2_K","size":3354326048,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q2_K_L.gguf","label":"Q2_K_L","size":3610326048,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-IQ3_XS.gguf","label":"IQ3_XS","size":3717936160,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q3_K_S.gguf","label":"Q3_K_S","size":3899208736,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-IQ3_M.gguf","label":"IQ3_M","size":4055462944,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q3_K_M.gguf","label":"Q3_K_M","size":4324406304,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q3_K_L.gguf","label":"Q3_K_L","size":4690752544,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-IQ4_XS.gguf","label":"IQ4_XS","size":4785009696,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q3_K_XL.gguf","label":"Q3_K_XL","size":4920128544,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q4_K_S.gguf","label":"Q4_K_S","size":5071860768,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q4_K_M.gguf","label":"Q4_K_M","size":5328958496,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q4_K_L.gguf","label":"Q4_K_L","size":5523518496,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q5_K_S.gguf","label":"Q5_K_S","size":6107853856,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q5_K_M.gguf","label":"Q5_K_M","size":6258258976,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q5_K_L.gguf","label":"Q5_K_L","size":6420050976,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q6_K.gguf","label":"Q6_K","size":7245640736,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q6_K_L.gguf","label":"Q6_K_L","size":7372616736,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-Q8_0.gguf","label":"Q8_0","size":9383916576,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Peach-9B-8k-Roleplay-GGUF","file":"Peach-9B-8k-Roleplay-f32.gguf","label":"F32","size":35319132960,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Peach-9B-8k-Roleplay-GGUF"],"logoFrom":null},{"id":"minicpm3-4b","family":"openbmb/MiniCPM3-4B","name":"MiniCPM3 4B","maker":"openbmb","catalog":null,"tuned":false,"params":4.07,"active":null,"layers":62,"probe":"openbmb/MiniCPM3-4B-GGUF/minicpm3-4b-q4_k_m.gguf","kvBytesPerToken":41319,"kvHeader":35712,"kvFixed":0,"context":32768,"arch":"minicpm3","vision":false,"licence":null,"open":false,"released":"2024-09-18T12:03:14.000Z","downloads":2911,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM3-4B-GGUF","file":"minicpm3-4b-q4_k_m.gguf","label":"Q4_K_M","size":2469791584,"bits":4.85,"known":true,"rank":0},{"repo":"openbmb/MiniCPM3-4B-GGUF","file":"minicpm3-4b-fp16.gguf","label":"minicpm3-4b-fp16","size":8150241344,"bits":16.02,"known":false,"rank":0}],"repos":["openbmb/MiniCPM3-4B-GGUF"],"logoFrom":"openbmb"},{"id":"qwen3-5-35b-rprmax-v1","family":"ArliAI/Qwen3.5-35B-RpRMax-v1","name":"Qwen3.5 35B RpRMax V1","maker":"ArliAI","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF/Qwen3.5-35B-RpRMax-v1.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":null,"open":false,"released":"2026-05-02T09:32:54.000Z","downloads":2911,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q2_K.gguf","label":"Q2_K","size":12939594048,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q3_K_S.gguf","label":"Q3_K_S","size":15182184768,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q3_K_M.gguf","label":"Q3_K_M","size":16764764480,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q3_K_L.gguf","label":"Q3_K_L","size":18115330368,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.IQ4_XS.gguf","label":"IQ4_XS","size":18939312448,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q4_K_S.gguf","label":"Q4_K_S","size":19889903936,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q4_K_M.gguf","label":"Q4_K_M","size":21166758208,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q5_K_S.gguf","label":"Q5_K_S","size":23981283648,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q5_K_M.gguf","label":"Q5_K_M","size":24729131328,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q6_K.gguf","label":"Q6_K","size":28514152768,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF","file":"Qwen3.5-35B-RpRMax-v1.Q8_0.gguf","label":"Q8_0","size":36903139648,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-35B-RpRMax-v1-GGUF"],"logoFrom":"ArliAI"},{"id":"deepseek-r1-distill-qwen-8b-abliterated","family":"hakim78/DeepSeek-R1-Distill-Qwen-8B-Abliterated","name":"DeepSeek R1 Distill Qwen 8B Abliterated","maker":"hakim78","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF/DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-06-04T15:53:49.000Z","downloads":2911,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q2_K.gguf","label":"Q2_K","size":3015940448,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3492368736,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3808391520,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":4088459616,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":4250298720,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":4457769312,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":4683073888,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":5315176800,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":5444831584,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q6_K.gguf","label":"Q6_K","size":6254199136,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.Q8_0.gguf","label":"Q8_0","size":8098525536,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-8B-Abliterated.f16.gguf","label":"F16","size":15237853536,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-8B-Abliterated-GGUF"],"logoFrom":"Qwen"},{"id":"ibm-granite-granite-8b-code-instruct-4k","family":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","name":"Ibm Granite Granite 8B Code 4K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf/granite-8b-code-instruct-4k.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-19T05:10:39.000Z","downloads":2910,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q2_K.gguf","label":"Q2_K","size":3062071360,"bits":3.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.IQ3_XS.gguf","label":"IQ3_XS","size":3384115264,"bits":3.36,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q3_K_S.gguf","label":"Q3_K_S","size":3548086336,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.IQ3_S.gguf","label":"IQ3_S","size":3568140352,"bits":3.55,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.IQ3_M.gguf","label":"IQ3_M","size":3679551552,"bits":3.66,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q3_K.gguf","label":"Q3_K","size":3944841280,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q3_K_M.gguf","label":"Q3_K_M","size":3944841280,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q3_K_L.gguf","label":"Q3_K_L","size":4287725632,"bits":4.26,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.IQ4_XS.gguf","label":"IQ4_XS","size":4405821504,"bits":4.38,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q4_0.gguf","label":"Q4_0","size":4590895168,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q4_K_S.gguf","label":"Q4_K_S","size":4622352448,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.IQ4_NL.gguf","label":"IQ4_NL","size":4639129664,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q4_K.gguf","label":"Q4_K","size":4882858048,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q4_K_M.gguf","label":"Q4_K_M","size":4882858048,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q4_1.gguf","label":"Q4_1","size":5081628736,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q5_0.gguf","label":"Q5_0","size":5572362304,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q5_K_S.gguf","label":"Q5_K_S","size":5572362304,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q5_K.gguf","label":"Q5_K","size":5722767424,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q5_K_M.gguf","label":"Q5_K_M","size":5722767424,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q5_1.gguf","label":"Q5_1","size":6063095872,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q6_K.gguf","label":"Q6_K","size":6615171136,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf","file":"granite-8b-code-instruct-4k.Q8_0.gguf","label":"Q8_0","size":8565522496,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-8b-code-instruct-4k-gguf"],"logoFrom":"RichardErkhov"},{"id":"x-coder-sft-qwen2-5-7b","family":"IIGroup/X-Coder-SFT-Qwen2.5-7B","name":"X Coder SFT Qwen2.5 7B","maker":"IIGroup","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF/X-Coder-SFT-Qwen2.5-7B.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-06T03:42:00.000Z","downloads":2910,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1903667936,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2042196704,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273077984,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022432,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2595637984,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343008,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074336,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q2_K.gguf","label":"Q2_K","size":3015940832,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515168,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346256608,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369120,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193056,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3574012640,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808391904,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460000,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473184,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437813984,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q4_0.gguf","label":"Q4_0","size":4444121824,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457769696,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074272,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q4_1.gguf","label":"Q4_1","size":4873284320,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177184,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444831968,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF","file":"X-Coder-SFT-Qwen2.5-7B.i1-Q6_K.gguf","label":"Q6_K","size":6254199520,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/X-Coder-SFT-Qwen2.5-7B-i1-GGUF"],"logoFrom":"IIGroup"},{"id":"glm-4-7-flash-coder","family":"whitecircle/GLM-4.7-Flash-Coder","name":"GLM 4.7 Flash Coder","maker":"whitecircle","catalog":null,"tuned":true,"params":29.94,"active":3.33,"layers":48,"probe":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF/GLM-4.7-Flash-Coder-IQ1_M.gguf","kvBytesPerToken":60715,"kvHeader":55296,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-09-23T05:00:15.000Z","downloads":2909,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-IQ1_M.gguf","label":"IQ1_M","size":6886802208,"bits":1.84,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-IQ2_XS.gguf","label":"IQ2_XS","size":8877016864,"bits":2.37,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q2_K.gguf","label":"Q2_K","size":11042966304,"bits":2.95,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q3_K_S.gguf","label":"Q3_K_S","size":13034401248,"bits":3.48,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-IQ3_M.gguf","label":"IQ3_M","size":13238423008,"bits":3.54,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q3_K_M.gguf","label":"Q3_K_M","size":14405578528,"bits":3.85,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q3_K_L.gguf","label":"Q3_K_L","size":15591779808,"bits":4.17,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-IQ4_XS.gguf","label":"IQ4_XS","size":16196309472,"bits":4.33,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q4_K_S.gguf","label":"Q4_K_S","size":17097990624,"bits":4.57,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":18132722464,"bits":4.85,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q5_K_S.gguf","label":"Q5_K_S","size":20664287712,"bits":5.52,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":21264515872,"bits":5.68,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q6_K.gguf","label":"Q6_K","size":24614786848,"bits":6.58,"known":true,"rank":0},{"repo":"ngquocvinh/GLM-4.7-Flash-Coder-GGUF","file":"GLM-4.7-Flash-Coder-Q8_0.gguf","label":"Q8_0","size":31842800096,"bits":8.51,"known":true,"rank":0}],"repos":["ngquocvinh/GLM-4.7-Flash-Coder-GGUF"],"logoFrom":"whitecircle"},{"id":"mistral-7b-cymraeg-welsh-v2","family":"BangorAI/Mistral-7B-Cymraeg-Welsh-v2","name":"Mistral 7B Cymraeg Welsh V2","maker":"BangorAI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF/Mistral-7B-Cymraeg-Welsh-v2.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-29T07:44:55.000Z","downloads":2908,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q2_K.gguf","label":"Q2_K","size":2873865984,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.IQ3_XS.gguf","label":"IQ3_XS","size":3173439232,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3319191296,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.IQ3_S.gguf","label":"IQ3_S","size":3337017088,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.IQ3_M.gguf","label":"IQ3_M","size":3439515392,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q3_K_M.gguf","label":"Q3_K_M","size":3673609984,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q3_K_L.gguf","label":"Q3_K_L","size":3976648448,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4099012352,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q4_0.gguf","label":"Q4_0","size":4263540480,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4294997760,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.IQ4_NL.gguf","label":"IQ4_NL","size":4309677824,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q4_K_M.gguf","label":"Q4_K_M","size":4523063040,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5152339712,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5286033152,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q6_K.gguf","label":"Q6_K","size":6096688896,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF","file":"Mistral-7B-Cymraeg-Welsh-v2.Q8_0.gguf","label":"Q8_0","size":7818737408,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/Mistral-7B-Cymraeg-Welsh-v2-GGUF"],"logoFrom":"BangorAI"},{"id":"ornith-1-0-35b-gguf-llamacpp-tp1","family":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","name":"Ornith 1.0 35B GGUF Llamacpp Tp1","maker":"LordNeel","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1/ornith-1.0-35b-Q3_K_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-06-26T22:50:57.000Z","downloads":2908,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","file":"ornith-1.0-35b-Q3_K_M.gguf","label":"Q3_K_M","size":16764763712,"bits":3.87,"known":true,"rank":0},{"repo":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","file":"ornith-1.0-35b-IQ4_XS.gguf","label":"IQ4_XS","size":18939311680,"bits":4.37,"known":true,"rank":0},{"repo":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","file":"ornith-1.0-35b-Q4_K_M.gguf","label":"Q4_K_M","size":21166757760,"bits":4.89,"known":true,"rank":0},{"repo":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","file":"ornith-1.0-35b-Q5_K_M.gguf","label":"Q5_K_M","size":24729130848,"bits":5.71,"known":true,"rank":0},{"repo":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","file":"ornith-1.0-35b-Q6_K.gguf","label":"Q6_K","size":28514152288,"bits":6.58,"known":true,"rank":0},{"repo":"LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1","file":"ornith-1.0-35b-Q8_0.gguf","label":"Q8_0","size":36903138880,"bits":8.52,"known":true,"rank":0}],"repos":["LordNeel/Ornith-1.0-35B-GGUF-llamacpp-tp1"],"logoFrom":"meta-llama"},{"id":"devstral-small-2507-vision","family":"EnlistedGhost/Devstral-Small-2507-Vision","name":"Devstral Small 2507 Vision","maker":"EnlistedGhost","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF/Devstral-Small-24B-2507-Vision-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-08T10:16:24.000Z","downloads":2907,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q2_K.gguf","label":"Q2_K","size":9220626400,"bits":3.13,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q2_K_M.gguf","label":"Q2_K_M","size":10013612000,"bits":3.4,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q2_K_L.gguf","label":"Q2_K_L","size":10366523360,"bits":3.52,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q3_K_S.gguf","label":"Q3_K_S","size":10662418400,"bits":3.62,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q3_K_M.gguf","label":"Q3_K_M","size":11450488800,"bits":3.89,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q2_K_XL.gguf","label":"Q2_K_XL","size":11596961760,"bits":3.94,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q3_K_L.gguf","label":"Q3_K_L","size":12662904800,"bits":4.3,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987963360,"bits":4.41,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-IQ4_XS.gguf","label":"IQ4_XS","size":13083973600,"bits":4.44,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q4_K_S.gguf","label":"Q4_K_S","size":13722294240,"bits":4.66,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q4_K_M.gguf","label":"Q4_K_M","size":14506924000,"bits":4.92,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q4_K_XL.gguf","label":"Q4_K_XL","size":14831982560,"bits":5.03,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q5_K_S.gguf","label":"Q5_K_S","size":16393541600,"bits":5.56,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q5_K_M.gguf","label":"Q5_K_M","size":16853112800,"bits":5.72,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q5_K_XL.gguf","label":"Q5_K_XL","size":17749153760,"bits":6.02,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q6_K.gguf","label":"Q6_K","size":19345938400,"bits":6.57,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q6_K_M.gguf","label":"Q6_K_M","size":19599890400,"bits":6.65,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q6_K_XL.gguf","label":"Q6_K_XL","size":21347080160,"bits":7.25,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q8_0.gguf","label":"Q8_0","size":25054779360,"bits":8.5,"known":true,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-Q8_0_L.gguf","label":"Q8_0_L","size":26313070560,"bits":8.93,"known":false,"rank":0},{"repo":"EnlistedGhost/Devstral-Small-2507-Vision-GGUF","file":"Devstral-Small-24B-2507-Vision-BF16.gguf","label":"BF16","size":47153518560,"bits":16,"known":true,"rank":0}],"repos":["EnlistedGhost/Devstral-Small-2507-Vision-GGUF"],"logoFrom":"EnlistedGhost"},{"id":"nsfw-13b-sft","family":"zxbsmk/NSFW_13B_sft","name":"NSFW 13B Sft","maker":"zxbsmk","catalog":null,"tuned":true,"params":13.26,"active":null,"layers":40,"probe":"mzwing/NSFW_13B_sft-GGUF/NSFW_13B_sft.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"baichuan","vision":false,"licence":"apache-2.0","open":true,"released":"2024-02-23T09:41:26.000Z","downloads":2906,"likes":112,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q2_K.gguf","label":"Q2_K","size":5562420288,"bits":3.36,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q3_K_S.gguf","label":"Q3_K_S","size":6378445888,"bits":3.85,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q3_K_M.gguf","label":"Q3_K_M","size":6847601728,"bits":4.13,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q3_K_L.gguf","label":"Q3_K_L","size":7269735488,"bits":4.39,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q4_0.gguf","label":"Q4_0","size":7548775488,"bits":4.55,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q4_K_S.gguf","label":"Q4_K_S","size":7934413888,"bits":4.79,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q4_K_M.gguf","label":"Q4_K_M","size":8560487488,"bits":5.16,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q5_0.gguf","label":"Q5_0","size":9165876288,"bits":5.53,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q5_K_S.gguf","label":"Q5_K_S","size":9341185088,"bits":5.64,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q5_K_M.gguf","label":"Q5_K_M","size":9849089088,"bits":5.94,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q6_K.gguf","label":"Q6_K","size":11563367488,"bits":6.98,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.Q8_0.gguf","label":"Q8_0","size":14096538688,"bits":8.5,"known":true,"rank":0},{"repo":"mzwing/NSFW_13B_sft-GGUF","file":"NSFW_13B_sft.F16.gguf","label":"F16","size":26531994624,"bits":16.01,"known":true,"rank":0}],"repos":["mzwing/NSFW_13B_sft-GGUF"],"logoFrom":"zxbsmk"},{"id":"calm3-22b-chat","family":"grapevine-AI/CALM3-22B-Chat-GGUF","name":"CALM3 22B","maker":"grapevine-AI","catalog":null,"tuned":false,"params":22.54,"active":null,"layers":48,"probe":"grapevine-AI/CALM3-22B-Chat-GGUF/calm3-22b-chat-Q4_K_M.gguf","kvBytesPerToken":1364853,"kvHeader":1179648,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-03T14:17:25.000Z","downloads":2906,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"grapevine-AI/CALM3-22B-Chat-GGUF","file":"calm3-22b-chat-Q4_K_M.gguf","label":"Q4_K_M","size":13644697472,"bits":4.84,"known":true,"rank":0},{"repo":"grapevine-AI/CALM3-22B-Chat-GGUF","file":"calm3-22b-chat-Q5_K_M.gguf","label":"Q5_K_M","size":15997308800,"bits":5.68,"known":true,"rank":0},{"repo":"grapevine-AI/CALM3-22B-Chat-GGUF","file":"calm3-22b-chat-Q6_K.gguf","label":"Q6_K","size":18496958336,"bits":6.57,"known":true,"rank":0},{"repo":"grapevine-AI/CALM3-22B-Chat-GGUF","file":"calm3-22b-chat-bf16.gguf","label":"BF16","size":45089812160,"bits":16,"known":true,"rank":0}],"repos":["grapevine-AI/CALM3-22B-Chat-GGUF"],"logoFrom":null},{"id":"flan-t5-xxl-fused","family":"easygoing0114/flan-t5-xxl-fused","name":"Flan T5 Xxl Fused","maker":"easygoing0114","catalog":null,"tuned":false,"params":4.76,"active":null,"layers":24,"probe":"easygoing0114/flan-t5-xxl-fused/flan_t5_xxl_TE-only_Q3_K_L.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":512,"arch":"t5encoder","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-05T10:12:11.000Z","downloads":2906,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"easygoing0114/flan-t5-xxl-fused","file":"flan_t5_xxl_TE-only_Q3_K_L.gguf","label":"Q3_K_L","size":2462799040,"bits":4.14,"known":true,"rank":0},{"repo":"easygoing0114/flan-t5-xxl-fused","file":"flan_t5_xxl_TE-only_Q4_K_M.gguf","label":"Q4_K_M","size":2896123072,"bits":4.87,"known":true,"rank":0},{"repo":"easygoing0114/flan-t5-xxl-fused","file":"flan_t5_xxl_TE-only_Q5_K_M.gguf","label":"Q5_K_M","size":3386856640,"bits":5.69,"known":true,"rank":0},{"repo":"easygoing0114/flan-t5-xxl-fused","file":"flan_t5_xxl_TE-only_Q6_K.gguf","label":"Q6_K","size":3908261056,"bits":6.57,"known":true,"rank":0},{"repo":"easygoing0114/flan-t5-xxl-fused","file":"flan_t5_xxl_TE-only_Q8_0.gguf","label":"Q8_0","size":5061584064,"bits":8.51,"known":true,"rank":0}],"repos":["easygoing0114/flan-t5-xxl-fused"],"logoFrom":"google"},{"id":"xing4-0-29b-a4b-apex-i-miniplus-v2-1-abliterated","family":"IsValorum/Xing4.0-29B-A4B-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","name":"Xing4.0 29B A4B APEX I MiniPlus V2.1 Abliterated","maker":"IsValorum","catalog":null,"tuned":true,"params":31.22,"active":5.45,"layers":41,"probe":"IsValorum/Xing4.0-29B-A4B-APEX-I-MiniPlus-V2.1-Abliterated-GGUF/Xing4.0-29B-A4B.APEX-I-MiniPlus-V2.1-Abliterated.gguf","kvBytesPerToken":54647,"kvHeader":47232,"kvFixed":0,"context":262144,"arch":"xing4_0","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-01T04:22:41.000Z","downloads":2906,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Xing4.0-29B-A4B-APEX-I-MiniPlus-V2.1-Abliterated-GGUF","file":"Xing4.0-29B-A4B.APEX-I-MiniPlus-V2.1-Abliterated.gguf","label":"Xing4.0-29B-A4B.APEX-I-MiniPlus-V2.1-Abliterated","size":13762772032,"bits":3.53,"known":false,"rank":0}],"repos":["IsValorum/Xing4.0-29B-A4B-APEX-I-MiniPlus-V2.1-Abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"gemma-4-e4b-it-the-deckard-v2-strong-heretic-uncensored-thinking-bf16","family":"nightmedia/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16","name":"Gemma 4 E4B The DECKARD V2 Strong HERETIC UNCENSORED Thinking Bf16","maker":"nightmedia","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T16:00:26.000Z","downloads":2906,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q2_K.gguf","label":"Q2_K","size":4401316768,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4654633888,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ3_S.gguf","label":"IQ3_S","size":4663163808,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ3_M.gguf","label":"IQ3_M","size":4714691488,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4850391968,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5021277088,"bits":5.34,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070951328,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5193954208,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_0.gguf","label":"Q4_0","size":5194118048,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5202965408,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5335286688,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q4_1.gguf","label":"Q4_1","size":5435945888,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5685965728,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5762909088,"bits":6.13,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF","file":"gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16.i1-Q6_K.gguf","label":"Q6_K","size":6217257888,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E4B-it-The-DECKARD-V2-Strong-HERETIC-UNCENSORED-Thinking-bf16-i1-GGUF"],"logoFrom":"nightmedia"},{"id":"codeup-alpha-13b-hf","family":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","name":"CodeUp Alpha 13B","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/CodeUp-Alpha-13B-HF-GGUF/codeup-alpha-13b-hf.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"openrail++","open":false,"released":"2023-09-05T17:51:20.000Z","downloads":2904,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeUp-Alpha-13B-HF-GGUF","file":"codeup-alpha-13b-hf.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeUp-Alpha-13B-HF-GGUF"],"logoFrom":"TheBloke"},{"id":"gemma-4-31b-it-claude-opus-distill","family":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill","name":"Gemma 4 31B Claude Opus Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF/gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-03T08:24:57.000Z","downloads":2904,"likes":77,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf","label":"Q3_K_S","size":13761357408,"bits":3.59,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q3_k_m.gguf","label":"Q3_K_M","size":15287109216,"bits":3.98,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.iq4_nl.gguf","label":"IQ4_NL","size":17752155744,"bits":4.63,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q4_k_m.gguf","label":"Q4_K_M","size":18687063648,"bits":4.87,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q5_k_m.gguf","label":"Q5_K_M","size":21845571168,"bits":5.69,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q6_k.gguf","label":"Q6_K","size":25201485408,"bits":6.57,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q8_0.gguf","label":"Q8_0","size":32635676256,"bits":8.5,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.bf16.gguf","label":"BF16","size":61413189216,"bits":16,"known":true,"rank":0}],"repos":["TeichAI/gemma-4-31B-it-Claude-Opus-Distill-GGUF"],"logoFrom":"TeichAI"},{"id":"qwen3-8-flash-next-gsq-rco-abliterated-hybrid-352e-4050-16gb-generalist","family":"shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-352E-4050-16GB-Generalist-GGUF","name":"Qwen3.8 Flash Next GSQ RCO Abliterated Hybrid 352E 4050 16GB Generalist","maker":"shefowl","catalog":null,"tuned":true,"params":139.18,"active":58.49,"layers":48,"probe":"shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-352E-4050-16GB-Generalist-GGUF/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-Q2_0-352E-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-10-11T19:15:47.000Z","downloads":2902,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-352E-4050-16GB-Generalist-GGUF","file":"Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-Q2_0-352E-00001-of-00002.gguf","label":"Qwen3.8-Flash-Next-GSQ-RCO-abliterated-IQ3_XXS-Q2_0-352E","size":56547019328,"bits":3.25,"known":false,"rank":0}],"repos":["shefowl/Qwen3.8-Flash-Next-GSQ-RCO-abliterated-Hybrid-352E-4050-16GB-Generalist-GGUF"],"logoFrom":"shefowl"},{"id":"euryale-l2-70b","family":"Sao10K/Euryale-L2-70B","name":"Euryale L2 70B","maker":"Sao10K","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Euryale-L2-70B-GGUF/euryale-l2-70b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-09-12T17:31:03.000Z","downloads":2901,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q2_K.gguf","label":"Q2_K","size":29279253440,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q3_K_S.gguf","label":"Q3_K_S","size":29919294400,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q3_K_M.gguf","label":"Q3_K_M","size":33186657216,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q3_K_L.gguf","label":"Q3_K_L","size":36147835840,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q4_0.gguf","label":"Q4_0","size":38872249280,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q4_K_S.gguf","label":"Q4_K_S","size":39073575872,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q4_K_M.gguf","label":"Q4_K_M","size":41422910400,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q5_0.gguf","label":"Q5_0","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Euryale-L2-70B-GGUF","file":"euryale-l2-70b.Q5_K_M.gguf","label":"Q5_K_M","size":48753767360,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Euryale-L2-70B-GGUF"],"logoFrom":"Sao10K"},{"id":"stanford-oval-llama-2-7b-wikichat-fused","family":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","name":"Stanford Oval Llama 2 7B WikiChat Fused","maker":"RichardErkhov","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf/Llama-2-7b-WikiChat-fused.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-17T18:04:45.000Z","downloads":2901,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q2_K.gguf","label":"Q2_K","size":2532868544,"bits":3.01,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.IQ3_XS.gguf","label":"IQ3_XS","size":2796528480,"bits":3.32,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.IQ3_S.gguf","label":"IQ3_S","size":2948309856,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q3_K_S.gguf","label":"Q3_K_S","size":2948309856,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.IQ3_M.gguf","label":"IQ3_M","size":3114869600,"bits":3.7,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q3_K.gguf","label":"Q3_K","size":3298009952,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q3_K_M.gguf","label":"Q3_K_M","size":3298009952,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q3_K_L.gguf","label":"Q3_K_L","size":3597116256,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.IQ4_XS.gguf","label":"IQ4_XS","size":3647522048,"bits":4.33,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q4_0.gguf","label":"Q4_0","size":3825812864,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.IQ4_NL.gguf","label":"IQ4_NL","size":3848357248,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q4_K_S.gguf","label":"Q4_K_S","size":3856745856,"bits":4.58,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q4_K.gguf","label":"Q4_K","size":4081010048,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q4_K_M.gguf","label":"Q4_K_M","size":4081010048,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q4_1.gguf","label":"Q4_1","size":4238755456,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q5_0.gguf","label":"Q5_0","size":4651698048,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q5_K_S.gguf","label":"Q5_K_S","size":4651698048,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q5_K.gguf","label":"Q5_K","size":4783163264,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q5_K_M.gguf","label":"Q5_K_M","size":4783163264,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q5_1.gguf","label":"Q5_1","size":5064640640,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q6_K.gguf","label":"Q6_K","size":5529201056,"bits":6.56,"known":true,"rank":0},{"repo":"RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf","file":"Llama-2-7b-WikiChat-fused.Q8_0.gguf","label":"Q8_0","size":7161098592,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/stanford-oval_-_Llama-2-7b-WikiChat-fused-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen3-8-9b-function-calling-xlam-unsloth","family":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","name":"Qwen3.8 9B Function Calling XLAM Unsloth","maker":"ermiaazarkhalili","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF/qwen3.8-9b-function-calling-xlam-unsloth.q2_k.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-21T22:02:42.000Z","downloads":2900,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","file":"qwen3.8-9b-function-calling-xlam-unsloth.q2_k.gguf","label":"Q2_K","size":3914968320,"bits":3.4,"known":true,"rank":0},{"repo":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","file":"qwen3.8-9b-function-calling-xlam-unsloth.q3_k_m.gguf","label":"Q3_K_M","size":4737608960,"bits":4.12,"known":true,"rank":0},{"repo":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","file":"qwen3.8-9b-function-calling-xlam-unsloth.q4_k_m.gguf","label":"Q4_K_M","size":5780090112,"bits":5.03,"known":true,"rank":0},{"repo":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","file":"qwen3.8-9b-function-calling-xlam-unsloth.q5_k_m.gguf","label":"Q5_K_M","size":6642543872,"bits":5.78,"known":true,"rank":0},{"repo":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","file":"qwen3.8-9b-function-calling-xlam-unsloth.q6_k.gguf","label":"Q6_K","size":7558900992,"bits":6.57,"known":true,"rank":0},{"repo":"ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF","file":"qwen3.8-9b-function-calling-xlam-unsloth.q8_0.gguf","label":"Q8_0","size":9786060032,"bits":8.51,"known":true,"rank":0}],"repos":["ermiaazarkhalili/Qwen3.8-9B-Function-Calling-xLAM-Unsloth-GGUF"],"logoFrom":"ermiaazarkhalili"},{"id":"mixture-summarizer-qwen3-5-2b","family":"RecursiveMAS/Mixture-Summarizer-Qwen3.5-2B","name":"Mixture Summarizer Qwen3.5 2B","maker":"RecursiveMAS","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF/Mixture-Summarizer-Qwen3.5-2B.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-04-28T05:19:25.000Z","downloads":2898,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q2_K.gguf","label":"Q2_K","size":968542400,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q3_K_S.gguf","label":"Q3_K_S","size":1020173504,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q3_K_M.gguf","label":"Q3_K_M","size":1099259072,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q3_K_L.gguf","label":"Q3_K_L","size":1164532928,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.IQ4_XS.gguf","label":"IQ4_XS","size":1201860800,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q4_K_S.gguf","label":"Q4_K_S","size":1212055744,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q4_K_M.gguf","label":"Q4_K_M","size":1274396864,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q5_K_S.gguf","label":"Q5_K_S","size":1374077120,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q5_K_M.gguf","label":"Q5_K_M","size":1411121344,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q6_K.gguf","label":"Q6_K","size":1556391104,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.Q8_0.gguf","label":"Q8_0","size":2012012736,"bits":8.56,"known":true,"rank":0},{"repo":"mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF","file":"Mixture-Summarizer-Qwen3.5-2B.f16.gguf","label":"F16","size":3775709376,"bits":16.07,"known":true,"rank":0}],"repos":["mradermacher/Mixture-Summarizer-Qwen3.5-2B-GGUF"],"logoFrom":"RecursiveMAS"},{"id":"mn-2407-dsk-qwqify-v0-1-12b","family":"BeaverAI/MN-2407-DSK-QwQify-v0.1-12B","name":"MN 2407 DSK QwQify V0.1 12B","maker":"BeaverAI","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-15T18:13:09.000Z","downloads":2896,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ2_S.gguf","label":"IQ2_S","size":4138476288,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ2_M.gguf","label":"IQ2_M","size":4435026688,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q2_K.gguf","label":"Q2_K","size":4791051008,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945388288,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5306491648,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5446411008,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5534229248,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ3_M.gguf","label":"IQ3_M","size":5722235648,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6083093248,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6561506048,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6742713088,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_0.gguf","label":"Q4_0","size":7094641408,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-IQ4_NL.gguf","label":"IQ4_NL","size":7097918208,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7120200448,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708608,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7477207808,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_1.gguf","label":"Q4_1","size":7795221248,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7975281408,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8518738688,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8727634688,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q5_K_L.gguf","label":"Q5_K_L","size":9141822208,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q6_K.gguf","label":"Q6_K","size":10056213248,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10381271808,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q8_0.gguf","label":"Q8_0","size":13022372608,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF","file":"BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-bf16.gguf","label":"BF16","size":24504279520,"bits":16,"known":true,"rank":0}],"repos":["bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF"],"logoFrom":"BeaverAI"},{"id":"whittle-qwen-3-8-45b-a3b","family":"whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF","name":"Whittle Qwen 3.8 45B A3B","maker":"whittleOrg","catalog":null,"tuned":false,"params":45.12,"active":13.91,"layers":40,"probe":"whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF/Whittle-Qwen-3.8-45B-A3B-Q3_K_M.gguf","kvBytesPerToken":5924,"kvHeader":5120,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T16:32:31.000Z","downloads":2896,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF","file":"Whittle-Qwen-3.8-45B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":21310673216,"bits":3.78,"known":true,"rank":0},{"repo":"whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF","file":"Whittle-Qwen-3.8-45B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":27096838464,"bits":4.8,"known":true,"rank":0},{"repo":"whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF","file":"Whittle-Qwen-3.8-45B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":31944700224,"bits":5.66,"known":true,"rank":0},{"repo":"whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF","file":"Whittle-Qwen-3.8-45B-A3B-Q8_0.gguf","label":"Q8_0","size":48014414464,"bits":8.51,"known":true,"rank":0}],"repos":["whittleOrg/Whittle-Qwen-3.8-45B-A3B-GGUF"],"logoFrom":"whittleOrg"},{"id":"qwen3-1-7b-coder-distilled-sft","family":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT","name":"Qwen3 1.7B Coder Distilled SFT","maker":"reaperdoesntknow","catalog":null,"tuned":true,"params":2.03,"active":null,"layers":28,"probe":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF/qwen3-1.7b-coder-distilled-sft-Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-25T02:51:04.000Z","downloads":2895,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","file":"qwen3-1.7b-coder-distilled-sft-Q4_K_M.gguf","label":"Q4_K_M","size":1282439072,"bits":5.05,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","file":"qwen3-1.7b-coder-distilled-sft-Q5_K_M.gguf","label":"Q5_K_M","size":1471805344,"bits":5.8,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","file":"qwen3-1.7b-coder-distilled-sft-Q8_0.gguf","label":"Q8_0","size":2165039008,"bits":8.53,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF","file":"qwen3-1.7b-coder-distilled-sft-f16.gguf","label":"F16","size":4069679008,"bits":16.04,"known":true,"rank":0}],"repos":["reaperdoesntknow/Qwen3-1.7B-Coder-Distilled-SFT-GGUF"],"logoFrom":"reaperdoesntknow"},{"id":"replete-coder-instruct-8b-merged","family":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","name":"Replete Coder 8B Merged","maker":"bartowski","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF/Replete-Coder-Instruct-8b-Merged-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-11T19:10:18.000Z","downloads":2891,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-IQ2_M.gguf","label":"IQ2_M","size":2948281440,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q2_K.gguf","label":"Q2_K","size":3179132000,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912864,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-IQ3_XS.gguf","label":"IQ3_XS","size":3518747744,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q3_K_S.gguf","label":"Q3_K_S","size":3664499808,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q2_K_L.gguf","label":"Q2_K_L","size":3692156000,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-IQ3_M.gguf","label":"IQ3_M","size":3784823904,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q3_K_M.gguf","label":"Q3_K_M","size":4018918496,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q3_K_L.gguf","label":"Q3_K_L","size":4321956960,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-IQ4_XS.gguf","label":"IQ4_XS","size":4447663200,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q4_K_S.gguf","label":"Q4_K_S","size":4692669536,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q4_K_M.gguf","label":"Q4_K_M","size":4920734816,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q4_K_L.gguf","label":"Q4_K_L","size":5310633056,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q5_K_S.gguf","label":"Q5_K_S","size":5599294560,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q5_K_M.gguf","label":"Q5_K_M","size":5732988000,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q5_K_L.gguf","label":"Q5_K_L","size":6057219168,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q6_K.gguf","label":"Q6_K","size":6596007008,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q6_K_L.gguf","label":"Q6_K_L","size":6850466912,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-Q8_0.gguf","label":"Q8_0","size":8540771424,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-Instruct-8b-Merged-GGUF","file":"Replete-Coder-Instruct-8b-Merged-f32.gguf","label":"F32","size":32128881440,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Replete-Coder-Instruct-8b-Merged-GGUF"],"logoFrom":"bartowski"},{"id":"ath-maas-ovisocr2","family":"bartowski/ATH-MaaS_OvisOCR2-GGUF","name":"ATH MaaS OvisOCR2","maker":"bartowski","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"bartowski/ATH-MaaS_OvisOCR2-GGUF/ATH-MaaS_OvisOCR2-IQ2_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-20T19:40:26.000Z","downloads":2891,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-IQ2_M.gguf","label":"IQ2_M","size":376811648,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-IQ3_XXS.gguf","label":"IQ3_XXS","size":432558208,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q2_K.gguf","label":"Q2_K","size":442482816,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-IQ3_XS.gguf","label":"IQ3_XS","size":476110976,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q3_K_S.gguf","label":"Q3_K_S","size":481886336,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-IQ3_M.gguf","label":"IQ3_M","size":485830784,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q3_K_M.gguf","label":"Q3_K_M","size":496263296,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-IQ4_XS.gguf","label":"IQ4_XS","size":501309568,"bits":5.35,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q2_K_L.gguf","label":"Q2_K_L","size":504066176,"bits":5.38,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q3_K_L.gguf","label":"Q3_K_L","size":507076736,"bits":5.41,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q4_0.gguf","label":"Q4_0","size":515768448,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-IQ4_NL.gguf","label":"IQ4_NL","size":515891328,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q4_K_S.gguf","label":"Q4_K_S","size":530743424,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q4_1.gguf","label":"Q4_1","size":544440448,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q4_K_M.gguf","label":"Q4_K_M","size":557867136,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q3_K_XL.gguf","label":"Q3_K_XL","size":568660096,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q5_K_S.gguf","label":"Q5_K_S","size":588841088,"bits":6.28,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q4_K_L.gguf","label":"Q4_K_L","size":619450496,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q5_K_M.gguf","label":"Q5_K_M","size":624345216,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q6_K.gguf","label":"Q6_K","size":669712512,"bits":7.14,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q5_K_L.gguf","label":"Q5_K_L","size":685928576,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q6_K_L.gguf","label":"Q6_K_L","size":731295872,"bits":7.8,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-Q8_0.gguf","label":"Q8_0","size":813576320,"bits":8.68,"known":true,"rank":0},{"repo":"bartowski/ATH-MaaS_OvisOCR2-GGUF","file":"ATH-MaaS_OvisOCR2-bf16.gguf","label":"BF16","size":1516744576,"bits":16.18,"known":true,"rank":0}],"repos":["bartowski/ATH-MaaS_OvisOCR2-GGUF"],"logoFrom":"ATH-MaaS"},{"id":"icetea21energydrinkrpv13-dpov3","family":"icefog72/IceTea21EnergyDrinkRPV13-DPOv3","name":"IceTea21EnergyDrinkRPV13 DPOv3","maker":"icefog72","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF/IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-06T14:00:51.000Z","downloads":2890,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103616,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447808,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688128,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257600,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922176,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714432,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q2_K.gguf","label":"Q2_K","size":2719244224,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345856,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817472,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569536,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395328,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893632,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988224,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026688,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690432,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108918720,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108918720,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108918720,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q4_0.gguf","label":"Q4_0","size":4123598784,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140376000,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441280,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717952,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411392,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF","file":"IceTea21EnergyDrinkRPV13-DPOv3.i1-Q6_K.gguf","label":"Q6_K","size":5942067136,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/IceTea21EnergyDrinkRPV13-DPOv3-i1-GGUF"],"logoFrom":"icefog72"},{"id":"llama-3-1-tulu-3-8b","family":"allenai/Llama-3.1-Tulu-3-8B","name":"Llama 3.1 Tulu 3 8B","maker":"Ai2","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF/Llama-3.1-Tulu-3-8B-Q3_K_L.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-11-20T03:06:08.000Z","downloads":2890,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1221,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","file":"Llama-3.1-Tulu-3-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321998496,"bits":4.31,"known":true,"rank":0},{"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","file":"Llama-3.1-Tulu-3-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920780704,"bits":4.9,"known":true,"rank":0},{"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","file":"Llama-3.1-Tulu-3-8B-Q6_K.gguf","label":"Q6_K","size":6596061344,"bits":6.57,"known":true,"rank":0},{"repo":"lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF","file":"Llama-3.1-Tulu-3-8B-Q8_0.gguf","label":"Q8_0","size":8540841632,"bits":8.51,"known":true,"rank":0}],"repos":["lmstudio-community/Llama-3.1-Tulu-3-8B-GGUF"],"logoFrom":"allenai"},{"id":"aitana-7b-s-instruct","family":"gplsi/Aitana-7B-S-Instruct","name":"Aitana 7B S","maker":"gplsi","catalog":null,"tuned":false,"params":7.77,"active":null,"layers":32,"probe":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF/Aitana-7B-S-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-30T06:19:36.000Z","downloads":2889,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":2286832416,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":2399783712,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2588035872,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2755414816,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":2955725600,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":3106327328,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3146173216,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":3304966944,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3357133600,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3639790368,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3754871584,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":3772697376,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":3867953952,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4047948576,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4299868960,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4458269472,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":4658547488,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4664052512,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4671916832,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4850567968,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":5067229984,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5487184672,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5591911200,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Aitana-7B-S-Instruct-i1-GGUF","file":"Aitana-7B-S-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":6379588384,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Aitana-7B-S-Instruct-i1-GGUF"],"logoFrom":"gplsi"},{"id":"sage-a1-5-apex-i-nanoplus-v2-1","family":"IsValorum/Sage-A1.5-APEX-I-NanoPlus-V2.1-GGUF","name":"Sage A1.5 APEX I NanoPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"IsValorum/Sage-A1.5-APEX-I-NanoPlus-V2.1-GGUF/Sage-A1.5.APEX-I-NanoPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-22T04:52:51.000Z","downloads":2888,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Sage-A1.5-APEX-I-NanoPlus-V2.1-GGUF","file":"Sage-A1.5.APEX-I-NanoPlus-V2.1.gguf","label":"Sage-A1.5.APEX-I-NanoPlus-V2.1","size":13033523680,"bits":2.94,"known":false,"rank":0}],"repos":["IsValorum/Sage-A1.5-APEX-I-NanoPlus-V2.1-GGUF"],"logoFrom":"InternScience"},{"id":"lmcocktail-10-7b-v1","family":"Yhyu13/LMCocktail-10.7B-v1","name":"LMCocktail 10.7B V1","maker":"Yhyu13","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/LMCocktail-10.7B-v1-GGUF/lmcocktail-10.7b-v1.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-12-24T16:55:54.000Z","downloads":2883,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q2_K.gguf","label":"Q2_K","size":4549952480,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":4665500640,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":5189264352,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":5651686368,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q4_0.gguf","label":"Q4_0","size":6073320416,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q4_K_S.gguf","label":"Q4_K_S","size":6104777696,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q4_K_M.gguf","label":"Q4_K_M","size":6462604256,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q5_0.gguf","label":"Q5_0","size":7398327264,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":7398327264,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q5_K_M.gguf","label":"Q5_K_M","size":7598867424,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q6_K.gguf","label":"Q6_K","size":8806147040,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/LMCocktail-10.7B-v1-GGUF","file":"lmcocktail-10.7b-v1.Q8_0.gguf","label":"Q8_0","size":11405091808,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LMCocktail-10.7B-v1-GGUF"],"logoFrom":null},{"id":"tenebra-30b-alpha01","family":"SicariusSicariiStuff/Tenebra_30B_Alpha01","name":"Tenebra 30B Alpha01","maker":"SicariusSicariiStuff","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF/Tenebra_30B_Alpha01_FP16.i1-IQ1_S.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-22T16:39:32.000Z","downloads":2883,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ1_S.gguf","label":"IQ1_S","size":7120307552,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ1_M.gguf","label":"IQ1_M","size":7728532832,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8742241632,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9636275552,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ2_S.gguf","label":"IQ2_S","size":10386473312,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ2_M.gguf","label":"IQ2_M","size":11197440352,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q2_K.gguf","label":"Q2_K","size":12048875872,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12323369312,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13311718752,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ3_S.gguf","label":"IQ3_S","size":14064112992,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14064112992,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ3_M.gguf","label":"IQ3_M","size":14881070432,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15776462176,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17279759712,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17346120032,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q4_0.gguf","label":"Q4_0","size":18408151392,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18482485600,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19621140832,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22395361632,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23047117152,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF","file":"Tenebra_30B_Alpha01_FP16.i1-Q6_K.gguf","label":"Q6_K","size":26687216992,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Tenebra_30B_Alpha01_FP16-i1-GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"mistral-nemo-12b-arliai-rpmax-v1-1","family":"ArliAI/Mistral-Nemo-12B-ArliAI-RPMax-v1.1","name":"Mistral Nemo 12B ArliAI RPMax V1.1","maker":"ArliAI","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-10T12:29:50.000Z","downloads":2883,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-IQ2_M.gguf","label":"IQ2_M","size":4435026688,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q2_K.gguf","label":"Q2_K","size":4791051008,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":5306491648,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q2_K_L.gguf","label":"Q2_K_L","size":5446411008,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":5534229248,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-IQ3_M.gguf","label":"IQ3_M","size":5722235648,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q3_K_M.gguf","label":"Q3_K_M","size":6083093248,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":6561506048,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":6742713088,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071703808,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071703808,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071703808,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_0.gguf","label":"Q4_0","size":7094641408,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":7120200448,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708608,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":7477207808,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":7975281408,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":8518738688,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q5_K_M.gguf","label":"Q5_K_M","size":8727634688,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q5_K_L.gguf","label":"Q5_K_L","size":9141822208,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q6_K.gguf","label":"Q6_K","size":10056213248,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":10381271808,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-Q8_0.gguf","label":"Q8_0","size":13022372608,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF","file":"Mistral-Nemo-12B-ArliAI-RPMax-v1.1-f16.gguf","label":"F16","size":24504279488,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Mistral-Nemo-12B-ArliAI-RPMax-v1.1-GGUF"],"logoFrom":"ArliAI"},{"id":"millie-1-1-35b-a3b-ternary","family":"llmsforall/Millie-1.1-35B-A3B-Ternary","name":"Millie 1.1 35B A3B Ternary","maker":"llmsforall","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"llmsforall/Millie-1.1-35B-A3B-Ternary/Millie-1.1-35B-A3B-Ternary.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-18T17:01:24.000Z","downloads":2883,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmsforall/Millie-1.1-35B-A3B-Ternary","file":"Millie-1.1-35B-A3B-Ternary.gguf","label":"Millie-1.1-35B-A3B-Ternary","size":8310684160,"bits":1.92,"known":false,"rank":0}],"repos":["llmsforall/Millie-1.1-35B-A3B-Ternary"],"logoFrom":"Qwen"},{"id":"qwen3-vl-2b-instruct-1m","family":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","name":"Qwen3 VL 2B 1M","maker":"unsloth","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF/Qwen3-VL-2B-Instruct-1M-UD-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":1000000,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-01T19:17:57.000Z","downloads":2883,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":537831264,"bits":2.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":561948512,"bits":2.61,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":605792096,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":708716384,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":765175648,"bits":3.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":777797472,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":777797472,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":797867872,"bits":3.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":867254112,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":939540320,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":968900448,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-IQ4_XS.gguf","label":"IQ4_XS","size":1010384736,"bits":4.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-IQ4_NL.gguf","label":"IQ4_NL","size":1054424928,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q4_0.gguf","label":"Q4_0","size":1056784224,"bits":4.92,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":1060192096,"bits":4.93,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":1107410784,"bits":5.15,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":1129709408,"bits":5.25,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q4_1.gguf","label":"Q4_1","size":1142505312,"bits":5.31,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":1230585696,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":1257881440,"bits":5.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":1261322080,"bits":5.87,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q6_K.gguf","label":"Q6_K","size":1417756512,"bits":6.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":1610950496,"bits":7.49,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-Q8_0.gguf","label":"Q8_0","size":1834428256,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":2332583776,"bits":10.85,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-2B-Instruct-1M-GGUF","file":"Qwen3-VL-2B-Instruct-1M-BF16.gguf","label":"BF16","size":3447350880,"bits":16.03,"known":true,"rank":0}],"repos":["unsloth/Qwen3-VL-2B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"umiyuki-japanese-chat-umievo-itr001-7b","family":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","name":"Umiyuki Japanese Umievo Itr001 7B","maker":"mmnga","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf/umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-27T09:55:38.000Z","downloads":2882,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ1_S.gguf","label":"IQ1_S","size":1612101344,"bits":1.78,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ1_M.gguf","label":"IQ1_M","size":1754445536,"bits":1.94,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991685856,"bits":2.2,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ2_XS.gguf","label":"IQ2_XS","size":2198255328,"bits":2.43,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ2_S.gguf","label":"IQ2_S","size":2310919904,"bits":2.55,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ2_M.gguf","label":"IQ2_M","size":2500712160,"bits":2.76,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q2_K.gguf","label":"Q2_K","size":2719241952,"bits":3,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827343584,"bits":3.12,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ3_XS.gguf","label":"IQ3_XS","size":3018815200,"bits":3.34,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q3_K_S.gguf","label":"Q3_K_S","size":3164567264,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ3_S.gguf","label":"IQ3_S","size":3182393056,"bits":3.52,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ3_M.gguf","label":"IQ3_M","size":3284891360,"bits":3.63,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q3_K_M.gguf","label":"Q3_K_M","size":3518985952,"bits":3.89,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q3_K_L.gguf","label":"Q3_K_L","size":3822024416,"bits":4.22,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ4_XS.gguf","label":"IQ4_XS","size":3907688160,"bits":4.32,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q4_0.gguf","label":"Q4_0","size":4108916448,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-IQ4_NL.gguf","label":"IQ4_NL","size":4125693664,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q4_K_S.gguf","label":"Q4_K_S","size":4140373728,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q4_K_M.gguf","label":"Q4_K_M","size":4368439008,"bits":4.83,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q5_0.gguf","label":"Q5_0","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q5_K_S.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q5_K_M.gguf","label":"Q5_K_M","size":5131409120,"bits":5.67,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q6_K.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf","file":"umiyuki-Japanese-Chat-Umievo-itr001-7b-Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/umiyuki-Japanese-Chat-Umievo-itr001-7b-gguf"],"logoFrom":"mmnga"},{"id":"gemma-4-12b-it-claude-4-6-4-8-opus","family":"yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF","name":"Gemma 4 12B Claude 4.6 4.8 Opus","maker":"yuxinlu1","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF/gemma4-opus48-Q2_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-04T06:31:02.000Z","downloads":2881,"likes":132,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF","file":"gemma4-opus48-Q2_K.gguf","label":"Q2_K","size":4830147104,"bits":3.24,"known":true,"rank":0},{"repo":"yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF","file":"gemma4-opus48-Q4_K_M.gguf","label":"Q4_K_M","size":7381381664,"bits":4.96,"known":true,"rank":0},{"repo":"yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF","file":"gemma4-opus48-Q6_K.gguf","label":"Q6_K","size":9786020384,"bits":6.57,"known":true,"rank":0},{"repo":"yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF","file":"gemma4-opus48-Q8_0.gguf","label":"Q8_0","size":12669645344,"bits":8.51,"known":true,"rank":0}],"repos":["yuxinlu1/gemma-4-12B-it-Claude-4.6-4.8-Opus-GGUF"],"logoFrom":"google"},{"id":"minimax-m3-uncensored","family":"ressl/MiniMax-M3-uncensored","name":"MiniMax M3 Uncensored","maker":"ressl","catalog":null,"tuned":true,"params":426.17,"active":25.96,"layers":60,"probe":"spiritfather/MiniMax-M3-uncensored-GGUF/IQ2_S/MiniMax-M3-uncensored-IQ2_S-00001-of-00004.gguf","kvBytesPerToken":142172,"kvHeader":122880,"kvFixed":0,"context":1048576,"arch":"minimax-m3","vision":false,"licence":"other","open":false,"released":"2026-09-08T18:48:28.000Z","downloads":2880,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"spiritfather/MiniMax-M3-uncensored-GGUF","file":"IQ2_S/MiniMax-M3-uncensored-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":143901254336,"bits":2.7,"known":true,"rank":0},{"repo":"spiritfather/MiniMax-M3-uncensored-GGUF","file":"IQ3_S/MiniMax-M3-uncensored-IQ3_S-00001-of-00004.gguf","label":"IQ3_S","size":158962999968,"bits":2.98,"known":true,"rank":0},{"repo":"spiritfather/MiniMax-M3-uncensored-GGUF","file":"IQ4_XS/MiniMax-M3-uncensored-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":203072398144,"bits":3.81,"known":true,"rank":0},{"repo":"spiritfather/MiniMax-M3-uncensored-GGUF","file":"Q4_K_M/MiniMax-M3-uncensored-Q4_K_M-00001-of-00006.gguf","label":"Q4_K_M","size":264263504800,"bits":4.96,"known":true,"rank":0},{"repo":"spiritfather/MiniMax-M3-uncensored-GGUF","file":"Q5_K_M/MiniMax-M3-uncensored-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":316979614816,"bits":5.95,"known":true,"rank":0},{"repo":"spiritfather/MiniMax-M3-uncensored-GGUF","file":"Q8_0/MiniMax-M3-uncensored-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":453611164928,"bits":8.52,"known":true,"rank":0}],"repos":["spiritfather/MiniMax-M3-uncensored-GGUF"],"logoFrom":"ressl"},{"id":"rsr-27b","family":"IntelligenceLab/RSR-27B","name":"RSR 27B","maker":"IntelligenceLab","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/RSR-27B-GGUF/RSR-27B.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T05:09:08.000Z","downloads":2880,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q2_K.gguf","label":"Q2_K","size":10864592864,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12256536544,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13500737504,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14559799264,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.IQ4_XS.gguf","label":"IQ4_XS","size":15420450784,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15825299424,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16810715104,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18971682784,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19535701984,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q6_K.gguf","label":"Q6_K","size":22431000544,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/RSR-27B-GGUF","file":"RSR-27B.Q8_0.gguf","label":"Q8_0","size":29047085024,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/RSR-27B-GGUF"],"logoFrom":"IntelligenceLab"},{"id":"qwen3-vl-8b-thinking-1m","family":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","name":"Qwen3 VL 8B Thinking 1M","maker":"unsloth","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF/Qwen3-VL-8B-Thinking-1M-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":1000000,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-01T21:37:24.000Z","downloads":2880,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2275380704,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2396491232,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2605223392,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3110899168,"bits":3.04,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q2_K.gguf","label":"Q2_K","size":3281735136,"bits":3.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410267616,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q2_K_L.gguf","label":"Q2_K_L","size":3427593696,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501977056,"bits":3.42,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q3_K_S.gguf","label":"Q3_K_S","size":3769613792,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q3_K_M.gguf","label":"Q3_K_M","size":4124163552,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4307054048,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-IQ4_XS.gguf","label":"IQ4_XS","size":4581289440,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q4_0.gguf","label":"Q4_0","size":4787334624,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-IQ4_NL.gguf","label":"IQ4_NL","size":4793626080,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q4_K_S.gguf","label":"Q4_K_S","size":4802014688,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q4_K_M.gguf","label":"Q4_K_M","size":5027786208,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5148700128,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q4_1.gguf","label":"Q4_1","size":5247757792,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q5_K_S.gguf","label":"Q5_K_S","size":5720763872,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q5_K_M.gguf","label":"Q5_K_M","size":5851114976,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5884767712,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q6_K.gguf","label":"Q6_K","size":6725901792,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490551264,"bits":7.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-Q8_0.gguf","label":"Q8_0","size":8709520864,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824039904,"bits":10.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Thinking-1M-GGUF","file":"Qwen3-VL-8B-Thinking-1M-BF16.gguf","label":"BF16","size":16388046016,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen3-VL-8B-Thinking-1M-GGUF"],"logoFrom":"Qwen"},{"id":"camel-33b-combined-data","family":"camel-ai/CAMEL-33B-Combined-Data","name":"CAMEL 33B Combined Data","maker":"camel-ai","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/CAMEL-33B-Combined-Data-GGUF/camel-33b-combined-data.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T01:36:43.000Z","downloads":2877,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q2_K.gguf","label":"Q2_K","size":13502545312,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q3_K_S.gguf","label":"Q3_K_S","size":14064112032,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q3_K_M.gguf","label":"Q3_K_M","size":15761551776,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q3_K_L.gguf","label":"Q3_K_L","size":17279758752,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q4_0.gguf","label":"Q4_0","size":18355967392,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q4_K_S.gguf","label":"Q4_K_S","size":18437756320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q4_K_M.gguf","label":"Q4_K_M","size":19621139872,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q5_0.gguf","label":"Q5_0","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q5_K_S.gguf","label":"Q5_K_S","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q5_K_M.gguf","label":"Q5_K_M","size":23047116192,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q6_K.gguf","label":"Q6_K","size":26687216032,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CAMEL-33B-Combined-Data-GGUF","file":"camel-33b-combined-data.Q8_0.gguf","label":"Q8_0","size":34565124512,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CAMEL-33B-Combined-Data-GGUF"],"logoFrom":"camel-ai"},{"id":"solstice-mixtral-v1","family":"Sao10K/Solstice-Mixtral-v1","name":"Solstice Mixtral V1","maker":"Sao10K","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Solstice-Mixtral-v1-i1-GGUF/Solstice-Mixtral-v1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-14T11:14:46.000Z","downloads":2876,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":9991644992,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":10665290080,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12726331200,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14093674304,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":14297827136,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":15665170240,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q2_K.gguf","label":"Q2_K","size":17463797568,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18412439360,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19436898112,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":20585088832,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20585088832,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":21583333184,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22699018048,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24322213696,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25078483296,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q4_0.gguf","label":"Q4_0","size":26558974304,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26898147136,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28601034560,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32383903552,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33382147904,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Solstice-Mixtral-v1-i1-GGUF","file":"Solstice-Mixtral-v1.i1-Q6_K.gguf","label":"Q6_K","size":38533384000,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/Solstice-Mixtral-v1-i1-GGUF"],"logoFrom":"Sao10K"},{"id":"lama3-8b-hikikomori-v0-3","family":"hikikomoriHaven/lama3-8b-hikikomori-v0.3-GGUF","name":"Lama3 8B Hikikomori V0.3","maker":"hikikomoriHaven","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"hikikomoriHaven/lama3-8b-hikikomori-v0.3-GGUF/lama3-8b-hikikomori-v0.3-GGUF-unsloth.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-24T08:54:50.000Z","downloads":2876,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hikikomoriHaven/lama3-8b-hikikomori-v0.3-GGUF","file":"lama3-8b-hikikomori-v0.3-GGUF-unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":4921247040,"bits":4.9,"known":true,"rank":0},{"repo":"hikikomoriHaven/lama3-8b-hikikomori-v0.3-GGUF","file":"lama3-8b-hikikomori-v0.3-GGUF-unsloth.Q5_K_M.gguf","label":"Q5_K_M","size":5733500224,"bits":5.71,"known":true,"rank":0}],"repos":["hikikomoriHaven/lama3-8b-hikikomori-v0.3-GGUF"],"logoFrom":"hikikomoriHaven"},{"id":"gemma-3-4b-vl-it-glm-4-7-flash-heretic-uncensored-thinking","family":"DavidAU/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking","name":"Gemma 3 4B VL GLM 4.7 Flash Heretic Uncensored Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q2_K.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-02T14:36:19.000Z","downloads":2876,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q2_K.gguf","label":"Q2_K","size":1729165536,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q3_K_S.gguf","label":"Q3_K_S","size":1937365216,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q3_K_M.gguf","label":"Q3_K_M","size":2098460896,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q3_K_L.gguf","label":"Q3_K_L","size":2236086496,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.IQ4_XS.gguf","label":"IQ4_XS","size":2279626976,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q4_K_S.gguf","label":"Q4_K_S","size":2377930976,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q4_K_M.gguf","label":"Q4_K_M","size":2489895136,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q5_K_S.gguf","label":"Q5_K_S","size":2764593376,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q5_K_M.gguf","label":"Q5_K_M","size":2829699296,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q6_K.gguf","label":"Q6_K","size":3190741216,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.Q8_0.gguf","label":"Q8_0","size":4130403296,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF","file":"Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking.f16.gguf","label":"F16","size":7767804896,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Gemma-3-4B-VL-it-GLM-4.7-Flash-Heretic-Uncensored-Thinking-GGUF"],"logoFrom":"DavidAU"},{"id":"hyperclovax-seed-think-32b-heretic","family":"hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic","name":"HyperCLOVAX SEED Think 32B Heretic","maker":"hostkimjang","catalog":null,"tuned":true,"params":32.6,"active":null,"layers":72,"probe":"hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic/gguf/HyperCLOVAX-SEED-Think-32B-heretic2.Q4_K_M.gguf","kvBytesPerToken":341213,"kvHeader":294912,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-01-09T17:06:15.000Z","downloads":2875,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic","file":"gguf/HyperCLOVAX-SEED-Think-32B-heretic2.Q4_K_M.gguf","label":"Q4_K_M","size":21349106432,"bits":5.24,"known":true,"rank":0},{"repo":"hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic","file":"gguf/HyperCLOVAX-SEED-Think-32B-heretic2.Q6_K.gguf","label":"Q6_K","size":28908161792,"bits":7.09,"known":true,"rank":0},{"repo":"hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic","file":"gguf/HyperCLOVAX-SEED-Think-32B-heretic2.Q8_0.gguf","label":"Q8_0","size":34643032832,"bits":8.5,"known":true,"rank":0},{"repo":"hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic","file":"gguf/HyperCLOVAX-SEED-Think-32B-heretic2.F16.gguf","label":"F16","size":65203288832,"bits":16,"known":true,"rank":0}],"repos":["hostkimjang/HyperCLOVAX-SEED-Think-32B-heretic"],"logoFrom":"naver-hyperclovax"},{"id":"g4-wanameroqueen-v3-31b-heretic","family":"vulture3/G4-WanaMeroQueen-v3-31B-heretic","name":"G4 WanaMeroQueen V3 31B Heretic","maker":"vulture3","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF/G4-WanaMeroQueen-v3-31B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-20T23:01:43.000Z","downloads":2875,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156490720,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725873632,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674845152,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530360288,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157890016,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917067232,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976590304,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11916315104,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077509088,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072370144,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761358304,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761358304,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424498656,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287110112,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628271584,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735791584,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701579232,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763166688,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687064544,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481422304,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842784,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845572064,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF","file":"G4-WanaMeroQueen-v3-31B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201486304,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/G4-WanaMeroQueen-v3-31B-heretic-i1-GGUF"],"logoFrom":null},{"id":"fimbulvetr-11b-v2","family":"Sao10K/Fimbulvetr-11B-v2","name":"Fimbulvetr 11B V2","maker":"Sao10K","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF/Fimbulvetr-11B-v2.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-02T07:46:59.000Z","downloads":2874,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2523256928,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2564741216,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3092633696,"bits":2.31,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3402487904,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":3564828768,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":3849517152,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q2_K.gguf","label":"Q2_K","size":4157855840,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4339464288,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4573821024,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4819187808,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":4845926496,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":4999673952,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5350291552,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5805373536,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5927213152,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q4_0.gguf","label":"Q4_0","size":6249027680,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6252173408,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6273144928,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6616291424,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7552014432,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7752554592,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Fimbulvetr-11B-v2-i1-GGUF","file":"Fimbulvetr-11B-v2.i1-Q6_K.gguf","label":"Q6_K","size":8959834208,"bits":6.68,"known":true,"rank":0}],"repos":["mradermacher/Fimbulvetr-11B-v2-i1-GGUF"],"logoFrom":"Sao10K"},{"id":"configurablesolar-10-7b","family":"vicgalle/ConfigurableSOLAR-10.7B","name":"ConfigurableSOLAR 10.7B","maker":"vicgalle","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF/ConfigurableSOLAR-10.7B.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-30T23:15:11.000Z","downloads":2874,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ1_S.gguf","label":"IQ1_S","size":2351226624,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2564742912,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2920603392,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3230457600,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ2_S.gguf","label":"IQ2_S","size":3392798464,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ2_M.gguf","label":"IQ2_M","size":3677486848,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q2_K.gguf","label":"Q2_K","size":4003233536,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4167433984,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4445937408,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4664565504,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ3_S.gguf","label":"IQ3_S","size":4691304192,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ3_M.gguf","label":"IQ3_M","size":4845051648,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5195669248,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5650751232,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5772590848,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q4_0.gguf","label":"Q4_0","size":6094405376,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6118522624,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6461669120,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7397392128,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7597932288,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF","file":"ConfigurableSOLAR-10.7B.i1-Q6_K.gguf","label":"Q6_K","size":8805211904,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/ConfigurableSOLAR-10.7B-i1-GGUF"],"logoFrom":"vicgalle"},{"id":"llama-3-2-uncensored-erotica","family":"hungng/Llama-3.2-uncensored-erotica","name":"Llama 3.2 Uncensored Erotica","maker":"hungng","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"hungng/Llama-3.2-uncensored-erotica/unsloth.F16.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-11T09:31:38.000Z","downloads":2874,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hungng/Llama-3.2-uncensored-erotica","file":"unsloth.F16.gguf","label":"F16","size":6433688384,"bits":16.03,"known":true,"rank":0}],"repos":["hungng/Llama-3.2-uncensored-erotica"],"logoFrom":"chuanli11"},{"id":"mox-tiny-1","family":"vanta-research/mox-tiny-1","name":"Mox Tiny 1","maker":"vanta-research","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/mox-tiny-1-i1-GGUF/mox-tiny-1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-01-18T11:05:40.000Z","downloads":2874,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633472,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977664,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217984,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787456,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494528,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286784,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820800,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q2_K.gguf","label":"Q2_K","size":3179137344,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918208,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753088,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505152,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ3_S.gguf","label":"IQ3_S","size":3682330944,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829248,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923840,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962304,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668544,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q4_0.gguf","label":"Q4_0","size":4675897664,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677994816,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674880,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740160,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q4_1.gguf","label":"Q4_1","size":5130258752,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299904,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993344,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/mox-tiny-1-i1-GGUF","file":"mox-tiny-1.i1-Q6_K.gguf","label":"Q6_K","size":6596012352,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/mox-tiny-1-i1-GGUF"],"logoFrom":"vanta-research"},{"id":"qwen2-5-vl-3b-uncensored-bughunter-v9","family":"mmp2055/Qwen2.5-VL-3B-uncensored-bughunter-v9","name":"Qwen2.5 VL 3B Uncensored Bughunter V9","maker":"mmp2055","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"mmp2055/Qwen2.5-VL-3B-uncensored-bughunter-v9/Qwen2.5-VL-3B-uncensored-bughunter-v9.Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-10T11:20:28.000Z","downloads":2873,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmp2055/Qwen2.5-VL-3B-uncensored-bughunter-v9","file":"Qwen2.5-VL-3B-uncensored-bughunter-v9.Q4_K_M.gguf","label":"Q4_K_M","size":1929902432,"bits":5,"known":true,"rank":0}],"repos":["mmp2055/Qwen2.5-VL-3B-uncensored-bughunter-v9"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-flash-next-paoai-strix-balanced-2","family":"PaoAI/Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2-GGUF","name":"Qwen3.8 Flash Next PaoAI STRIX BALANCED 2","maker":"PaoAI","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"PaoAI/Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2-GGUF/Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2.1.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"other","open":false,"released":"2026-09-15T12:24:04.000Z","downloads":2872,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PaoAI/Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2-GGUF","file":"Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2.1.gguf","label":"Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2.1","size":78271751360,"bits":3.54,"known":false,"rank":0},{"repo":"PaoAI/Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2-GGUF","file":"Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2.gguf","label":"Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2","size":80776045760,"bits":3.65,"known":false,"rank":0}],"repos":["PaoAI/Qwen3.8-Flash-Next-PaoAI-STRIX-BALANCED-2-GGUF"],"logoFrom":"Qwen"},{"id":"servicenow-ai-apriel-1-6-15b-thinker","family":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","name":"ServiceNow AI Apriel 1.6 15B Thinker","maker":"bartowski","catalog":null,"tuned":false,"params":14.43,"active":null,"layers":48,"probe":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ2_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":262400,"arch":"llama","vision":true,"licence":"mit","open":true,"released":"2025-12-07T23:25:28.000Z","downloads":2869,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ2_XS.gguf","label":"IQ2_XS","size":4560208384,"bits":2.53,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ2_S.gguf","label":"IQ2_S","size":4814651904,"bits":2.67,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ2_M.gguf","label":"IQ2_M","size":5170512384,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q2_K.gguf","label":"Q2_K","size":5593547264,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ3_XXS.gguf","label":"IQ3_XXS","size":5782946304,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ3_XS.gguf","label":"IQ3_XS","size":6198444544,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q2_K_L.gguf","label":"Q2_K_L","size":6248907264,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q3_K_S.gguf","label":"Q3_K_S","size":6471729664,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ3_M.gguf","label":"IQ3_M","size":6697337344,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q3_K_M.gguf","label":"Q3_K_M","size":7135609344,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q3_K_L.gguf","label":"Q3_K_L","size":7704461824,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ4_XS.gguf","label":"IQ4_XS","size":7908278784,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q3_K_XL.gguf","label":"Q3_K_XL","size":8291664384,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_0.gguf","label":"Q4_0","size":8326398464,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ4_NL.gguf","label":"IQ4_NL","size":8330330624,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_K_S.gguf","label":"Q4_K_S","size":8356545024,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_K_M.gguf","label":"Q4_K_M","size":8785478144,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_1.gguf","label":"Q4_1","size":9158705664,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_K_L.gguf","label":"Q4_K_L","size":9283551744,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q5_K_S.gguf","label":"Q5_K_S","size":10018537984,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q5_K_M.gguf","label":"Q5_K_M","size":10269213184,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q5_K_L.gguf","label":"Q5_K_L","size":10683400704,"bits":5.92,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q6_K.gguf","label":"Q6_K","size":11845681664,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q6_K_L.gguf","label":"Q6_K_L","size":12170740224,"bits":6.75,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q8_0.gguf","label":"Q8_0","size":15340061184,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-bf16.gguf","label":"BF16","size":28866691264,"bits":16,"known":true,"rank":0}],"repos":["bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF"],"logoFrom":"ServiceNow-AI"},{"id":"codebooga-34b-v0-1","family":"oobabooga/CodeBooga-34B-v0.1","name":"CodeBooga 34B V0.1","maker":"oobabooga","catalog":null,"tuned":false,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/CodeBooga-34B-v0.1-GGUF/codebooga-34b-v0.1.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-20T22:30:32.000Z","downloads":2868,"likes":55,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q2_K.gguf","label":"Q2_K","size":14210674880,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":14605349056,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":16283594944,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":17771524288,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q4_0.gguf","label":"Q4_0","size":19052048576,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":19146420416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":20219900096,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q5_0.gguf","label":"Q5_0","size":23237177536,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":23237177536,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":23838798016,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q6_K.gguf","label":"Q6_K","size":27683877056,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/CodeBooga-34B-v0.1-GGUF","file":"codebooga-34b-v0.1.Q8_0.gguf","label":"Q8_0","size":35856052416,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CodeBooga-34B-v0.1-GGUF"],"logoFrom":"oobabooga"},{"id":"jinx-gpt-oss-20b","family":"Jinx-org/Jinx-gpt-oss-20b","name":"Jinx Gpt Oss 20B","maker":"Jinx-org","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"Jinx-org/Jinx-gpt-oss-20b-GGUF/jinx-gpt-oss-20b-Q3_K_S.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-14T06:57:05.000Z","downloads":2868,"likes":82,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q3_K_S.gguf","label":"Q3_K_S","size":12061089600,"bits":4.61,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q2_K.gguf","label":"Q2_K","size":12065513280,"bits":4.62,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q3_K_M.gguf","label":"Q3_K_M","size":12916150080,"bits":4.94,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-mxfp4.gguf","label":"MXFP4","size":13792637696,"bits":5.28,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q4_K_S.gguf","label":"Q4_K_S","size":14654241600,"bits":5.61,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q4_K_M.gguf","label":"Q4_K_M","size":15805135680,"bits":6.05,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q5_K_S.gguf","label":"Q5_K_S","size":15892203840,"bits":6.08,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q5_K_M.gguf","label":"Q5_K_M","size":16893061440,"bits":6.46,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q6_K.gguf","label":"Q6_K","size":22193344320,"bits":8.49,"known":true,"rank":0},{"repo":"Jinx-org/Jinx-gpt-oss-20b-GGUF","file":"jinx-gpt-oss-20b-Q8_0.gguf","label":"Q8_0","size":22261911360,"bits":8.52,"known":true,"rank":0}],"repos":["Jinx-org/Jinx-gpt-oss-20b-GGUF"],"logoFrom":"Jinx-org"},{"id":"glm-4-7-flash-heretic","family":"Olafangensan/GLM-4.7-Flash-heretic-GGUF","name":"GLM 4.7 Flash Heretic","maker":"Olafangensan","catalog":null,"tuned":true,"params":29.94,"active":3.9,"layers":47,"probe":"Olafangensan/GLM-4.7-Flash-heretic-GGUF/glm-4.7-flash-heretic.Q4_K_M.gguf","kvBytesPerToken":59450,"kvHeader":54144,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-01-21T15:01:32.000Z","downloads":2868,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Olafangensan/GLM-4.7-Flash-heretic-GGUF","file":"glm-4.7-flash-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":18132721344,"bits":4.85,"known":true,"rank":0},{"repo":"Olafangensan/GLM-4.7-Flash-heretic-GGUF","file":"glm-4.7-flash-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":21264514752,"bits":5.68,"known":true,"rank":0},{"repo":"Olafangensan/GLM-4.7-Flash-heretic-GGUF","file":"glm-4.7-flash-heretic.Q6_K.gguf","label":"Q6_K","size":24614785728,"bits":6.58,"known":true,"rank":0},{"repo":"Olafangensan/GLM-4.7-Flash-heretic-GGUF","file":"glm-4.7-flash-heretic.Q8_0.gguf","label":"Q8_0","size":31842799296,"bits":8.51,"known":true,"rank":0},{"repo":"Olafangensan/GLM-4.7-Flash-heretic-GGUF","file":"glm-4.7-flash-heretic.bf16.gguf","label":"BF16","size":59908837056,"bits":16.01,"known":true,"rank":0}],"repos":["Olafangensan/GLM-4.7-Flash-heretic-GGUF"],"logoFrom":"zai-org"},{"id":"wizardlm-13b-v1-0-uncensored","family":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","name":"WizardLM 13B V1.0 Uncensored","maker":"TheBloke","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF/wizardlm-13b-v1.0-uncensored.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-19T23:08:34.000Z","downloads":2867,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF","file":"wizardlm-13b-v1.0-uncensored.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-13B-V1.0-Uncensored-GGUF"],"logoFrom":"TheBloke"},{"id":"rwkv-6-world-1b6","family":"latestissue/rwkv-6-world-1b6-gguf","name":"Rwkv 6 World 1b6","maker":"latestissue","catalog":null,"tuned":false,"params":1.6,"active":null,"layers":24,"probe":"latestissue/rwkv-6-world-1b6-gguf/rwkv-6-world-1.6b-Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-02T19:27:58.000Z","downloads":2867,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q2_K.gguf","label":"Q2_K","size":653835840,"bits":3.27,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-IQ3_XXS.gguf","label":"IQ3_XXS","size":721378880,"bits":3.61,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-IQ3_S.gguf","label":"IQ3_S","size":800693824,"bits":4,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q3_K.gguf","label":"Q3_K","size":800693824,"bits":4,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q3_K_L.gguf","label":"Q3_K_L","size":800693824,"bits":4,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-IQ4_XS.gguf","label":"IQ4_XS","size":947551808,"bits":4.74,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-IQ4_NL.gguf","label":"IQ4_NL","size":992738880,"bits":4.96,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_0.gguf","label":"Q4_0","size":992738880,"bits":4.96,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":992738880,"bits":4.96,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":992738880,"bits":4.96,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":992738880,"bits":4.96,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_K.gguf","label":"Q4_K","size":993132096,"bits":4.97,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_K_S.gguf","label":"Q4_K_S","size":993132096,"bits":4.97,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q4_1.gguf","label":"Q4_1","size":1083309632,"bits":5.42,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q5_0.gguf","label":"Q5_0","size":1173880384,"bits":5.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q5_K.gguf","label":"Q5_K","size":1174076992,"bits":5.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q5_K_S.gguf","label":"Q5_K_S","size":1174076992,"bits":5.87,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q5_1.gguf","label":"Q5_1","size":1264451136,"bits":6.32,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q6_K.gguf","label":"Q6_K","size":1367105088,"bits":6.84,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-Q8_0.gguf","label":"Q8_0","size":1749810752,"bits":8.75,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-BF16.gguf","label":"BF16","size":3234201152,"bits":16.17,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-F16.gguf","label":"F16","size":3246784064,"bits":16.23,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-world-1b6-gguf","file":"rwkv-6-world-1.6b-F32.gguf","label":"F32","size":6400900672,"bits":32,"known":true,"rank":0}],"repos":["latestissue/rwkv-6-world-1b6-gguf"],"logoFrom":"latestissue"},{"id":"qwen3-6-27b-omnimerge-v4","family":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4","name":"Qwen3.6 27B Omnimerge V4","maker":"ManniX-ITA","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF/Qwen3.6-27B-Omnimerge-v4-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-30T07:25:06.000Z","downloads":2867,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433182528,"bits":2.51,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ2_XS.gguf","label":"IQ2_XS","size":9090590528,"bits":2.7,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ2_S.gguf","label":"IQ2_S","size":9362913088,"bits":2.78,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ2_M.gguf","label":"IQ2_M","size":10004592448,"bits":2.98,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q2_K.gguf","label":"Q2_K","size":10711664192,"bits":3.19,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186370368,"bits":3.33,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q2_K_L.gguf","label":"Q2_K_L","size":11953264192,"bits":3.55,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ3_XS.gguf","label":"IQ3_XS","size":11967129408,"bits":3.56,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q3_K_S.gguf","label":"Q3_K_S","size":12073952832,"bits":3.59,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ3_M.gguf","label":"IQ3_M","size":12580874048,"bits":3.74,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q3_K_M.gguf","label":"Q3_K_M","size":13301442112,"bits":3.96,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q3_K_L.gguf","label":"Q3_K_L","size":14344775232,"bits":4.27,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q3_K_XL.gguf","label":"Q3_K_XL","size":14413915712,"bits":4.29,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ4_XS.gguf","label":"IQ4_XS","size":15082506048,"bits":4.49,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q4_0.gguf","label":"Q4_0","size":15476868672,"bits":4.6,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q4_K_S.gguf","label":"Q4_K_S","size":15586313792,"bits":4.64,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-IQ4_NL.gguf","label":"IQ4_NL","size":15801927488,"bits":4.7,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q4_K_M.gguf","label":"Q4_K_M","size":16547399232,"bits":4.92,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q4_1.gguf","label":"Q4_1","size":17078240832,"bits":5.08,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q4_K_L.gguf","label":"Q4_K_L","size":17491015232,"bits":5.2,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q5_K_S.gguf","label":"Q5_K_S","size":18679612992,"bits":5.56,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q5_K_M.gguf","label":"Q5_K_M","size":19231098432,"bits":5.72,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q5_K_L.gguf","label":"Q5_K_L","size":20015789632,"bits":5.95,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q6_K.gguf","label":"Q6_K","size":22082528832,"bits":6.57,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q6_K_L.gguf","label":"Q6_K_L","size":22698362432,"bits":6.75,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-Q8_0.gguf","label":"Q8_0","size":28595762752,"bits":8.5,"known":true,"rank":0},{"repo":"ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF","file":"Qwen3.6-27B-Omnimerge-v4-F16.gguf","label":"F16","size":53808281152,"bits":16,"known":true,"rank":0}],"repos":["ManniX-ITA/Qwen3.6-27B-Omnimerge-v4-GGUF"],"logoFrom":"ManniX-ITA"},{"id":"dark-scarlett-v1-0-26b-a4b","family":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B","name":"Dark Scarlett V1.0 26B A4B","maker":"ReadyArt","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF/Dark-Scarlett-v1.0-26B-A4B-Q4_0.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-14T14:40:52.000Z","downloads":2865,"likes":30,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","file":"Dark-Scarlett-v1.0-26B-A4B-Q4_0.gguf","label":"Q4_0","size":14439361984,"bits":4.58,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","file":"Dark-Scarlett-v1.0-26B-A4B-Q4_K_M.gguf","label":"Q4_K_M","size":16796016064,"bits":5.33,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","file":"Dark-Scarlett-v1.0-26B-A4B-Q5_K_M.gguf","label":"Q5_K_M","size":19132890560,"bits":6.07,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","file":"Dark-Scarlett-v1.0-26B-A4B-Q6_K.gguf","label":"Q6_K","size":22638399424,"bits":7.18,"known":true,"rank":0},{"repo":"ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF","file":"Dark-Scarlett-v1.0-26B-A4B-Q8_0.gguf","label":"Q8_0","size":26859859392,"bits":8.52,"known":true,"rank":0}],"repos":["ReadyArt/Dark-Scarlett-v1.0-26B-A4B-GGUF"],"logoFrom":"ReadyArt"},{"id":"rpbizkit-v11-12b-base","family":"RicardoEstep/RPBizkit-v11-12B-Base","name":"RPBizkit V11 12B Base","maker":"RicardoEstep","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF/RPBizkit-v11-12B-Base.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-07T01:10:53.000Z","downloads":2865,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":2999217760,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":3221630560,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592318560,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915083360,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":4138479200,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":4435029600,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493684320,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q2_K.gguf","label":"Q2_K","size":4791053920,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945391200,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306494560,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534232160,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":5562084960,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":5722238560,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083096160,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561508960,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742716000,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q4_0.gguf","label":"Q4_0","size":7094644320,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097921120,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120203360,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477210720,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q4_1.gguf","label":"Q4_1","size":7795224160,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518741600,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727637600,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Base-i1-GGUF","file":"RPBizkit-v11-12B-Base.i1-Q6_K.gguf","label":"Q6_K","size":10056216160,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/RPBizkit-v11-12B-Base-i1-GGUF"],"logoFrom":"RicardoEstep"},{"id":"summllama3-8b","family":"DISLab/SummLlama3-8B","name":"SummLlama3 8B","maker":"DISLab","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/SummLlama3-8B-i1-GGUF/SummLlama3-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-25T01:39:14.000Z","downloads":2864,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628576,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972768,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399213088,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782560,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489632,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281888,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988815904,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179132448,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913312,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748192,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500256,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682326048,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784824352,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918944,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321957408,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663648,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675892768,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677989920,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669984,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735264,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q4_1.gguf","label":"Q4_1","size":5130253856,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599295008,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732988448,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/SummLlama3-8B-i1-GGUF","file":"SummLlama3-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596007456,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SummLlama3-8B-i1-GGUF"],"logoFrom":"DISLab"},{"id":"nyx-rp-9b-instruct-2608-v1","family":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","name":"Nyx RP 9B 2608 V1","maker":"Indexnusrefather","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1/Nyx-RP-9B-Instruct-2608-v1.Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-13T03:16:46.000Z","downloads":2864,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","file":"Nyx-RP-9B-Instruct-2608-v1.Q3_K_M.gguf","label":"Q3_K_M","size":4737607936,"bits":4.12,"known":true,"rank":0},{"repo":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","file":"Nyx-RP-9B-Instruct-2608-v1.Q4_K_M.gguf","label":"Q4_K_M","size":5780089088,"bits":5.03,"known":true,"rank":0},{"repo":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","file":"Nyx-RP-9B-Instruct-2608-v1.Q5_K_M.gguf","label":"Q5_K_M","size":6642542848,"bits":5.78,"known":true,"rank":0},{"repo":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","file":"Nyx-RP-9B-Instruct-2608-v1.Q6_K.gguf","label":"Q6_K","size":7558899968,"bits":6.57,"known":true,"rank":0},{"repo":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","file":"Nyx-RP-9B-Instruct-2608-v1.Q8_0.gguf","label":"Q8_0","size":9786059008,"bits":8.51,"known":true,"rank":0},{"repo":"Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1","file":"Nyx-RP-9B-Instruct-2608-v1.BF16.gguf","label":"BF16","size":18407319808,"bits":16.01,"known":true,"rank":0}],"repos":["Indexnusrefather/Nyx-RP-9B-Instruct-2608-v1"],"logoFrom":"Qwen"},{"id":"llama3-chatqa-1-5-8b","family":"nvidia/Llama3-ChatQA-1.5-8B","name":"Llama3 ChatQA 1.5 8B","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF/Llama3-ChatQA-1.5-8B.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-05-26T23:26:20.000Z","downloads":2863,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ1_S.gguf","label":"IQ1_S","size":2019627840,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ1_M.gguf","label":"IQ1_M","size":2161972032,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212352,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ2_XS.gguf","label":"IQ2_XS","size":2605781824,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ2_S.gguf","label":"IQ2_S","size":2758488896,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ2_M.gguf","label":"IQ2_M","size":2948281152,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q2_K_S.gguf","label":"Q2_K_S","size":2988815168,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q2_K.gguf","label":"Q2_K","size":3179131712,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912576,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ3_XS.gguf","label":"IQ3_XS","size":3518747456,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3664499520,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ3_S.gguf","label":"IQ3_S","size":3682325312,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ3_M.gguf","label":"IQ3_M","size":3784823616,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q3_K.gguf","label":"Q3_K","size":4018918208,"bits":4,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4321956672,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ4_XS.gguf","label":"IQ4_XS","size":4447662912,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.IQ4_NL.gguf","label":"IQ4_NL","size":4677989184,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4692669248,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q4_K.gguf","label":"Q4_K","size":4920734528,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5599294016,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q5_K.gguf","label":"Q5_K","size":5732987456,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q6_K.gguf","label":"Q6_K","size":6596006464,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.Q8_0.gguf","label":"Q8_0","size":8540770880,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF","file":"Llama3-ChatQA-1.5-8B.FP16.gguf","label":"Llama3-ChatQA-1.5-8B.FP16","size":16068891200,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/Llama3-ChatQA-1.5-8B-IMat-GGUF"],"logoFrom":"nvidia"},{"id":"deepseek-tng-r1t2-chimera","family":"tngtech/DeepSeek-TNG-R1T2-Chimera","name":"DeepSeek TNG R1T2 Chimera","maker":"tngtech","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF/DeepSeek-TNG-R1T2-Chimera-UD-TQ1_0.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-07-03T09:19:02.000Z","downloads":2862,"likes":19,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"DeepSeek-TNG-R1T2-Chimera-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":161142536224,"bits":1.92,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-IQ1_S/DeepSeek-TNG-R1T2-Chimera-UD-IQ1_S-00001-of-00004.gguf","label":"UD-IQ1_S","size":185100401088,"bits":2.21,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-IQ1_M/DeepSeek-TNG-R1T2-Chimera-UD-IQ1_M-00001-of-00005.gguf","label":"UD-IQ1_M","size":200454824544,"bits":2.39,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-IQ2_XXS/DeepSeek-TNG-R1T2-Chimera-UD-IQ2_XXS-00001-of-00005.gguf","label":"UD-IQ2_XXS","size":216214555264,"bits":2.58,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-IQ2_M/DeepSeek-TNG-R1T2-Chimera-UD-IQ2_M-00001-of-00005.gguf","label":"UD-IQ2_M","size":227958606400,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q2_K/DeepSeek-TNG-R1T2-Chimera-Q2_K-00001-of-00005.gguf","label":"Q2_K","size":244779916896,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q2_K_L/DeepSeek-TNG-R1T2-Chimera-Q2_K_L-00001-of-00005.gguf","label":"Q2_K_L","size":244997107296,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-Q2_K_XL/DeepSeek-TNG-R1T2-Chimera-UD-Q2_K_XL-00001-of-00006.gguf","label":"UD-Q2_K_XL","size":250601046752,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-IQ3_XXS/DeepSeek-TNG-R1T2-Chimera-UD-IQ3_XXS-00001-of-00006.gguf","label":"UD-IQ3_XXS","size":272915620576,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q3_K_S/DeepSeek-TNG-R1T2-Chimera-Q3_K_S-00001-of-00006.gguf","label":"Q3_K_S","size":289730221216,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-Q3_K_XL/DeepSeek-TNG-R1T2-Chimera-UD-Q3_K_XL-00001-of-00007.gguf","label":"UD-Q3_K_XL","size":295903109920,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q3_K_M/DeepSeek-TNG-R1T2-Chimera-Q3_K_M-00001-of-00007.gguf","label":"Q3_K_M","size":319846028640,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"IQ4_XS/DeepSeek-TNG-R1T2-Chimera-IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":357701331840,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"IQ4_NL/DeepSeek-TNG-R1T2-Chimera-IQ4_NL-00001-of-00008.gguf","label":"IQ4_NL","size":378577650624,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q4_0/DeepSeek-TNG-R1T2-Chimera-Q4_0-00001-of-00008.gguf","label":"Q4_0","size":379545617312,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q4_K_S/DeepSeek-TNG-R1T2-Chimera-Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":380513584032,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-Q4_K_XL/DeepSeek-TNG-R1T2-Chimera-UD-Q4_K_XL-00001-of-00008.gguf","label":"UD-Q4_K_XL","size":383530112960,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q4_K_M/DeepSeek-TNG-R1T2-Chimera-Q4_K_M-00001-of-00009.gguf","label":"Q4_K_M","size":404941898816,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q4_1/DeepSeek-TNG-R1T2-Chimera-Q4_1-00001-of-00009.gguf","label":"Q4_1","size":420388205632,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q5_K_S/DeepSeek-TNG-R1T2-Chimera-Q5_K_S-00001-of-00010.gguf","label":"Q5_K_S","size":462198760576,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q5_K_M/DeepSeek-TNG-R1T2-Chimera-Q5_K_M-00001-of-00010.gguf","label":"Q5_K_M","size":475780342944,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-Q5_K_XL/DeepSeek-TNG-R1T2-Chimera-UD-Q5_K_XL-00001-of-00010.gguf","label":"UD-Q5_K_XL","size":481352533152,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q6_K/DeepSeek-TNG-R1T2-Chimera-Q6_K-00001-of-00012.gguf","label":"Q6_K","size":551046190080,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-Q6_K_XL/DeepSeek-TNG-R1T2-Chimera-UD-Q6_K_XL-00001-of-00012.gguf","label":"UD-Q6_K_XL","size":574948216320,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"Q8_0/DeepSeek-TNG-R1T2-Chimera-Q8_0-00001-of-00015.gguf","label":"Q8_0","size":713286520288,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"UD-Q8_K_XL/DeepSeek-TNG-R1T2-Chimera-UD-Q8_K_XL-00001-of-00016.gguf","label":"UD-Q8_K_XL","size":780571184992,"bits":9.31,"known":true,"rank":0},{"repo":"unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF","file":"BF16/DeepSeek-TNG-R1T2-Chimera-BF16-00001-of-00030.gguf","label":"BF16","size":1342273054048,"bits":16,"known":true,"rank":0}],"repos":["unsloth/DeepSeek-TNG-R1T2-Chimera-GGUF"],"logoFrom":"tngtech"},{"id":"openhermes-2-5-mistral-7b-x2","family":"IsakNordgren/OpenHermes-2.5-Mistral-7B-x2","name":"OpenHermes 2.5 Mistral 7B X2","maker":"IsakNordgren","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF/OpenHermes-2.5-Mistral-7B-x2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-06T07:48:32.000Z","downloads":2861,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110816,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455008,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695328,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264800,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930208,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722464,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q2_K.gguf","label":"Q2_K","size":2719252512,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353888,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826592,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578656,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404448,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902752,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997344,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035808,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700384,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q4_0.gguf","label":"Q4_0","size":4123608992,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386208,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451488,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729184,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422624,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF","file":"OpenHermes-2.5-Mistral-7B-x2.i1-Q6_K.gguf","label":"Q6_K","size":5942079456,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/OpenHermes-2.5-Mistral-7B-x2-i1-GGUF"],"logoFrom":"mistralai"},{"id":"glm-4-9b-chat-1m","family":"zai-org/glm-4-9b-chat-1m","name":"Glm 4 9B 1M","maker":"Z.ai","catalog":null,"tuned":true,"params":9.48,"active":null,"layers":40,"probe":"bartowski/glm-4-9b-chat-1m-GGUF/glm-4-9b-chat-1m-IQ2_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":1048576,"arch":"chatglm","vision":false,"licence":"other","open":false,"released":"2024-07-10T00:18:16.000Z","downloads":2860,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-IQ2_M.gguf","label":"IQ2_M","size":3958493984,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q2_K.gguf","label":"Q2_K","size":4019508000,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-IQ3_XS.gguf","label":"IQ3_XS","size":4465775392,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q3_K_S.gguf","label":"Q3_K_S","size":4623553312,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q2_K_L.gguf","label":"Q2_K_L","size":4625716000,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-IQ3_M.gguf","label":"IQ3_M","size":4859155232,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q3_K_M.gguf","label":"Q3_K_M","size":5111599904,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-IQ4_XS.gguf","label":"IQ4_XS","size":5295756064,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q3_K_L.gguf","label":"Q3_K_L","size":5328720672,"bits":4.5,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5502587680,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5502587680,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5502587680,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_0.gguf","label":"Q4_0","size":5520118560,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_K_S.gguf","label":"Q4_K_S","size":5800612640,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q3_K_XL.gguf","label":"Q3_K_XL","size":5871883040,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_K_M.gguf","label":"Q4_K_M","size":6308680480,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q5_K_S.gguf","label":"Q5_K_S","size":6750655264,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q4_K_L.gguf","label":"Q4_K_L","size":6769398560,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q5_K_M.gguf","label":"Q5_K_M","size":7212684064,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q5_K_L.gguf","label":"Q5_K_L","size":7595807520,"bits":6.41,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q6_K.gguf","label":"Q6_K","size":8330924832,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q6_K_L.gguf","label":"Q6_K_L","size":8631604000,"bits":7.28,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-Q8_0.gguf","label":"Q8_0","size":10084209440,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/glm-4-9b-chat-1m-GGUF","file":"glm-4-9b-chat-1m-f16.gguf","label":"F16","size":18974822912,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/glm-4-9b-chat-1m-GGUF"],"logoFrom":"zai-org"},{"id":"pythia-160m","family":"EleutherAI/pythia-160m","name":"Pythia 160M","maker":"EleutherAI","catalog":null,"tuned":false,"params":0.16,"active":null,"layers":12,"probe":"mradermacher/pythia-160m-i1-GGUF/pythia-160m.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T14:21:28.000Z","downloads":2860,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ1_S.gguf","label":"IQ1_S","size":58844960,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ1_M.gguf","label":"IQ1_M","size":60614432,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":63563552,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ2_XS.gguf","label":"IQ2_XS","size":66144032,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ2_S.gguf","label":"IQ2_S","size":71302688,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ2_M.gguf","label":"IQ2_M","size":73661984,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q2_K.gguf","label":"Q2_K","size":78094880,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":78269984,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ3_XS.gguf","label":"IQ3_XS","size":86055200,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ3_S.gguf","label":"IQ3_S","size":87050528,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q3_K_S.gguf","label":"Q3_K_S","size":87050528,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ3_M.gguf","label":"IQ3_M","size":91124000,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q3_K_M.gguf","label":"Q3_K_M","size":94570784,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q3_K_L.gguf","label":"Q3_K_L","size":98994464,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-IQ4_XS.gguf","label":"IQ4_XS","size":99600416,"bits":4.98,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":103461920,"bits":5.17,"known":false,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":103461920,"bits":5.17,"known":false,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":103461920,"bits":5.17,"known":false,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q4_0.gguf","label":"Q4_0","size":103609376,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q4_K_S.gguf","label":"Q4_K_S","size":103756832,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q4_K_M.gguf","label":"Q4_K_M","size":109765664,"bits":5.49,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q5_K_S.gguf","label":"Q5_K_S","size":118907936,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q5_K_M.gguf","label":"Q5_K_M","size":123608096,"bits":6.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-i1-GGUF","file":"pythia-160m.i1-Q6_K.gguf","label":"Q6_K","size":135319328,"bits":6.77,"known":true,"rank":0}],"repos":["mradermacher/pythia-160m-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"hy-simulmt-30b-a3b","family":"tencent/Hy-SimulMT-30B-A3B-GGUF","name":"Hy SimulMT 30B A3B","maker":"Tencent","catalog":null,"tuned":false,"params":30.4,"active":3.22,"layers":48,"probe":"tencent/Hy-SimulMT-30B-A3B-GGUF/Hy-SimulMT-30B-A3B-Q4_K_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"hy_v3","vision":false,"licence":null,"open":false,"released":"2026-10-22T07:29:49.000Z","downloads":2860,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tencent/Hy-SimulMT-30B-A3B-GGUF","file":"Hy-SimulMT-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":19746809728,"bits":5.2,"known":true,"rank":0},{"repo":"tencent/Hy-SimulMT-30B-A3B-GGUF","file":"Hy-SimulMT-30B-A3B-Q8_0.gguf","label":"Q8_0","size":33312171808,"bits":8.77,"known":true,"rank":0}],"repos":["tencent/Hy-SimulMT-30B-A3B-GGUF"],"logoFrom":"tencent"},{"id":"gemma-3-12b-it-qat-int4","family":"unsloth/gemma-3-12b-it-qat-int4-GGUF","name":"Gemma 3 12B Qat Int4","maker":"unsloth","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"unsloth/gemma-3-12b-it-qat-int4-GGUF/gemma-3-12b-it-qat-int4-UD-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2025-04-22T02:55:18.000Z","downloads":2859,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":4414325728,"bits":3,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":4536437728,"bits":3.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q2_K.gguf","label":"Q2_K","size":4768222048,"bits":3.24,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":4993244128,"bits":3.39,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":5120424928,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q2_K_L.gguf","label":"Q2_K_L","size":5956024288,"bits":4.05,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q3_K_M.gguf","label":"Q3_K_M","size":6008818528,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":6145182688,"bits":4.18,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":6348195808,"bits":4.31,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":6595720160,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":7280639968,"bits":4.95,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q4_K_M.gguf","label":"Q4_K_M","size":7300778848,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q4_0.gguf","label":"Q4_0","size":8074966720,"bits":5.49,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":8074967008,"bits":5.49,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q5_K_M.gguf","label":"Q5_K_M","size":8445037408,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q6_K.gguf","label":"Q6_K","size":9660812128,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-Q8_0.gguf","label":"Q8_0","size":12510211040,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/gemma-3-12b-it-qat-int4-GGUF","file":"gemma-3-12b-it-qat-int4-BF16.gguf","label":"BF16","size":23540152000,"bits":16,"known":true,"rank":0}],"repos":["unsloth/gemma-3-12b-it-qat-int4-GGUF"],"logoFrom":"google"},{"id":"opencoder-1-5b-instruct","family":"infly/OpenCoder-1.5B-Instruct","name":"OpenCoder 1.5B","maker":"infly","catalog":null,"tuned":true,"params":1.91,"active":null,"layers":24,"probe":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF/OpenCoder-1.5B-Instruct-Q3_K_L.gguf","kvBytesPerToken":248801,"kvHeader":215040,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-11-11T01:50:17.000Z","downloads":2858,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","file":"OpenCoder-1.5B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1269218400,"bits":5.32,"known":true,"rank":0},{"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","file":"OpenCoder-1.5B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1417775200,"bits":5.94,"known":true,"rank":0},{"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","file":"OpenCoder-1.5B-Instruct-Q6_K.gguf","label":"Q6_K","size":1947311200,"bits":8.16,"known":true,"rank":0},{"repo":"lmstudio-community/OpenCoder-1.5B-Instruct-GGUF","file":"OpenCoder-1.5B-Instruct-Q8_0.gguf","label":"Q8_0","size":2027306080,"bits":8.49,"known":true,"rank":0}],"repos":["lmstudio-community/OpenCoder-1.5B-Instruct-GGUF"],"logoFrom":"infly"},{"id":"glm-z1-rumination-32b-0414","family":"zai-org/GLM-Z1-Rumination-32B-0414","name":"GLM Z1 Rumination 32B 0414","maker":"Z.ai","catalog":null,"tuned":true,"params":33.14,"active":null,"layers":61,"probe":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF/THUDM_GLM-Z1-Rumination-32B-0414-IQ2_XS.gguf","kvBytesPerToken":289083,"kvHeader":249856,"kvFixed":0,"context":131072,"arch":"glm4","vision":false,"licence":"mit","open":true,"released":"2025-04-14T16:31:16.000Z","downloads":2857,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ2_XS.gguf","label":"IQ2_XS","size":10145986112,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ2_S.gguf","label":"IQ2_S","size":10665006656,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ2_M.gguf","label":"IQ2_M","size":11527525952,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q2_K.gguf","label":"Q2_K","size":12548609600,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ3_XXS.gguf","label":"IQ3_XXS","size":13038212672,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q2_K_L.gguf","label":"Q2_K_L","size":13457921600,"bits":3.25,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ3_XS.gguf","label":"IQ3_XS","size":13933614656,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q3_K_S.gguf","label":"Q3_K_S","size":14619039296,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ3_M.gguf","label":"IQ3_M","size":15107438144,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q3_K_M.gguf","label":"Q3_K_M","size":16177329728,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q3_K_L.gguf","label":"Q3_K_L","size":17537857088,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ4_XS.gguf","label":"IQ4_XS","size":17950242368,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q3_K_XL.gguf","label":"Q3_K_XL","size":18352600640,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-IQ4_NL.gguf","label":"IQ4_NL","size":18944783936,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q4_0.gguf","label":"Q4_0","size":18958743104,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q4_K_S.gguf","label":"Q4_K_S","size":19023820352,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q4_K_M.gguf","label":"Q4_K_M","size":20040332864,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q4_K_L.gguf","label":"Q4_K_L","size":20731409984,"bits":5,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q4_1.gguf","label":"Q4_1","size":20909880896,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q5_K_S.gguf","label":"Q5_K_S","size":22922950208,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q5_K_M.gguf","label":"Q5_K_M","size":23512036928,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q5_K_L.gguf","label":"Q5_K_L","size":24086722112,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q6_K.gguf","label":"Q6_K","size":27200722496,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q6_K_L.gguf","label":"Q6_K_L","size":27651741248,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-Q8_0.gguf","label":"Q8_0","size":35226875456,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF","file":"THUDM_GLM-Z1-Rumination-32B-0414-bf16/THUDM_GLM-Z1-Rumination-32B-0414-bf16-00001-of-00002.gguf","label":"BF16","size":66295854560,"bits":16,"known":true,"rank":0}],"repos":["bartowski/THUDM_GLM-Z1-Rumination-32B-0414-GGUF"],"logoFrom":"zai-org"},{"id":"faro-yi-34b-200k-i1","family":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","name":"Faro Yi 34B 200K I1","maker":"mradermacher","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Faro-Yi-34B-200K-i1-GGUF/Faro-Yi-34B-200K.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-04-02T17:16:03.000Z","downloads":2854,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ1_S.gguf","label":"IQ1_S","size":8101091648,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ1_M.gguf","label":"IQ1_M","size":8778897728,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9908574528,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10908653888,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ2_S.gguf","label":"IQ2_S","size":11493132608,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ2_M.gguf","label":"IQ2_M","size":12396874048,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q2_K.gguf","label":"Q2_K","size":13366417728,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13935987008,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14775503168,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15501478208,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ3_S.gguf","label":"IQ3_S","size":15559969088,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ3_M.gguf","label":"IQ3_M","size":16105883968,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17196108096,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18680629568,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19016235328,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q4_0.gguf","label":"Q4_0","size":20071938368,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20139833664,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21199894848,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24248875328,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24863029568,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-200K-i1-GGUF","file":"Faro-Yi-34B-200K.i1-Q6_K.gguf","label":"Q6_K","size":28755110208,"bits":6.69,"known":true,"rank":0}],"repos":["mradermacher/Faro-Yi-34B-200K-i1-GGUF"],"logoFrom":"wenbopan"},{"id":"llama-pro-8b","family":"TencentARC/LLaMA-Pro-8B","name":"LLaMA Pro 8B","maker":"TencentARC","catalog":null,"tuned":false,"params":8.36,"active":null,"layers":40,"probe":"TheBloke/LLaMA-Pro-8B-GGUF/llama-pro-8b.Q2_K.gguf","kvBytesPerToken":758252,"kvHeader":655360,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-01-06T10:59:52.000Z","downloads":2851,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q2_K.gguf","label":"Q2_K","size":3494608896,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q3_K_S.gguf","label":"Q3_K_S","size":3644235776,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q3_K_M.gguf","label":"Q3_K_M","size":4077494272,"bits":3.9,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q3_K_L.gguf","label":"Q3_K_L","size":4455243776,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q4_0.gguf","label":"Q4_0","size":4736761856,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q4_K_S.gguf","label":"Q4_K_S","size":4767694848,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q4_K_M.gguf","label":"Q4_K_M","size":5055758336,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q5_0.gguf","label":"Q5_0","size":5765021696,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q5_K_S.gguf","label":"Q5_K_S","size":5765021696,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q5_K_M.gguf","label":"Q5_K_M","size":5929353216,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q6_K.gguf","label":"Q6_K","size":6857547776,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-Pro-8B-GGUF","file":"llama-pro-8b.Q8_0.gguf","label":"Q8_0","size":8881545216,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LLaMA-Pro-8B-GGUF"],"logoFrom":"TencentARC"},{"id":"prashna-7b","family":"rachitgoyell/Prashna-7b","name":"Prashna 7B","maker":"rachitgoyell","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Prashna-7b-i1-GGUF/Prashna-7b.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-25T10:51:26.000Z","downloads":2849,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1903670528,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2042199296,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273080576,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469025024,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2595640576,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2780345600,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834076928,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q2_K.gguf","label":"Q2_K","size":3015943424,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114517760,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346259200,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492371712,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3499195648,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3574015232,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808394496,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088462592,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218475776,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437816576,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q4_0.gguf","label":"Q4_0","size":4444124416,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457772288,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683076864,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q4_1.gguf","label":"Q4_1","size":4873286912,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315179776,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444834560,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Prashna-7b-i1-GGUF","file":"Prashna-7b.i1-Q6_K.gguf","label":"Q6_K","size":6254202112,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Prashna-7b-i1-GGUF"],"logoFrom":"rachitgoyell"},{"id":"alma-13b-pretrain","family":"haoranxu/ALMA-13B-Pretrain","name":"ALMA 13B Pretrain","maker":"haoranxu","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/ALMA-13B-Pretrain-GGUF/alma-13b-pretrain.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-09-23T00:07:03.000Z","downloads":2848,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/ALMA-13B-Pretrain-GGUF","file":"alma-13b-pretrain.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/ALMA-13B-Pretrain-GGUF"],"logoFrom":"haoranxu"},{"id":"openthaigpt-1-0-0-beta-13b-chat","family":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","name":"Openthaigpt 1.0.0 Beta 13B","maker":"TheBloke","catalog":null,"tuned":true,"params":13.11,"active":null,"layers":40,"probe":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF/openthaigpt-1.0.0-beta-13b-chat.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-26T10:54:07.000Z","downloads":2848,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q2_K.gguf","label":"Q2_K","size":5484347616,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":5718705376,"bits":3.49,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":6397494496,"bits":3.9,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":6989284576,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q4_0.gguf","label":"Q4_0","size":7431739616,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":7480236256,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":7931861216,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q5_0.gguf","label":"Q5_0","size":9044007136,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":9044007136,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":9301645536,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q6_K.gguf","label":"Q6_K","size":10757041376,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF","file":"openthaigpt-1.0.0-beta-13b-chat.Q8_0.gguf","label":"Q8_0","size":13931758816,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/openthaigpt-1.0.0-beta-13B-chat-GGUF"],"logoFrom":"openthaigpt"},{"id":"mpt-7b-8k","family":"mosaicml/mpt-7b-8k","name":"Mpt 7B 8K","maker":"mosaicml","catalog":null,"tuned":false,"params":6.65,"active":null,"layers":32,"probe":"mradermacher/mpt-7b-8k-i1-GGUF/mpt-7b-8k.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":8192,"arch":"mpt","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T06:50:24.000Z","downloads":2848,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ1_S.gguf","label":"IQ1_S","size":1472362816,"bits":1.77,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ1_M.gguf","label":"IQ1_M","size":1604483392,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1824684352,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2017622336,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ2_S.gguf","label":"IQ2_S","size":2120382784,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ2_M.gguf","label":"IQ2_M","size":2296543552,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q2_K.gguf","label":"Q2_K","size":2558859584,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2636282176,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2865043776,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ3_S.gguf","label":"IQ3_S","size":2940541248,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2940541248,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ3_M.gguf","label":"IQ3_M","size":3261405504,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3527743808,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3594852672,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3796179264,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3796179264,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3796179264,"bits":4.57,"known":false,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q4_0.gguf","label":"Q4_0","size":3812956480,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3829733696,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3846510912,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4274329920,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4601485632,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4958001472,"bits":5.96,"known":true,"rank":0},{"repo":"mradermacher/mpt-7b-8k-i1-GGUF","file":"mpt-7b-8k.i1-Q6_K.gguf","label":"Q6_K","size":5457123648,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/mpt-7b-8k-i1-GGUF"],"logoFrom":"mosaicml"},{"id":"groot-19b-a3b-ttq","family":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","name":"Groot 19B A3B TTQ","maker":"TokenTinkerer","catalog":null,"tuned":false,"params":18.99,"active":3.51,"layers":41,"probe":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF/Groot-19B-A3B-TTQ-3.56bpw-IQ3_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-31T02:58:12.000Z","downloads":2848,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-3.56bpw-IQ3_XXS.gguf","label":"IQ3_XXS","size":8459534112,"bits":3.56,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-3.72bpw-IQ3_XS.gguf","label":"IQ3_XS","size":8837021472,"bits":3.72,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-3.87bpw-Q3_K_S.gguf","label":"Q3_K_S","size":9184034592,"bits":3.87,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-4.09bpw-Q3_K_M.gguf","label":"Q3_K_M","size":9729294112,"bits":4.1,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-4.34bpw-IQ4_XS.gguf","label":"IQ4_XS","size":10305027872,"bits":4.34,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-4.70bpw-IQ4_NL.gguf","label":"IQ4_NL","size":11158521632,"bits":4.7,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-5.05bpw-Q4_K_M.gguf","label":"Q4_K_M","size":11997382432,"bits":5.05,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-5.73bpw-Q5_K_S.gguf","label":"Q5_K_S","size":13613598496,"bits":5.74,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-6.16bpw-Q5_K_M.gguf","label":"Q5_K_M","size":14637008672,"bits":6.17,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-6.76bpw-Q6_K.gguf","label":"Q6_K","size":16063072032,"bits":6.77,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-TTQ-8.50bpw-Q8_0.gguf","label":"Q8_0","size":19963774464,"bits":8.41,"known":true,"rank":0},{"repo":"TokenTinkerer/Groot-19B-A3B-TTQ-GGUF","file":"Groot-19B-A3B-261023-BF16.gguf","label":"BF16","size":38006441824,"bits":16.01,"known":true,"rank":0}],"repos":["TokenTinkerer/Groot-19B-A3B-TTQ-GGUF"],"logoFrom":"GrootTeam"},{"id":"gemma-4-e2b-it-heretic","family":"saidutta69/gemma-4-E2B-it-heretic","name":"Gemma 4 E2B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":4.63,"active":null,"layers":35,"probe":"saidutta69/gemma-4-E2B-it-heretic/gemma-4-E2B-it-heretic-Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-26T14:55:40.000Z","downloads":2847,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q2_K.gguf","label":"Q2_K","size":2980654624,"bits":5.15,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":3102078496,"bits":5.36,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-IQ3_S.gguf","label":"IQ3_S","size":3103018528,"bits":5.36,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":3191959072,"bits":5.52,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":3271781920,"bits":5.65,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":3298299424,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q4_0.gguf","label":"Q4_0","size":3349515808,"bits":5.79,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":3354431008,"bits":5.8,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":3416119840,"bits":5.9,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q4_1.gguf","label":"Q4_1","size":3465956896,"bits":5.99,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":3582397984,"bits":6.19,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":3616709152,"bits":6.25,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q6_K.gguf","label":"Q6_K","size":3829835296,"bits":6.62,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-Q8_0.gguf","label":"Q8_0","size":4947414560,"bits":8.55,"known":true,"rank":0},{"repo":"saidutta69/gemma-4-E2B-it-heretic","file":"gemma-4-E2B-it-heretic-F16.gguf","label":"F16","size":9273527840,"bits":16.02,"known":true,"rank":0}],"repos":["saidutta69/gemma-4-E2B-it-heretic"],"logoFrom":"google"},{"id":"huihui-agents-a1-abliterated-i1","family":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","name":"Huihui Agents A1 Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF/Huihui-Agents-A1-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-12T06:05:28.000Z","downloads":2846,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142432,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209312,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654112,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031392,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480352,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236192,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097632,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12939594592,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759712,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484144992,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185312,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424672,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520032,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765024,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115330912,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728778592,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19799268192,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889904480,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166758752,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":21848169312,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284192,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729131872,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF","file":"Huihui-Agents-A1-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":28514153312,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Agents-A1-abliterated-i1-GGUF"],"logoFrom":null},{"id":"starcoderplus","family":"bigcode/starcoderplus","name":"Starcoderplus","maker":"bigcode","catalog":null,"tuned":true,"params":15.82,"active":null,"layers":40,"probe":"mradermacher/starcoderplus-i1-GGUF/starcoderplus.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":8192,"arch":"starcoder","vision":false,"licence":null,"open":false,"released":"2024-09-06T20:19:48.000Z","downloads":2845,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ1_S.gguf","label":"IQ1_S","size":3676735872,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ1_M.gguf","label":"IQ1_M","size":3979020672,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4482828672,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4933060992,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ2_S.gguf","label":"IQ2_S","size":5252745600,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ2_M.gguf","label":"IQ2_M","size":5655792000,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q2_K.gguf","label":"Q2_K","size":6302730624,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6426495360,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6894225792,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ3_S.gguf","label":"IQ3_S","size":7106562432,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q3_K_S.gguf","label":"Q3_K_S","size":7106562432,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ3_M.gguf","label":"IQ3_M","size":7616268672,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8355907968,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8677165440,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q4_0.gguf","label":"Q4_0","size":9207613824,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9254799744,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q3_K_L.gguf","label":"Q3_K_L","size":9261877632,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q4_K_M.gguf","label":"Q4_K_M","size":10135603584,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11093477760,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q5_K_M.gguf","label":"Q5_K_M","size":11703454080,"bits":5.92,"known":true,"rank":0},{"repo":"mradermacher/starcoderplus-i1-GGUF","file":"starcoderplus.i1-Q6_K.gguf","label":"Q6_K","size":13147343232,"bits":6.65,"known":true,"rank":0}],"repos":["mradermacher/starcoderplus-i1-GGUF"],"logoFrom":"bigcode"},{"id":"airoboros-mistral2-2-7b","family":"teknium/airoboros-mistral2.2-7b","name":"Airoboros Mistral2.2 7B","maker":"teknium","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/airoboros-mistral2.2-7B-GGUF/airoboros-mistral2.2-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-10-03T21:52:21.000Z","downloads":2844,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/airoboros-mistral2.2-7B-GGUF","file":"airoboros-mistral2.2-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/airoboros-mistral2.2-7B-GGUF"],"logoFrom":"teknium"},{"id":"fashiongpt-70b-v1","family":"ICBU-NPU/FashionGPT-70B-V1","name":"FashionGPT 70B V1","maker":"ICBU-NPU","catalog":null,"tuned":true,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/FashionGPT-70B-V1-i1-GGUF/FashionGPT-70B-V1.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-04-13T10:49:37.000Z","downloads":2843,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ1_S.gguf","label":"IQ1_S","size":14535537728,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ1_M.gguf","label":"IQ1_M","size":15943251008,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289439808,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334163008,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ2_S.gguf","label":"IQ2_S","size":21354312768,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ2_M.gguf","label":"IQ2_M","size":23231263808,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q2_K.gguf","label":"Q2_K","size":25462436928,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464128,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314973248,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ3_S.gguf","label":"IQ3_S","size":29919294528,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919294528,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ3_M.gguf","label":"IQ3_M","size":30944277568,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274737728,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147835968,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829819968,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q4_0.gguf","label":"Q4_0","size":39019050048,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249736768,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422910528,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461397568,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1-i1-GGUF","file":"FashionGPT-70B-V1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753767488,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/FashionGPT-70B-V1-i1-GGUF"],"logoFrom":null},{"id":"falcon3-1b-instruct","family":"tiiuae/Falcon3-1B-Instruct","name":"Falcon3 1B","maker":"TII","catalog":null,"tuned":false,"params":1.67,"active":null,"layers":18,"probe":"bartowski/Falcon3-1B-Instruct-GGUF/Falcon3-1B-Instruct-IQ2_M.gguf","kvBytesPerToken":85303,"kvHeader":73728,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-12-17T12:43:29.000Z","downloads":2842,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":683735200,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q2_K.gguf","label":"Q2_K","size":727087264,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":801437856,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":827193504,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":846690464,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":884963488,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":934246560,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":969472160,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":989231264,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1013250208,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q4_0.gguf","label":"Q4_0","size":1015347360,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1018493088,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1057044640,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1169127584,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1188362400,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1210923168,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1256274080,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q6_K.gguf","label":"Q6_K","size":1374419104,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1376598176,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":1504442528,"bits":7.21,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-Q8_0.gguf","label":"Q8_0","size":1778710688,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Falcon3-1B-Instruct-GGUF","file":"Falcon3-1B-Instruct-f16.gguf","label":"F16","size":3343710080,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/Falcon3-1B-Instruct-GGUF"],"logoFrom":"tiiuae"},{"id":"qwen3-6-27b-uncensored-abliterated-i1-iq4-xs-gguf-smaller","family":"lemonyins/Qwen3.6-27B-uncensored-abliterated-i1-IQ4_XS-GGUF-Smaller","name":"Qwen3.6 27B Uncensored Abliterated I1 IQ4 XS GGUF Smaller","maker":"lemonyins","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"lemonyins/Qwen3.6-27B-uncensored-abliterated-i1-IQ4_XS-GGUF-Smaller/Huihui-Qwen3.6-27B-abliterated-i1-IQ4_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-06T11:19:50.000Z","downloads":2842,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lemonyins/Qwen3.6-27B-uncensored-abliterated-i1-IQ4_XS-GGUF-Smaller","file":"Huihui-Qwen3.6-27B-abliterated-i1-IQ4_XS-FFN-IQ3.gguf","label":"IQ3","size":12951266944,"bits":3.85,"known":false,"rank":0},{"repo":"lemonyins/Qwen3.6-27B-uncensored-abliterated-i1-IQ4_XS-GGUF-Smaller","file":"Huihui-Qwen3.6-27B-abliterated-i1-IQ4_XS.gguf","label":"IQ4_XS","size":14689281664,"bits":4.37,"known":true,"rank":0}],"repos":["lemonyins/Qwen3.6-27B-uncensored-abliterated-i1-IQ4_XS-GGUF-Smaller"],"logoFrom":"Qwen"},{"id":"thinkingcap-qwen3-6-27b","family":"bottlecapai/ThinkingCap-Qwen3.6-27B","name":"ThinkingCap Qwen3.6 27B","maker":"bottlecapai","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF/bottlecapai_ThinkingCap-Qwen3.6-27B-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-17T02:42:28.000Z","downloads":2842,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9986798272,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ2_S.gguf","label":"IQ2_S","size":10295329472,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ2_M.gguf","label":"IQ2_M","size":10873356992,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q2_K.gguf","label":"Q2_K","size":11839439552,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12626772672,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13081039552,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13330404032,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q3_K_S.gguf","label":"Q3_K_S","size":13720343232,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ3_M.gguf","label":"IQ3_M","size":13903516352,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q3_K_M.gguf","label":"Q3_K_M","size":14605734592,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15279444672,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15567823552,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16325829312,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q4_0.gguf","label":"Q4_0","size":16348766912,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391918272,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16713147072,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17772536512,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q4_1.gguf","label":"Q4_1","size":17825456832,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18716152512,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19680944832,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20752786112,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21537477312,"bits":6.31,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q6_K.gguf","label":"Q6_K","size":23463129792,"bits":6.87,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24078963392,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF","file":"bottlecapai_ThinkingCap-Qwen3.6-27B-Q8_0.gguf","label":"Q8_0","size":29116388032,"bits":8.53,"known":true,"rank":0}],"repos":["bartowski/bottlecapai_ThinkingCap-Qwen3.6-27B-GGUF"],"logoFrom":"bottlecapai"},{"id":"torchcast-decision-27b","family":"torchcast-ai/torchcast-decision-27b","name":"Torchcast Decision 27B","maker":"torchcast-ai","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/torchcast-decision-27b-i1-GGUF/torchcast-decision-27b.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-05T10:01:50.000Z","downloads":2842,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ1_S.gguf","label":"IQ1_S","size":7149825408,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084928,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433184128,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090592128,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914688,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ2_M.gguf","label":"IQ2_M","size":10004594048,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326528,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q2_K.gguf","label":"Q2_K","size":10711666048,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371968,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967131008,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954688,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ3_S.gguf","label":"IQ3_S","size":12419329408,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875648,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443968,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344777088,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507648,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q4_0.gguf","label":"Q4_0","size":15521435008,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315648,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547401088,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q4_1.gguf","label":"Q4_1","size":17078242688,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614848,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231100288,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/torchcast-decision-27b-i1-GGUF","file":"torchcast-decision-27b.i1-Q6_K.gguf","label":"Q6_K","size":22082530688,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/torchcast-decision-27b-i1-GGUF"],"logoFrom":"torchcast-ai"},{"id":"ministral-3-3b-claude-opus-reasoning-distilled-i1","family":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","name":"Ministral 3 3B Claude Opus Reasoning Distilled I1","maker":"mradermacher","catalog":null,"tuned":true,"params":3.43,"active":null,"layers":26,"probe":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF/Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T20:46:35.000Z","downloads":2842,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ1_S.gguf","label":"IQ1_S","size":938170304,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ1_M.gguf","label":"IQ1_M","size":997521344,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1096439744,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1185798080,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ2_S.gguf","label":"IQ2_S","size":1240430528,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ2_M.gguf","label":"IQ2_M","size":1319565248,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1370879936,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1448294336,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q2_K.gguf","label":"Q2_K","size":1458960320,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1580414912,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1639151552,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ3_S.gguf","label":"IQ3_S","size":1650014144,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ3_M.gguf","label":"IQ3_M","size":1704744896,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1795553216,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1934358464,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1959278528,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q4_0.gguf","label":"Q4_0","size":2046375872,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2051291072,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2053257152,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2146498496,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q4_1.gguf","label":"Q4_1","size":2230204352,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2419341248,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2473654208,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF","file":"Ministral-3-3B-Claude-Opus-Reasoning-Distilled.i1-Q6_K.gguf","label":"Q6_K","size":2821257152,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-3B-Claude-Opus-Reasoning-Distilled-i1-GGUF"],"logoFrom":"xtools-at"},{"id":"qwen3-8-flash-next-heretic-2-rocmfp4","family":"Deritak/Qwen3.8-Flash-Next-heretic-2-ROCMFP4","name":"Qwen3.8 Flash Next Heretic 2 ROCMFP4","maker":"Deritak","catalog":null,"tuned":true,"params":128.31,"active":7.41,"layers":49,"probe":"Deritak/Qwen3.8-Flash-Next-heretic-2-ROCMFP4/Qwen3.8-Flash-Next-heretic-2-ROCMFP4.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-30T03:42:58.000Z","downloads":2840,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Deritak/Qwen3.8-Flash-Next-heretic-2-ROCMFP4","file":"Qwen3.8-Flash-Next-heretic-2-ROCMFP4.gguf","label":"Qwen3.8-Flash-Next-heretic-2-ROCMFP4","size":91484569280,"bits":5.7,"known":false,"rank":0}],"repos":["Deritak/Qwen3.8-Flash-Next-heretic-2-ROCMFP4"],"logoFrom":"Qwen"},{"id":"glm-4-7-flash-name-nsfw","family":"2048lr/GLM-4.7-Flash-Name-NSFW","name":"GLM 4.7 Flash Name NSFW","maker":"2048lr","catalog":null,"tuned":true,"params":29.94,"active":3.33,"layers":48,"probe":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF/GLM-4.7-Flash-Name-NSFW.i1-IQ1_S.gguf","kvBytesPerToken":60715,"kvHeader":55296,"kvFixed":0,"context":202752,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-09-17T15:15:30.000Z","downloads":2838,"likes":14,"trending":0.1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ1_S.gguf","label":"IQ1_S","size":6228530752,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ1_M.gguf","label":"IQ1_M","size":6886801984,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7983920704,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8877016640,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ2_S.gguf","label":"IQ2_S","size":9042646592,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ2_M.gguf","label":"IQ2_M","size":9920341568,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10280045120,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q2_K.gguf","label":"Q2_K","size":11042966080,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11646142016,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12344307264,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ3_S.gguf","label":"IQ3_S","size":13034401344,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13034401344,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ3_M.gguf","label":"IQ3_M","size":13238423104,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14405578304,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15591779904,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16033288768,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q4_0.gguf","label":"Q4_0","size":17021231680,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17097990720,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18132722240,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q4_1.gguf","label":"Q4_1","size":18807267904,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q5_K_S.gguf","label":"Q5_K_S","size":20664287808,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21264515648,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF","file":"GLM-4.7-Flash-Name-NSFW.i1-Q6_K.gguf","label":"Q6_K","size":24614786624,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/GLM-4.7-Flash-Name-NSFW-i1-GGUF"],"logoFrom":"zai-org"},{"id":"omni-edu-4b","family":"lhpku20010120/Omni-Edu-4B","name":"Omni Edu 4B","maker":"lhpku20010120","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"prithivMLmods/Omni-Edu-4B-GGUF/Omni-Edu-4B.Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"other","open":false,"released":"2026-09-23T05:32:11.000Z","downloads":2836,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2262063648,"bits":4.3,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q3_K_L.gguf","label":"Q3_K_L","size":2421316128,"bits":4.6,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q4_K_S.gguf","label":"Q4_K_S","size":2563887648,"bits":4.87,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2708804128,"bits":5.15,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q5_K_S.gguf","label":"Q5_K_S","size":2990035488,"bits":5.68,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3074986528,"bits":5.84,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.Q6_K.gguf","label":"Q6_K","size":3464055328,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/Omni-Edu-4B-GGUF","file":"Omni-Edu-4B.BF16.gguf","label":"BF16","size":8424393248,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/Omni-Edu-4B-GGUF"],"logoFrom":null},{"id":"minecraftism-4b-uncensored","family":"mr-sus/Minecraftism-4B-Uncensored","name":"Minecraftism 4B Uncensored","maker":"mr-sus","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mr-sus/Minecraftism-4B-Uncensored-GGUF/minecraftism-4b-uncensored.Q3_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-10-24T21:17:02.000Z","downloads":2834,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":2075618400,"bits":4.13,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2497281376,"bits":4.97,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2889514080,"bits":5.75,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.Q6_K.gguf","label":"Q6_K","size":3306261600,"bits":6.58,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.Q8_0.gguf","label":"Q8_0","size":4280405568,"bits":8.52,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.BF16.gguf","label":"BF16","size":8051285568,"bits":16.02,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.F16.gguf","label":"F16","size":8051285568,"bits":16.02,"known":true,"rank":0},{"repo":"mr-sus/Minecraftism-4B-Uncensored-GGUF","file":"minecraftism-4b-uncensored.F32.gguf","label":"F32","size":16095829568,"bits":32.03,"known":true,"rank":0}],"repos":["mr-sus/Minecraftism-4B-Uncensored-GGUF"],"logoFrom":null},{"id":"openbuddy-yi1-5-34b-v21-2-32k","family":"OpenBuddy/openbuddy-yi1.5-34b-v21.2-32k","name":"Openbuddy Yi1.5 34B V21.2 32K","maker":"OpenBuddy","catalog":null,"tuned":false,"params":34.41,"active":null,"layers":60,"probe":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF/openbuddy-yi1.5-34b-v21.2-32k.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-03T16:00:09.000Z","downloads":2831,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ1_S.gguf","label":"IQ1_S","size":7508324448,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ1_M.gguf","label":"IQ1_M","size":8186130528,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9315807328,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10315886688,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ2_S.gguf","label":"IQ2_S","size":10901297248,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ2_M.gguf","label":"IQ2_M","size":11805038688,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q2_K.gguf","label":"Q2_K","size":12835797088,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13344151648,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14245814368,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14971789408,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ3_S.gguf","label":"IQ3_S","size":15030280288,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ3_M.gguf","label":"IQ3_M","size":15576195168,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16666419296,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18150940768,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18487478368,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q4_0.gguf","label":"Q4_0","size":19543468128,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19611363424,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20671424608,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23721551968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24335706208,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF","file":"openbuddy-yi1.5-34b-v21.2-32k.i1-Q6_K.gguf","label":"Q6_K","size":28229005408,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/openbuddy-yi1.5-34b-v21.2-32k-i1-GGUF"],"logoFrom":"OpenBuddy"},{"id":"qwen3-next-80b-a3b-thinking-grpo-uncensored","family":"puwaer/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored","name":"Qwen3 Next 80B A3B Thinking GRPO Uncensored","maker":"puwaer","catalog":null,"tuned":true,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-02-19T06:00:07.000Z","downloads":2831,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q2_K.gguf","label":"Q2_K","size":29127913632,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":34547447968,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":38273923232,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":41313613984,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":43108778144,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":45484957856,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":48487030944,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":54994919584,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":56790868128,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q6_K.gguf","label":"Q6_K","size":65528465568,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF","file":"Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored.Q8_0.gguf","label":"Q8_0","size":84812056736,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Next-80B-A3B-Thinking-GRPO-Uncensored-GGUF"],"logoFrom":"puwaer"},{"id":"wukongv2-mixtral-8x7b-v0-1","family":"RESMPDEV/WukongV2-Mixtral-8x7B-V0.1","name":"WukongV2 Mixtral 8x7B V0.1","maker":"RESMPDEV","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF/WukongV2-Mixtral-8x7B-V0.1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-16T05:34:20.000Z","downloads":2826,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":9821682112,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":10847189440,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556368320,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923711424,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":14127865504,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":15495208608,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q2_K.gguf","label":"Q2_K","size":17311244320,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242477728,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350406400,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":20432536832,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432536832,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":21430781184,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546466048,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169661696,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080556000,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q4_0.gguf","label":"Q4_0","size":26561047392,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745596768,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448484192,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231354720,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229599072,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF","file":"WukongV2-Mixtral-8x7B-V0.1.i1-Q6_K.gguf","label":"Q6_K","size":38380836800,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/WukongV2-Mixtral-8x7B-V0.1-i1-GGUF"],"logoFrom":"RESMPDEV"},{"id":"rollama3-8b-instruct","family":"OpenLLM-Ro/RoLlama3-8b-Instruct","name":"RoLlama3 8B","maker":"OpenLLM-Ro","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF/RoLlama3-8b-Instruct.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-23T18:38:08.000Z","downloads":2826,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ1_S.gguf","label":"IQ1_S","size":2019628000,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ1_M.gguf","label":"IQ1_M","size":2161972192,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212512,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2605781984,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ2_S.gguf","label":"IQ2_S","size":2758489056,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ2_M.gguf","label":"IQ2_M","size":2948281312,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":2988815328,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q2_K.gguf","label":"Q2_K","size":3179131872,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912736,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":3518747616,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3664499680,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ3_S.gguf","label":"IQ3_S","size":3682325472,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ3_M.gguf","label":"IQ3_M","size":3784823776,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q3_K.gguf","label":"Q3_K","size":4018918368,"bits":4,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4321956832,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4447663072,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":4677989344,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4692669408,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q4_K.gguf","label":"Q4_K","size":4920734688,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5599294176,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q5_K.gguf","label":"Q5_K","size":5732987616,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q6_K.gguf","label":"Q6_K","size":6596006624,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.Q8_0.gguf","label":"Q8_0","size":8540771040,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.BF16.gguf","label":"BF16","size":16068891360,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/RoLlama3-8b-Instruct-IMat-GGUF","file":"RoLlama3-8b-Instruct.FP16.gguf","label":"RoLlama3-8b-Instruct.FP16","size":16068891360,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/RoLlama3-8b-Instruct-IMat-GGUF"],"logoFrom":"OpenLLM-Ro"},{"id":"snowpiercer-15b-v4","family":"TheDrummer/Snowpiercer-15B-v4","name":"Snowpiercer 15B V4","maker":"TheDrummer","catalog":null,"tuned":false,"params":14.97,"active":null,"layers":50,"probe":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF/TheDrummer_Snowpiercer-15B-v4-IQ2_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-11-22T19:33:19.000Z","downloads":2823,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ2_S.gguf","label":"IQ2_S","size":4981107840,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ2_M.gguf","label":"IQ2_M","size":5352369280,"bits":2.86,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q2_K.gguf","label":"Q2_K","size":5794163840,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ3_XXS.gguf","label":"IQ3_XXS","size":5992328320,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ3_XS.gguf","label":"IQ3_XS","size":6424865920,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q2_K_L.gguf","label":"Q2_K_L","size":6449523840,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q3_K_S.gguf","label":"Q3_K_S","size":6706097280,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ3_M.gguf","label":"IQ3_M","size":6938668160,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q3_K_M.gguf","label":"Q3_K_M","size":7396437120,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q3_K_L.gguf","label":"Q3_K_L","size":7990193280,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ4_XS.gguf","label":"IQ4_XS","size":8199662720,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q3_K_XL.gguf","label":"Q3_K_XL","size":8577395840,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q4_0.gguf","label":"Q4_0","size":8633183360,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-IQ4_NL.gguf","label":"IQ4_NL","size":8638426240,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q4_K_S.gguf","label":"Q4_K_S","size":8663329920,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q4_K_M.gguf","label":"Q4_K_M","size":9112538240,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q4_1.gguf","label":"Q4_1","size":9499569280,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q4_K_L.gguf","label":"Q4_K_L","size":9610611840,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q5_K_S.gguf","label":"Q5_K_S","size":10393480320,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q5_K_M.gguf","label":"Q5_K_M","size":10654600320,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q5_K_L.gguf","label":"Q5_K_L","size":11068787840,"bits":5.92,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q6_K.gguf","label":"Q6_K","size":12293041280,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q6_K_L.gguf","label":"Q6_K_L","size":12618099840,"bits":6.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-Q8_0.gguf","label":"Q8_0","size":15919475840,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF","file":"TheDrummer_Snowpiercer-15B-v4-bf16.gguf","label":"BF16","size":29957286752,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Snowpiercer-15B-v4-GGUF"],"logoFrom":"TheDrummer"},{"id":"industryforge-27b","family":"Nianchen/IndustryForge-27B","name":"IndustryForge 27B","maker":"Nianchen","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/IndustryForge-27B-GGUF/IndustryForge-27B.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-21T08:09:28.000Z","downloads":2823,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q2_K.gguf","label":"Q2_K","size":10711664928,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q3_K_S.gguf","label":"Q3_K_S","size":12073953568,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q3_K_M.gguf","label":"Q3_K_M","size":13301442848,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q3_K_L.gguf","label":"Q3_K_L","size":14344775968,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.IQ4_XS.gguf","label":"IQ4_XS","size":15193917728,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q4_K_S.gguf","label":"Q4_K_S","size":15586314528,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q4_K_M.gguf","label":"Q4_K_M","size":16547399968,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q5_K_S.gguf","label":"Q5_K_S","size":18679613728,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q5_K_M.gguf","label":"Q5_K_M","size":19231099168,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q6_K.gguf","label":"Q6_K","size":22082529568,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/IndustryForge-27B-GGUF","file":"IndustryForge-27B.Q8_0.gguf","label":"Q8_0","size":28595763488,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/IndustryForge-27B-GGUF"],"logoFrom":null},{"id":"trohrbaugh-qwen3-5-122b-a10b-heretic-i1","family":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","name":"Trohrbaugh Qwen3.5 122B A10B Heretic I1","maker":"mradermacher","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF/trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-04T10:40:20.000Z","downloads":2823,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":25336702368,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":28065781152,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":32614245792,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":36262454688,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":36628723104,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":40267494816,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":42060916128,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":44895905184,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":47392421280,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":50346788256,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":52921517472,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":53104510368,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":53788853664,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":58611107232,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":63359190432,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":65457218976,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":69335999904,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":69653521824,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":74212738464,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":76614624672,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":84196418976,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":86864856480,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF","file":"trohrbaugh-Qwen3.5-122B-A10B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":100307731872,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/trohrbaugh-Qwen3.5-122B-A10B-heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"plamo-3-nict-2b-base","family":"pfnet/plamo-3-nict-2b-base","name":"Plamo 3 Nict 2B Base","maker":"pfnet","catalog":null,"tuned":false,"params":2.6,"active":null,"layers":24,"probe":"mmnga-o/plamo-3-nict-2b-base-gguf/plamo-3-nict-2b-base-IQ3_M.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":0,"context":4096,"arch":"plamo3","vision":false,"licence":"other","open":false,"released":"2025-12-29T06:11:46.000Z","downloads":2820,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-IQ3_M.gguf","label":"IQ3_M","size":1298587904,"bits":4,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q3_K_M.gguf","label":"Q3_K_M","size":1374978048,"bits":4.23,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-IQ4_XS.gguf","label":"IQ4_XS","size":1466073344,"bits":4.51,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q3_K_L.gguf","label":"Q3_K_L","size":1473937408,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q4_0.gguf","label":"Q4_0","size":1538818048,"bits":4.73,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-IQ4_NL.gguf","label":"IQ4_NL","size":1538818304,"bits":4.73,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q4_K_S.gguf","label":"Q4_K_S","size":1548648448,"bits":4.77,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q4_K_M.gguf","label":"Q4_K_M","size":1651376128,"bits":5.08,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q5_0.gguf","label":"Q5_0","size":1829797888,"bits":5.63,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q5_K_S.gguf","label":"Q5_K_S","size":1829797888,"bits":5.63,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q5_K_M.gguf","label":"Q5_K_M","size":1905000448,"bits":5.86,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q6_K.gguf","label":"Q6_K","size":2138963968,"bits":6.58,"known":true,"rank":0},{"repo":"mmnga-o/plamo-3-nict-2b-base-gguf","file":"plamo-3-nict-2b-base-Q8_0.gguf","label":"Q8_0","size":2769399808,"bits":8.52,"known":true,"rank":0}],"repos":["mmnga-o/plamo-3-nict-2b-base-gguf"],"logoFrom":"pfnet"},{"id":"sakura-32b-qwen2beta-v0-9","family":"SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF","name":"Sakura 32B Qwen2beta V0.9","maker":"SakuraLLM","catalog":null,"tuned":false,"params":32.51,"active":null,"layers":64,"probe":"SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF/sakura-32b-qwen2beta-v0.9-q2k.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2024-05-08T12:58:05.000Z","downloads":2819,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF","file":"sakura-32b-qwen2beta-v0.9-q2k.gguf","label":"sakura-32b-qwen2beta-v0.9-q2k","size":12222000896,"bits":3.01,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF","file":"sakura-32b-qwen2beta-v0.9-q3km.gguf","label":"sakura-32b-qwen2beta-v0.9-q3km","size":15815114496,"bits":3.89,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF","file":"sakura-32b-qwen2beta-v0.9-iq4xs.gguf","label":"sakura-32b-qwen2beta-v0.9-iq4xs","size":17734766336,"bits":4.36,"known":false,"rank":0},{"repo":"SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF","file":"sakura-32b-qwen2beta-v0.9-q4km.gguf","label":"sakura-32b-qwen2beta-v0.9-q4km","size":19698962176,"bits":4.85,"known":false,"rank":0}],"repos":["SakuraLLM/Sakura-32B-Qwen2beta-v0.9-GGUF"],"logoFrom":"SakuraLLM"},{"id":"llama-3-1-8b-magpie-ultra","family":"argilla-warehouse/Llama-3.1-8B-MagPie-Ultra","name":"Llama 3.1 8B MagPie Ultra","maker":"argilla-warehouse","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF/Llama-3.1-8B-MagPie-Ultra.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-10-05T07:38:45.000Z","downloads":2815,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633376,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977568,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399217888,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787360,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494432,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286688,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q2_K.gguf","label":"Q2_K","size":3179137248,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918112,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518752992,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505056,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ3_S.gguf","label":"IQ3_S","size":3682330848,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829152,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018923744,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962208,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668448,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661217504,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661217504,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661217504,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q4_0.gguf","label":"Q4_0","size":4675897568,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692674784,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740064,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599299808,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993248,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF","file":"Llama-3.1-8B-MagPie-Ultra.i1-Q6_K.gguf","label":"Q6_K","size":6596012256,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-8B-MagPie-Ultra-i1-GGUF"],"logoFrom":"argilla-warehouse"},{"id":"midnight-miqu-70b-v1-0","family":"sophosympatheia/Midnight-Miqu-70B-v1.0","name":"Midnight Miqu 70B V1.0","maker":"sophosympatheia","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF/Midnight-Miqu-70B-v1.0.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-03-02T19:05:24.000Z","downloads":2812,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":14879602240,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":15943251520,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18633504320,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20678227520,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":21698377280,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":23575328320,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q2_K.gguf","label":"Q2_K","size":25771685440,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26925528640,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28451206720,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":30228543040,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30228543040,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":31253526080,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33583986240,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36457084480,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":37139068480,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-IQ4_NL.gguf","label":"IQ4_NL","size":39265384000,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q4_0.gguf","label":"Q4_0","size":39328298560,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39558985280,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41732159040,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47770646080,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF","file":"Midnight-Miqu-70B-v1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":49063016000,"bits":5.69,"known":true,"rank":0}],"repos":["mradermacher/Midnight-Miqu-70B-v1.0-i1-GGUF"],"logoFrom":"sophosympatheia"},{"id":"yue2-3b-ruach-studio-ira-merge","family":"goldhub/YuE2-3B-Ruach_Studio-IRA-Merge","name":"YuE2 3B Ruach Studio IRA Merge","maker":"goldhub","catalog":null,"tuned":true,"params":3.58,"active":null,"layers":28,"probe":"goldhub/YuE2-3B-Ruach_Studio-IRA-Merge/YuE2-3B-IRA-Q6_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":null,"arch":"yue2","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-16T16:46:25.000Z","downloads":2812,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"goldhub/YuE2-3B-Ruach_Studio-IRA-Merge","file":"YuE2-3B-IRA-Q6_K.gguf","label":"Q6_K","size":2943331264,"bits":6.58,"known":true,"rank":0},{"repo":"goldhub/YuE2-3B-Ruach_Studio-IRA-Merge","file":"YuE2-3B-IRA-Q8_0.gguf","label":"Q8_0","size":3810232256,"bits":8.51,"known":true,"rank":0},{"repo":"goldhub/YuE2-3B-Ruach_Studio-IRA-Merge","file":"YuE2-3B-IRA-BF16.gguf","label":"BF16","size":7166076768,"bits":16.01,"known":true,"rank":0}],"repos":["goldhub/YuE2-3B-Ruach_Studio-IRA-Merge"],"logoFrom":"goldhub"},{"id":"llama-3-elyza-jp-8b-elyza","family":"elyza/Llama-3-ELYZA-JP-8B-GGUF","name":"Llama 3 ELYZA JP 8B (elyza)","maker":"elyza","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"elyza/Llama-3-ELYZA-JP-8B-GGUF/Llama-3-ELYZA-JP-8B-q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-06-25T07:29:22.000Z","downloads":2811,"likes":76,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"elyza/Llama-3-ELYZA-JP-8B-GGUF","file":"Llama-3-ELYZA-JP-8B-q4_k_m.gguf","label":"Q4_K_M","size":4920733984,"bits":4.9,"known":true,"rank":0}],"repos":["elyza/Llama-3-ELYZA-JP-8B-GGUF"],"logoFrom":"elyza"},{"id":"chronos-divergence-33b","family":"ZeusLabs/Chronos-Divergence-33B","name":"Chronos Divergence 33B","maker":"ZeusLabs","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"bartowski/Chronos-Divergence-33B-GGUF/Chronos-Divergence-33B-IQ2_M.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-09-11T20:27:55.000Z","downloads":2811,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-IQ2_M.gguf","label":"IQ2_M","size":11197455808,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q2_K.gguf","label":"Q2_K","size":12048891776,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q2_K_L.gguf","label":"Q2_K_L","size":12256904736,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-IQ3_XS.gguf","label":"IQ3_XS","size":13311736000,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q3_K_S.gguf","label":"Q3_K_S","size":14064130240,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-IQ3_M.gguf","label":"IQ3_M","size":14881087680,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q3_K_M.gguf","label":"Q3_K_M","size":15776479424,"bits":3.88,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q3_K_L.gguf","label":"Q3_K_L","size":17279776960,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-IQ4_XS.gguf","label":"IQ4_XS","size":17346138624,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17466156576,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18355987360,"bits":4.51,"known":false,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18355987360,"bits":4.51,"known":false,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18355987360,"bits":4.51,"known":false,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_0.gguf","label":"Q4_0","size":18408170400,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_K_S.gguf","label":"Q4_K_S","size":18482504608,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_K_M.gguf","label":"Q4_K_M","size":19621159840,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q4_K_L.gguf","label":"Q4_K_L","size":19779249696,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q5_K_S.gguf","label":"Q5_K_S","size":22395382304,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q5_K_M.gguf","label":"Q5_K_M","size":23047137824,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q5_K_L.gguf","label":"Q5_K_L","size":23178602016,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q6_K.gguf","label":"Q6_K","size":26687239456,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q6_K_L.gguf","label":"Q6_K_L","size":26790413856,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-Q8_0.gguf","label":"Q8_0","size":34565154336,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Chronos-Divergence-33B-GGUF","file":"Chronos-Divergence-33B-f16/Chronos-Divergence-33B-f16-00001-of-00002.gguf","label":"F16","size":65060308832,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Chronos-Divergence-33B-GGUF"],"logoFrom":"ZeusLabs"},{"id":"qwen3-5-40b-claude-4-5-opus-high-reasoning-thinking-uncensored-heretic","family":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic","name":"Qwen3.5 40B Claude 4.5 Opus High Reasoning Thinking Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":39.07,"active":null,"layers":96,"probe":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-Q4_K_M.gguf","kvBytesPerToken":119833,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-15T20:50:48.000Z","downloads":2811,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","file":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":23936565408,"bits":4.9,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","file":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":27055423648,"bits":5.54,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","file":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":27882651808,"bits":5.71,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","file":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-Q6_K.gguf","label":"Q6_K","size":32075368608,"bits":6.57,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","file":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-Q8_0.gguf","label":"Q8_0","size":41537302688,"bits":8.51,"known":true,"rank":0},{"repo":"llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF","file":"Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-heretic-BF16.gguf","label":"BF16","size":78164144288,"bits":16,"known":true,"rank":0}],"repos":["llmfan46/Qwen3.5-40B-Claude-4.5-Opus-High-Reasoning-Thinking-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"qwen3-4b-uncensored","family":"knoveleng/Qwen3-4B-Uncensored","name":"Qwen3 4B Uncensored","maker":"knoveleng","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-4B-Uncensored-GGUF/Qwen3-4B-Uncensored.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-08-21T03:36:15.000Z","downloads":2811,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q2_K.gguf","label":"Q2_K","size":1669500032,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":1886997632,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":2075618432,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":2239786112,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.IQ4_XS.gguf","label":"IQ4_XS","size":2286316672,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":2383309952,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2497281152,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":2823711872,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2889514112,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q6_K.gguf","label":"Q6_K","size":3306261632,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.Q8_0.gguf","label":"Q8_0","size":4280405632,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Uncensored-GGUF","file":"Qwen3-4B-Uncensored.f16.gguf","label":"F16","size":8051285632,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Uncensored-GGUF"],"logoFrom":"knoveleng"},{"id":"medgemma-27b-text-it-abliterated","family":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","name":"Medgemma 27B Text Abliterated","maker":"mradermacher","catalog":null,"tuned":true,"params":27.01,"active":null,"layers":62,"probe":"mradermacher/medgemma-27b-text-it-abliterated-GGUF/medgemma-27b-text-it-abliterated.Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":436207616,"context":131072,"arch":"gemma3","vision":false,"licence":null,"open":false,"released":"2025-06-01T16:53:24.000Z","downloads":2810,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q2_K.gguf","label":"Q2_K","size":10503435264,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12167328768,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":13437355008,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":14543176704,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":14893605888,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":15673771008,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":16546403328,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":18766906368,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":19271390208,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q6_K.gguf","label":"Q6_K","size":22166688768,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/medgemma-27b-text-it-abliterated-GGUF","file":"medgemma-27b-text-it-abliterated.Q8_0.gguf","label":"Q8_0","size":28707603456,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/medgemma-27b-text-it-abliterated-GGUF"],"logoFrom":null},{"id":"gemma-the-writer-9b","family":"DavidAU/Gemma-The-Writer-9B-GGUF","name":"Gemma The Writer 9B","maker":"DavidAU","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"DavidAU/Gemma-The-Writer-9B-GGUF/Gemma-The-Writer-9B-D_AU-Q2_k.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-17T04:32:34.000Z","downloads":2808,"likes":53,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q2_k.gguf","label":"Q2_K","size":3805397952,"bits":3.29,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":4337664960,"bits":3.76,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4761781184,"bits":4.12,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":5132452800,"bits":4.44,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":5223171008,"bits":4.52,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5443142592,"bits":4.71,"known":false,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5443142592,"bits":4.71,"known":false,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5443142592,"bits":4.71,"known":false,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":5478925248,"bits":4.74,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":5761057728,"bits":4.99,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":6483592128,"bits":5.61,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":6647366592,"bits":5.76,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q6_k.gguf","label":"Q6_K","size":7589069760,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Gemma-The-Writer-9B-GGUF","file":"Gemma-The-Writer-9B-D_AU-Q8_0.gguf","label":"Q8_0","size":9827148736,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Gemma-The-Writer-9B-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-4b-heretic-zimage","family":"Lockout/qwen3-4b-heretic-zimage","name":"Qwen3 4B Heretic Zimage","maker":"Lockout","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"Lockout/qwen3-4b-heretic-zimage/qwen-4b-zimage-heretic-q8.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-30T23:29:38.000Z","downloads":2805,"likes":40,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lockout/qwen3-4b-heretic-zimage","file":"qwen-4b-zimage-heretic-q8.gguf","label":"Q8","size":4280404896,"bits":8.52,"known":false,"rank":0}],"repos":["Lockout/qwen3-4b-heretic-zimage"],"logoFrom":"Lockout"},{"id":"radha-9b","family":"Advisio/Radha-9B","name":"Radha 9B","maker":"Advisio","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"Advisio/Radha-9B/radha-9b-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-13T02:56:07.000Z","downloads":2805,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Advisio/Radha-9B","file":"radha-9b-Q4_K_M.gguf","label":"Q4_K_M","size":5780090112,"bits":5.03,"known":true,"rank":0},{"repo":"Advisio/Radha-9B","file":"radha-9b-Q5_K_M.gguf","label":"Q5_K_M","size":6642543872,"bits":5.78,"known":true,"rank":0}],"repos":["Advisio/Radha-9B"],"logoFrom":"Qwen"},{"id":"mixtaotruthful-13b-slerp-i1","family":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","name":"MixTaoTruthful 13B Slerp I1","maker":"mradermacher","catalog":null,"tuned":true,"params":12.88,"active":12.88,"layers":32,"probe":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF/MixTaoTruthful-13B-slerp.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-26T05:07:21.000Z","downloads":2805,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ1_S.gguf","label":"IQ1_S","size":2745354112,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ1_M.gguf","label":"IQ1_M","size":3014313856,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3462580096,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3837970304,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ2_S.gguf","label":"IQ2_S","size":3974489984,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ2_M.gguf","label":"IQ2_M","size":4333102976,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q2_K.gguf","label":"Q2_K","size":4760823680,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4986365824,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5309958016,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5587830656,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ3_S.gguf","label":"IQ3_S","size":5605656448,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ3_M.gguf","label":"IQ3_M","size":5739349888,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6206490496,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6729729920,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6903474048,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q4_0.gguf","label":"Q4_0","size":7310223232,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7341680512,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7782606720,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8874305408,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9132779392,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF","file":"MixTaoTruthful-13B-slerp.i1-Q6_K.gguf","label":"Q6_K","size":10567337856,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/MixTaoTruthful-13B-slerp-i1-GGUF"],"logoFrom":null},{"id":"nex-n2-5-mini-apex-i-miniplus-v2-1","family":"IsValorum/Nex-N2.5-mini-APEX-I-MiniPlus-V2.1-GGUF","name":"Nex N2.5 Mini APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Nex-N2.5-mini-APEX-I-MiniPlus-V2.1-GGUF/Nex-N2.5-mini.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-18T03:02:28.000Z","downloads":2804,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Nex-N2.5-mini-APEX-I-MiniPlus-V2.1-GGUF","file":"Nex-N2.5-mini.APEX-I-MiniPlus-V2.1.gguf","label":"Nex-N2.5-mini.APEX-I-MiniPlus-V2.1","size":14751300736,"bits":3.4,"known":false,"rank":0}],"repos":["IsValorum/Nex-N2.5-mini-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"nex-agi"},{"id":"octopus-v2-gguf-awq","family":"NexaAI/Octopus-v2-gguf-awq","name":"Octopus V2 Gguf Awq","maker":"NexaAI","catalog":null,"tuned":true,"params":2.51,"active":null,"layers":18,"probe":"NexaAI/Octopus-v2-gguf-awq/octopus-v2-Q2_K.gguf","kvBytesPerToken":21326,"kvHeader":18432,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-05-07T03:40:29.000Z","downloads":2803,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q2_K.gguf","label":"Q2_K","size":1157962304,"bits":3.69,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q3_K_S.gguf","label":"Q3_K_S","size":1288018496,"bits":4.11,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q3_K.gguf","label":"Q3_K","size":1383840320,"bits":4.41,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q3_K_M.gguf","label":"Q3_K_M","size":1383840320,"bits":4.41,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q3_K_L.gguf","label":"Q3_K_L","size":1465629248,"bits":4.67,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q4_0.gguf","label":"Q4_0","size":1551227456,"bits":4.94,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q4_K_S.gguf","label":"Q4_K_S","size":1559878208,"bits":4.97,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q4_K.gguf","label":"Q4_K","size":1630300736,"bits":5.2,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q4_K_M.gguf","label":"Q4_K_M","size":1630300736,"bits":5.2,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q4_1.gguf","label":"Q4_1","size":1675090496,"bits":5.34,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q5_0.gguf","label":"Q5_0","size":1798953536,"bits":5.73,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q5_K_S.gguf","label":"Q5_K_S","size":1798953536,"bits":5.73,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q5_K.gguf","label":"Q5_K","size":1839688256,"bits":5.86,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q5_K_M.gguf","label":"Q5_K_M","size":1839688256,"bits":5.86,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q5_1.gguf","label":"Q5_1","size":1922816576,"bits":6.13,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q6_K.gguf","label":"Q6_K","size":2062162496,"bits":6.57,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-Q8_0.gguf","label":"Q8_0","size":2669118688,"bits":8.51,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2-F16.gguf","label":"F16","size":5018626528,"bits":16,"known":true,"rank":0},{"repo":"NexaAI/Octopus-v2-gguf-awq","file":"octopus-v2.gguf","label":"octopus-v2","size":5018627104,"bits":16,"known":false,"rank":0}],"repos":["NexaAI/Octopus-v2-gguf-awq"],"logoFrom":"google"},{"id":"amd-olmo-1b-sft-dpo","family":"amd/AMD-OLMo-1B-SFT-DPO","name":"AMD OLMo 1B SFT DPO","maker":"amd","catalog":null,"tuned":false,"params":1.18,"active":null,"layers":16,"probe":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF/AMD-OLMo-1B-SFT-DPO-Q3_K_L.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":2048,"arch":"olmo","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-01T23:18:46.000Z","downloads":2802,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","file":"AMD-OLMo-1B-SFT-DPO-Q3_K_L.gguf","label":"Q3_K_L","size":651469568,"bits":4.42,"known":true,"rank":0},{"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","file":"AMD-OLMo-1B-SFT-DPO-Q4_K_M.gguf","label":"Q4_K_M","size":733520640,"bits":4.97,"known":true,"rank":0},{"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","file":"AMD-OLMo-1B-SFT-DPO-Q6_K.gguf","label":"Q6_K","size":967090944,"bits":6.56,"known":true,"rank":0},{"repo":"lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF","file":"AMD-OLMo-1B-SFT-DPO-Q8_0.gguf","label":"Q8_0","size":1252088576,"bits":8.49,"known":true,"rank":0}],"repos":["lmstudio-community/AMD-OLMo-1B-SFT-DPO-GGUF"],"logoFrom":"amd"},{"id":"llama-3-1-supernova-lite","family":"arcee-ai/Llama-3.1-SuperNova-Lite","name":"Llama 3.1 SuperNova Lite","maker":"Arcee","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Llama-3.1-SuperNova-Lite-GGUF/Llama-3.1-SuperNova-Lite-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-09-10T19:35:33.000Z","downloads":2801,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-IQ2_M.gguf","label":"IQ2_M","size":2948281696,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q2_K.gguf","label":"Q2_K","size":3179132256,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-IQ3_XS.gguf","label":"IQ3_XS","size":3518748000,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q3_K_S.gguf","label":"Q3_K_S","size":3664500064,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q2_K_L.gguf","label":"Q2_K_L","size":3692156256,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-IQ3_M.gguf","label":"IQ3_M","size":3784824160,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q3_K_M.gguf","label":"Q3_K_M","size":4018918752,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q3_K_L.gguf","label":"Q3_K_L","size":4321957216,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-IQ4_XS.gguf","label":"IQ4_XS","size":4447663456,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212512,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212512,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212512,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_0.gguf","label":"Q4_0","size":4675892576,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_K_S.gguf","label":"Q4_K_S","size":4692669792,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626720,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_K_M.gguf","label":"Q4_K_M","size":4920735072,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q4_K_L.gguf","label":"Q4_K_L","size":5310633312,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q5_K_S.gguf","label":"Q5_K_S","size":5599294816,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q5_K_M.gguf","label":"Q5_K_M","size":5732988256,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q5_K_L.gguf","label":"Q5_K_L","size":6057219424,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q6_K.gguf","label":"Q6_K","size":6596007264,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q6_K_L.gguf","label":"Q6_K_L","size":6850467168,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-Q8_0.gguf","label":"Q8_0","size":8540771680,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-SuperNova-Lite-GGUF","file":"Llama-3.1-SuperNova-Lite-f16.gguf","label":"F16","size":16068891712,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Llama-3.1-SuperNova-Lite-GGUF"],"logoFrom":"arcee-ai"},{"id":"fashiongpt-70b-v1-2","family":"ICBU-NPU/FashionGPT-70B-V1.2","name":"FashionGPT 70B V1.2","maker":"ICBU-NPU","catalog":null,"tuned":true,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF/FashionGPT-70B-V1.2.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-04-12T05:54:56.000Z","downloads":2800,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ1_S.gguf","label":"IQ1_S","size":14535537632,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ1_M.gguf","label":"IQ1_M","size":15943250912,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289439712,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334162912,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ2_S.gguf","label":"IQ2_S","size":21354312672,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ2_M.gguf","label":"IQ2_M","size":23231263712,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q2_K.gguf","label":"Q2_K","size":25462436832,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464032,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314973152,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ3_S.gguf","label":"IQ3_S","size":29919294432,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919294432,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ3_M.gguf","label":"IQ3_M","size":30944277472,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274737632,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147835872,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829819872,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q4_0.gguf","label":"Q4_0","size":39019049952,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249736672,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422910432,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461397472,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/FashionGPT-70B-V1.2-i1-GGUF","file":"FashionGPT-70B-V1.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753767392,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/FashionGPT-70B-V1.2-i1-GGUF"],"logoFrom":null},{"id":"qvq-72b-preview","family":"Qwen/QVQ-72B-Preview","name":"QVQ 72B Preview","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"bartowski/QVQ-72B-Preview-GGUF/QVQ-72B-Preview-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":"other","open":false,"released":"2024-12-24T17:26:04.000Z","downloads":2798,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ1_M.gguf","label":"IQ1_M","size":23740211552,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490022752,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":27057643872,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ2_S.gguf","label":"IQ2_S","size":27939135840,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ2_M.gguf","label":"IQ2_M","size":29338984800,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q2_K.gguf","label":"Q2_K","size":29811761504,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":31028273504,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845081440,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":34487787872,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ3_M.gguf","label":"IQ3_M","size":35503595872,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":37698724192,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":39505224032,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":39709073760,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":40595218784,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":41315623264,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q4_0.gguf","label":"Q4_0","size":41383125344,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":43889221984,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q4_1.gguf","label":"Q4_1","size":45697884512,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":47415714144,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":48340263264,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q5_K_S/QVQ-72B-Preview-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":51375137312,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q5_K_M/QVQ-72B-Preview-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54447465024,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q5_K_L/QVQ-72B-Preview-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":55216300576,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q6_K/QVQ-72B-Preview-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347628096,"bits":7.08,"known":true,"rank":0},{"repo":"bartowski/QVQ-72B-Preview-GGUF","file":"QVQ-72B-Preview-Q8_0/QVQ-72B-Preview-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262610720,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/QVQ-72B-Preview-GGUF"],"logoFrom":"Qwen"},{"id":"yarn-llama-2-7b-64k","family":"NousResearch/Yarn-Llama-2-7b-64k","name":"Yarn Llama 2 7B 64K","maker":"Nous Research","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Yarn-Llama-2-7B-64K-GGUF/yarn-llama-2-7b-64k.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-01T07:45:58.000Z","downloads":2797,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Yarn-Llama-2-7B-64K-GGUF","file":"yarn-llama-2-7b-64k.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yarn-Llama-2-7B-64K-GGUF"],"logoFrom":"NousResearch"},{"id":"internlm2-math-base-20b","family":"internlm/internlm2-math-base-20b","name":"Internlm2 Math Base 20B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":19.86,"active":null,"layers":48,"probe":"mradermacher/internlm2-math-base-20b-i1-GGUF/internlm2-math-base-20b.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-08-22T03:06:10.000Z","downloads":2797,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ1_S.gguf","label":"IQ1_S","size":4543269024,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ1_M.gguf","label":"IQ1_M","size":4918397088,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5543610528,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6100404384,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ2_S.gguf","label":"IQ2_S","size":6474297504,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ2_M.gguf","label":"IQ2_M","size":6974468256,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q2_K.gguf","label":"Q2_K","size":7546671264,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7814377632,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8361752736,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8760473760,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ3_S.gguf","label":"IQ3_S","size":8800581792,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ3_M.gguf","label":"IQ3_M","size":9121446048,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9722280096,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10551179424,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10766999712,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q4_0.gguf","label":"Q4_0","size":11360436384,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11401330848,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":11984470176,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13734183072,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14075101344,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-20b-i1-GGUF","file":"internlm2-math-base-20b.i1-Q6_K.gguf","label":"Q6_K","size":16296396960,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/internlm2-math-base-20b-i1-GGUF"],"logoFrom":"internlm"},{"id":"llemma-7b","family":"EleutherAI/llemma_7b","name":"Llemma 7B","maker":"EleutherAI","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/llemma_7b-i1-GGUF/llemma_7b.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2025-02-09T05:31:01.000Z","downloads":2796,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1528650496,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ1_M.gguf","label":"IQ1_M","size":1651038976,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1855019776,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034981632,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2196641024,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2319621376,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2359825664,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q2_K.gguf","label":"Q2_K","size":2532941056,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585466112,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796607232,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ3_S.gguf","label":"IQ3_S","size":2948388608,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948388608,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3114948352,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298088704,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597195008,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619426560,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3825899776,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q4_0.gguf","label":"Q4_0","size":3837171968,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856832768,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081096960,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q4_1.gguf","label":"Q4_1","size":4238846208,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651792640,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783257856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/llemma_7b-i1-GGUF","file":"llemma_7b.i1-Q6_K.gguf","label":"Q6_K","size":5529303808,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/llemma_7b-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"gemma-4-e2b-it-abliterated","family":"WWTCyberLab/gemma-4-E2B-it-abliterated","name":"Gemma 4 E2B Abliterated","maker":"WWTCyberLab","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"mradermacher/gemma-4-E2B-it-abliterated-GGUF/gemma-4-E2B-it-abliterated.Q2_K.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-04-09T12:46:59.000Z","downloads":2792,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q2_K.gguf","label":"Q2_K","size":2989082016,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":3110210976,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":3201344928,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":3282347424,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":3309823392,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":3365070240,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":3427874208,"bits":5.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":3595396512,"bits":6.19,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":3630282144,"bits":6.25,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q6_K.gguf","label":"Q6_K","size":3845340576,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.Q8_0.gguf","label":"Q8_0","size":4967490976,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-E2B-it-abliterated-GGUF","file":"gemma-4-E2B-it-abliterated.f16.gguf","label":"F16","size":9311298976,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-E2B-it-abliterated-GGUF"],"logoFrom":"WWTCyberLab"},{"id":"miquplus-xwin-70b-i1","family":"mradermacher/miquplus-xwin-70b-i1-GGUF","name":"Miquplus Xwin 70B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/miquplus-xwin-70b-i1-GGUF/miquplus-xwin-70b.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-23T04:18:34.000Z","downloads":2792,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ1_S.gguf","label":"IQ1_S","size":14535538560,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ1_M.gguf","label":"IQ1_M","size":15943251840,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289440640,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334163840,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ2_S.gguf","label":"IQ2_S","size":21354313600,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ2_M.gguf","label":"IQ2_M","size":23231264640,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q2_K.gguf","label":"Q2_K","size":25462437760,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464960,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974080,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ3_S.gguf","label":"IQ3_S","size":29919295360,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919295360,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ3_M.gguf","label":"IQ3_M","size":30944278400,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274738560,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147836800,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829820800,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q4_0.gguf","label":"Q4_0","size":39019050880,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249737600,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422911360,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461398400,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/miquplus-xwin-70b-i1-GGUF","file":"miquplus-xwin-70b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753768320,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/miquplus-xwin-70b-i1-GGUF"],"logoFrom":null},{"id":"llama-3-8b-instruct-262k","family":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","name":"Llama 3 8B 262K","maker":"crusoeai","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"crusoeai/Llama-3-8B-Instruct-262k-GGUF/llama-3-8b-instruct-262k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":262144,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-25T21:46:17.000Z","downloads":2791,"likes":49,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q2_K.gguf","label":"Q2_K","size":3179131168,"bits":3.17,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q3_K_S.gguf","label":"Q3_K_S","size":3664498976,"bits":3.65,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q3_K_M.gguf","label":"Q3_K_M","size":4018917664,"bits":4,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q3_K_L.gguf","label":"Q3_K_L","size":4321956128,"bits":4.31,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q4_0.gguf","label":"Q4_0","size":4661211424,"bits":4.64,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q4_K_S.gguf","label":"Q4_K_S","size":4692668704,"bits":4.68,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q4_K_M.gguf","label":"Q4_K_M","size":4920733984,"bits":4.9,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q4_1.gguf","label":"Q4_1","size":5130252576,"bits":5.11,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q5_0.gguf","label":"Q5_0","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q5_K_S.gguf","label":"Q5_K_S","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q5_K_M.gguf","label":"Q5_K_M","size":5732987168,"bits":5.71,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q5_1.gguf","label":"Q5_1","size":6068334880,"bits":6.05,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q6_K.gguf","label":"Q6_K","size":6596006176,"bits":6.57,"known":true,"rank":0},{"repo":"crusoeai/Llama-3-8B-Instruct-262k-GGUF","file":"llama-3-8b-instruct-262k.Q8_0.gguf","label":"Q8_0","size":8540770592,"bits":8.51,"known":true,"rank":0}],"repos":["crusoeai/Llama-3-8B-Instruct-262k-GGUF"],"logoFrom":"crusoeai"},{"id":"nouscoder-14b","family":"NousResearch/NousCoder-14B","name":"NousCoder 14B","maker":"Nous Research","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"bartowski/NousResearch_NousCoder-14B-GGUF/NousResearch_NousCoder-14B-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":81920,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-07T22:07:53.000Z","downloads":2788,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ2_XS.gguf","label":"IQ2_XS","size":4691590272,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ2_S.gguf","label":"IQ2_S","size":4963313792,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ2_M.gguf","label":"IQ2_M","size":5322942592,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q2_K.gguf","label":"Q2_K","size":5753985152,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942667392,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6375302272,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6513665152,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6657107072,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ3_M.gguf","label":"IQ3_M","size":6883411072,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7321314432,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7900652672,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8110731392,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8541364352,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q4_0.gguf","label":"Q4_0","size":8543002752,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8573476992,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581325952,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9001754752,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q4_1.gguf","label":"Q4_1","size":9389523072,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9579111552,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10263896192,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10514571392,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q5_K_L.gguf","label":"Q5_K_L","size":10994689152,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q6_K.gguf","label":"Q6_K","size":12121939072,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12498740352,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-Q8_0.gguf","label":"Q8_0","size":15698535552,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","file":"NousResearch_NousCoder-14B-bf16.gguf","label":"BF16","size":29543424864,"bits":16,"known":true,"rank":0}],"repos":["bartowski/NousResearch_NousCoder-14B-GGUF"],"logoFrom":"NousResearch"},{"id":"userrepgen-4b","family":"microsoft/UserRepGen-4B","name":"UserRepGen 4B","maker":"Microsoft","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"bartowski/UserRepGen-4B-GGUF/UserRepGen-4B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-10-14T23:48:11.000Z","downloads":2787,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-IQ2_M.gguf","label":"IQ2_M","size":1585988832,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q2_K.gguf","label":"Q2_K","size":1729809632,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1907698912,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q3_K_S.gguf","label":"Q3_K_S","size":1967582432,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-IQ3_XS.gguf","label":"IQ3_XS","size":1982328032,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2072870112,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2176765152,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-IQ3_M.gguf","label":"IQ3_M","size":2277997792,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2438683872,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2547780832,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q4_0.gguf","label":"Q4_0","size":2647856352,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2719177952,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2729643232,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q4_1.gguf","label":"Q4_1","size":2851673312,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q4_K_L.gguf","label":"Q4_K_L","size":2901572832,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3086865632,"bits":5.87,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3293058272,"bits":6.26,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q6_K_S.gguf","label":"Q6_K_S","size":3543856352,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q6_K.gguf","label":"Q6_K","size":3689878752,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3850503392,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-Q8_0.gguf","label":"Q8_0","size":4493954272,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/UserRepGen-4B-GGUF","file":"UserRepGen-4B-bf16.gguf","label":"BF16","size":8424393664,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/UserRepGen-4B-GGUF"],"logoFrom":"microsoft"},{"id":"l3-4x8b-moe-dark-planet-infinite-25b","family":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","name":"L3 4X8B MOE Dark Planet Infinite 25B","maker":"DavidAU","catalog":null,"tuned":false,"params":24.94,"active":13.67,"layers":32,"probe":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF/L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-10T01:09:00.000Z","downloads":2786,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q2_k.gguf","label":"Q2_K","size":9302818784,"bits":2.98,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":10933231584,"bits":3.51,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":12080373728,"bits":3.88,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":13044015072,"bits":4.18,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":13580763104,"bits":4.36,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":14175993824,"bits":4.55,"known":false,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":14175993824,"bits":4.55,"known":false,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":14175993824,"bits":4.55,"known":false,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":14295531488,"bits":4.59,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":15162179552,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":17228005344,"bits":5.53,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":17736040416,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q6_k.gguf","label":"Q6_K","size":20470767584,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF","file":"L3-4X8B-MOE-Dark-Planet-Infinite-25B-D_AU-Q8_0.gguf","label":"Q8_0","size":26511269856,"bits":8.5,"known":true,"rank":0}],"repos":["DavidAU/L3-4X8B-MOE-Dark-Planet-Infinite-25B-GGUF"],"logoFrom":"DavidAU"},{"id":"ornith-1-5-35b-a3b-apex-i-nanoplus","family":"IsValorum/Ornith-1.5-35B-A3B-APEX-I-NanoPlus-GGUF","name":"Ornith 1.5 35B A3B APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Ornith-1.5-35B-A3B-APEX-I-NanoPlus-GGUF/Ornith-1.5-35B-A3B.APEX-I-NanoPlus.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"mit","open":true,"released":"2026-09-24T18:36:02.000Z","downloads":2786,"likes":3,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Ornith-1.5-35B-A3B-APEX-I-NanoPlus-GGUF","file":"Ornith-1.5-35B-A3B.APEX-I-NanoPlus.gguf","label":"Ornith-1.5-35B-A3B.APEX-I-NanoPlus","size":12554402176,"bits":2.9,"known":false,"rank":0}],"repos":["IsValorum/Ornith-1.5-35B-A3B-APEX-I-NanoPlus-GGUF"],"logoFrom":"ornith-ai"},{"id":"nanovel-35b-a3b","family":"Dxniz/NaNovel-35B-A3B","name":"NaNovel 35B A3B","maker":"Dxniz","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/NaNovel-35B-A3B-i1-GGUF/NaNovel-35B-A3B.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-13T13:32:48.000Z","downloads":2784,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ1_S.gguf","label":"IQ1_S","size":7299331136,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ1_M.gguf","label":"IQ1_M","size":8066194496,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9344300096,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10369406016,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ2_S.gguf","label":"IQ2_S","size":10514854976,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ2_M.gguf","label":"IQ2_M","size":11537339456,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12034133056,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q2_K.gguf","label":"Q2_K","size":12821630016,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13533320256,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14417298496,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185536,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ3_S.gguf","label":"IQ3_S","size":15183578176,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520256,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16760833088,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18052416576,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18650135616,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q4_0.gguf","label":"Q4_0","size":19799268416,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19884006464,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21169118272,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q4_1.gguf","label":"Q4_1","size":21848169536,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284416,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24764783680,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/NaNovel-35B-A3B-i1-GGUF","file":"NaNovel-35B-A3B.i1-Q6_K.gguf","label":"Q6_K","size":28514153536,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/NaNovel-35B-A3B-i1-GGUF"],"logoFrom":"Dxniz"},{"id":"dolphin-2-9-2-mixtral-8x22b","family":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","name":"Dolphin 2.9.2 Mixtral 8x22b","maker":"crusoeai","catalog":null,"tuned":true,"params":140.62,"active":39.15,"layers":56,"probe":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF/dolphin-2.9.2-mixtral-8x22b.Q2_K-00001-of-00002.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-28T22:51:39.000Z","downloads":2781,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q2_K-00001-of-00002.gguf","label":"Q2_K","size":52108683904,"bits":2.96,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":61503708992,"bits":3.5,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":67795164992,"bits":3.86,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":72585322336,"bits":4.13,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q4_0-00001-of-00002.gguf","label":"Q4_0","size":79514736032,"bits":4.52,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":80483620256,"bits":4.58,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q4_K_M-00001-of-00002.gguf","label":"Q4_K_M","size":85592282560,"bits":4.87,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q4_1-00001-of-00002.gguf","label":"Q4_1","size":88246982816,"bits":5.02,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q5_0-00001-of-00003.gguf","label":"Q5_0","size":96979229728,"bits":5.52,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":96979229728,"bits":5.52,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":99973962784,"bits":5.69,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q5_1-00001-of-00003.gguf","label":"Q5_1","size":105711476544,"bits":6.01,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q6_K-00001-of-00003.gguf","label":"Q6_K","size":115535254144,"bits":6.57,"known":true,"rank":0},{"repo":"crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF","file":"dolphin-2.9.2-mixtral-8x22b.Q8_0-00001-of-00004.gguf","label":"Q8_0","size":149420329504,"bits":8.5,"known":true,"rank":0}],"repos":["crusoeai/dolphin-2.9.2-mixtral-8x22b-GGUF"],"logoFrom":"crusoeai"},{"id":"mellum2-12b-a2-5b-thinking","family":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","name":"Mellum2 12B A2.5B Thinking","maker":"DrMoriarty0","catalog":null,"tuned":true,"params":12.15,"active":2.44,"layers":28,"probe":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF/Mellum2-12B-A2.5B-Thinking-i-Tier13.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":44040192,"context":131072,"arch":"mellum","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-15T09:11:45.000Z","downloads":2781,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier13.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier13","size":5025352000,"bits":3.31,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier13-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier13-speed","size":5083154752,"bits":3.35,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier12.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier12","size":5332281664,"bits":3.51,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier12-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier12-speed","size":5476788544,"bits":3.61,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier11.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier11","size":5505689920,"bits":3.63,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier11-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier11-speed","size":5736900928,"bits":3.78,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier10.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier10","size":5968111936,"bits":3.93,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier10-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier10-speed","size":6430533952,"bits":4.23,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier9.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier9","size":6467729728,"bits":4.26,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier8.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier8","size":6826932544,"bits":4.5,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier9-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier9-speed","size":6831061312,"bits":4.5,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier8-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier8-speed","size":7091173696,"bits":4.67,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier7-speed.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier7-speed","size":7784806720,"bits":5.13,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier7.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier7","size":7784806720,"bits":5.13,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier6.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier6","size":8443898176,"bits":5.56,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier5.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier5","size":8889805120,"bits":5.85,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier4.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier4","size":10078890304,"bits":6.64,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier3.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier3","size":10572020032,"bits":6.96,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier2.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier2","size":11133532480,"bits":7.33,"known":false,"rank":0},{"repo":"DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF","file":"Mellum2-12B-A2.5B-Thinking-i-Tier1.gguf","label":"Mellum2-12B-A2.5B-Thinking-i-Tier1","size":11901483328,"bits":7.84,"known":false,"rank":0}],"repos":["DrMoriarty0/Mellum2-12B-A2.5B-Thinking-GGUF"],"logoFrom":null},{"id":"dolphin-2-6-mixtral-8x7b","family":"dphn/dolphin-2.6-mixtral-8x7b","name":"Dolphin 2.6 Mixtral 8x7b","maker":"dphn","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF/dolphin-2.6-mixtral-8x7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T04:54:29.000Z","downloads":2779,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ1_S.gguf","label":"IQ1_S","size":9821678368,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ1_M.gguf","label":"IQ1_M","size":10847185696,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556364576,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923707680,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ2_S.gguf","label":"IQ2_S","size":14127861344,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ2_M.gguf","label":"IQ2_M","size":15495204448,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q2_K.gguf","label":"Q2_K","size":17311240032,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242473568,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350401696,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ3_S.gguf","label":"IQ3_S","size":20432532128,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432532128,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ3_M.gguf","label":"IQ3_M","size":21430776480,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546461344,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169656992,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080550880,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q4_0.gguf","label":"Q4_0","size":26561042144,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745591520,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448478944,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231348960,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229593312,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF","file":"dolphin-2.6-mixtral-8x7b.i1-Q6_K.gguf","label":"Q6_K","size":38380830496,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/dolphin-2.6-mixtral-8x7b-i1-GGUF"],"logoFrom":"dphn"},{"id":"skywork-swe-32b","family":"Skywork/Skywork-SWE-32B","name":"Skywork SWE 32B","maker":"Skywork","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Skywork_Skywork-SWE-32B-GGUF/Skywork_Skywork-SWE-32B-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-19T17:04:07.000Z","downloads":2778,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028250304,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ2_XS.gguf","label":"IQ2_XS","size":9957550784,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ2_S.gguf","label":"IQ2_S","size":10387569344,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ2_M.gguf","label":"IQ2_M","size":11264441024,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q2_K.gguf","label":"Q2_K","size":12313098944,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839271104,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q2_K_L.gguf","label":"Q2_K_L","size":13073418944,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ3_XS.gguf","label":"IQ3_XS","size":13705513664,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q3_K_S.gguf","label":"Q3_K_S","size":14392330944,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ3_M.gguf","label":"IQ3_M","size":14810122944,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q3_K_M.gguf","label":"Q3_K_M","size":15935048384,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q3_K_L.gguf","label":"Q3_K_L","size":17247079104,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ4_XS.gguf","label":"IQ4_XS","size":17693153984,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325824,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-IQ4_NL.gguf","label":"IQ4_NL","size":18682174144,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q4_0.gguf","label":"Q4_0","size":18711009984,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q4_K_S.gguf","label":"Q4_K_S","size":18784410304,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q4_K_M.gguf","label":"Q4_K_M","size":19851336384,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q4_K_L.gguf","label":"Q4_K_L","size":20429179584,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q4_1.gguf","label":"Q4_1","size":20639242944,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q5_K_S.gguf","label":"Q5_K_S","size":22638254784,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q5_K_M.gguf","label":"Q5_K_M","size":23262157504,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q5_K_L.gguf","label":"Q5_K_L","size":23742679744,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q6_K.gguf","label":"Q6_K","size":26886154944,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q6_K_L.gguf","label":"Q6_K_L","size":27263273664,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-Q8_0.gguf","label":"Q8_0","size":34820885184,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Skywork_Skywork-SWE-32B-GGUF","file":"Skywork_Skywork-SWE-32B-bf16/Skywork_Skywork-SWE-32B-bf16-00001-of-00002.gguf","label":"BF16","size":65535969920,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Skywork_Skywork-SWE-32B-GGUF"],"logoFrom":"Skywork"},{"id":"iquest-coder-v1-14b-instruct","family":"IQuestLab/IQuest-Coder-V1-14B-Instruct","name":"IQuest Coder V1 14B","maker":"IQuestLab","catalog":null,"tuned":true,"params":14.44,"active":null,"layers":28,"probe":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF/IQuest-Coder-V1-14B-Instruct-Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-03-12T04:18:55.000Z","downloads":2778,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q2_K.gguf","label":"Q2_K","size":5445741088,"bits":3.02,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":6360746528,"bits":3.52,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":7023151648,"bits":3.89,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":7609698848,"bits":4.22,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q4_0.gguf","label":"Q4_0","size":8226187808,"bits":4.56,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":8281893408,"bits":4.59,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":8756046368,"bits":4.85,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q5_0.gguf","label":"Q5_0","size":9981897248,"bits":5.53,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":9981897248,"bits":5.53,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":10254854688,"bits":5.68,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q6_K.gguf","label":"Q6_K","size":11847338528,"bits":6.56,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-Q8_0.gguf","label":"Q8_0","size":15344257568,"bits":8.5,"known":true,"rank":0},{"repo":"xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF","file":"IQuest-Coder-V1-14B-Instruct-F16.gguf","label":"F16","size":28880718368,"bits":16,"known":true,"rank":0}],"repos":["xhxlb/IQuest-Coder-V1-14B-Instruct-GGUF"],"logoFrom":"IQuestLab"},{"id":"nemotron-3-super-120b-a12b","family":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","name":"Nvidia Nemotron 3 Super 120B A12B","maker":"bartowski","catalog":null,"tuned":false,"params":120.67,"active":2.41,"layers":88,"probe":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/nvidia_Nemotron-3-Super-120B-A12B-IQ1_S.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-03-11T17:55:52.000Z","downloads":2778,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ1_S.gguf","label":"IQ1_S","size":46379649440,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ1_M.gguf","label":"IQ1_M","size":47795718560,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ2_XXS/nvidia_Nemotron-3-Super-120B-A12B-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":50155833984,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ2_XS/nvidia_Nemotron-3-Super-120B-A12B-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":52043926112,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ2_S/nvidia_Nemotron-3-Super-120B-A12B-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":52115229312,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ2_M/nvidia_Nemotron-3-Super-120B-A12B-IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":54003321472,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q2_K/nvidia_Nemotron-3-Super-120B-A12B-Q2_K-00001-of-00002.gguf","label":"Q2_K","size":54819768960,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q2_K_L/nvidia_Nemotron-3-Super-120B-A12B-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":55344056928,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q3_K_S/nvidia_Nemotron-3-Super-120B-A12B-Q3_K_S-00001-of-00002.gguf","label":"Q3_K_S","size":61127510656,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ3_XXS/nvidia_Nemotron-3-Super-120B-A12B-IQ3_XXS-00001-of-00002.gguf","label":"IQ3_XXS","size":61634038368,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ3_XS/nvidia_Nemotron-3-Super-120B-A12B-IQ3_XS-00001-of-00002.gguf","label":"IQ3_XS","size":64540625536,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q3_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q3_K_M-00001-of-00002.gguf","label":"Q3_K_M","size":64650726016,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ3_M/nvidia_Nemotron-3-Super-120B-A12B-IQ3_M-00001-of-00002.gguf","label":"IQ3_M","size":66319010432,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q3_K_L/nvidia_Nemotron-3-Super-120B-A12B-Q3_K_L-00001-of-00002.gguf","label":"Q3_K_L","size":66394507904,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q3_K_XL/nvidia_Nemotron-3-Super-120B-A12B-Q3_K_XL-00001-of-00002.gguf","label":"Q3_K_XL","size":66864269920,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ4_XS/nvidia_Nemotron-3-Super-120B-A12B-IQ4_XS-00001-of-00002.gguf","label":"IQ4_XS","size":67204303456,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-IQ4_NL/nvidia_Nemotron-3-Super-120B-A12B-IQ4_NL-00001-of-00002.gguf","label":"IQ4_NL","size":69138795136,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q4_0/nvidia_Nemotron-3-Super-120B-A12B-Q4_0-00001-of-00002.gguf","label":"Q4_0","size":70993726080,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q4_1/nvidia_Nemotron-3-Super-120B-A12B-Q4_1-00001-of-00002.gguf","label":"Q4_1","size":76632705664,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q4_K_S/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_S-00001-of-00002.gguf","label":"Q4_K_S","size":78040156800,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M-00001-of-00003.gguf","label":"Q4_K_M","size":86981954304,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q4_K_L/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_L-00001-of-00003.gguf","label":"Q4_K_L","size":87380413152,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q5_K_S/nvidia_Nemotron-3-Super-120B-A12B-Q5_K_S-00001-of-00003.gguf","label":"Q5_K_S","size":87563389664,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M-00001-of-00003.gguf","label":"Q5_K_M","size":96602573536,"bits":6.4,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q5_K_L/nvidia_Nemotron-3-Super-120B-A12B-Q5_K_L-00001-of-00003.gguf","label":"Q5_K_L","size":96933923552,"bits":6.43,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q6_K/nvidia_Nemotron-3-Super-120B-A12B-Q6_K-00001-of-00003.gguf","label":"Q6_K","size":113563978496,"bits":7.53,"known":true,"rank":0},{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","file":"nvidia_Nemotron-3-Super-120B-A12B-Q8_0/nvidia_Nemotron-3-Super-120B-A12B-Q8_0-00001-of-00004.gguf","label":"Q8_0","size":128472992608,"bits":8.52,"known":true,"rank":0}],"repos":["bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF"],"logoFrom":"nvidia"},{"id":"nvidia-nemotron-3-5-lightning-30b-a3b-nvfp4","family":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4","name":"NVIDIA Nemotron 3.5 Lightning 30B A3B NVFP4","maker":"NVIDIA","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"tngtech/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4-GGUF/Nemotron-3.5-Lightning-30B-A3B-NVFP4.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-09-04T09:13:21.000Z","downloads":2777,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tngtech/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4-GGUF","file":"Nemotron-3.5-Lightning-30B-A3B-NVFP4.gguf","label":"Nemotron-3.5-Lightning-30B-A3B-NVFP4","size":18492469952,"bits":4.68,"known":false,"rank":0}],"repos":["tngtech/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4-GGUF"],"logoFrom":"nvidia"},{"id":"ternary-bonsai-2-27b-uncensored-gaston","family":"gaston-parravicini/Ternary-Bonsai-2-27B-Uncensored-Gaston-GGUF","name":"Ternary Bonsai 2 27B Uncensored Gaston","maker":"gaston-parravicini","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"gaston-parravicini/Ternary-Bonsai-2-27B-Uncensored-Gaston-GGUF/Ternary-Bonsai-2-27B-Uncensored-Gaston-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T23:17:12.000Z","downloads":2777,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gaston-parravicini/Ternary-Bonsai-2-27B-Uncensored-Gaston-GGUF","file":"Ternary-Bonsai-2-27B-Uncensored-Gaston-PTQ1_0.gguf","label":"PTQ1_0","size":7106493120,"bits":2.11,"known":false,"rank":0},{"repo":"gaston-parravicini/Ternary-Bonsai-2-27B-Uncensored-Gaston-GGUF","file":"Ternary-Bonsai-2-27B-Uncensored-Gaston-PQ2_0.gguf","label":"PQ2_0","size":8247925440,"bits":2.45,"known":false,"rank":0}],"repos":["gaston-parravicini/Ternary-Bonsai-2-27B-Uncensored-Gaston-GGUF"],"logoFrom":"prism-ml"},{"id":"anon-1b","family":"scratchyone/anon-1b","name":"Anon 1B","maker":"scratchyone","catalog":null,"tuned":false,"params":1,"active":null,"layers":26,"probe":"scratchyone/anon-1b/anon-1b-bf16.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":11534336,"context":32768,"arch":"gemma3","vision":false,"licence":"gemma","open":false,"released":"2026-10-15T21:34:01.000Z","downloads":2777,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"scratchyone/anon-1b","file":"anon-1b-bf16.gguf","label":"BF16","size":2014777152,"bits":16.12,"known":true,"rank":0}],"repos":["scratchyone/anon-1b"],"logoFrom":"google"},{"id":"qwen3-8-flash-next-gsq-rco-iq2-xs","family":"baibairui/Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS","name":"Qwen3.8 Flash Next GSQ RCO IQ2 XS","maker":"baibairui","catalog":null,"tuned":false,"params":176.94,"active":58.51,"layers":48,"probe":"baibairui/Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS/IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-08T14:29:41.000Z","downloads":2776,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"baibairui/Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS","file":"IQ2_XS/Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":68026093024,"bits":3.08,"known":true,"rank":0}],"repos":["baibairui/Qwen3.8-Flash-Next-GSQ-RCO-IQ2_XS"],"logoFrom":"Qwen"},{"id":"airoboros-33b-2-1","family":"jondurbin/airoboros-33b-2.1","name":"Airoboros 33B 2.1","maker":"jondurbin","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/Airoboros-33B-2.1-GGUF/airoboros-33b-2.1.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-01T21:21:45.000Z","downloads":2775,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q2_K.gguf","label":"Q2_K","size":13502545344,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q3_K_S.gguf","label":"Q3_K_S","size":14064112064,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q3_K_M.gguf","label":"Q3_K_M","size":15761551808,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q3_K_L.gguf","label":"Q3_K_L","size":17279758784,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q4_0.gguf","label":"Q4_0","size":18355967424,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q4_K_S.gguf","label":"Q4_K_S","size":18437756352,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q4_K_M.gguf","label":"Q4_K_M","size":19621139904,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q5_0.gguf","label":"Q5_0","size":22395360704,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q5_K_S.gguf","label":"Q5_K_S","size":22395360704,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q5_K_M.gguf","label":"Q5_K_M","size":23047116224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q6_K.gguf","label":"Q6_K","size":26687216064,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-33B-2.1-GGUF","file":"airoboros-33b-2.1.Q8_0.gguf","label":"Q8_0","size":34565124544,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-33B-2.1-GGUF"],"logoFrom":"jondurbin"},{"id":"fusewalk-models","family":"npateman/fusewalk-models","name":"Fusewalk Models","maker":"npateman","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"npateman/fusewalk-models/20261101-094657-qwen3-1.7b-v0.7-x.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T15:39:05.000Z","downloads":2775,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"npateman/fusewalk-models","file":"20261101-094657-qwen3-1.7b-v0.7-x.gguf","label":"20261101-094657-qwen3-1.7b-v0.7-x","size":1107408640,"bits":5.15,"known":false,"rank":0},{"repo":"npateman/fusewalk-models","file":"20261101-095550-qwen3-1.7b-v0.7.gguf","label":"20261101-095550-qwen3-1.7b-v0.7","size":1107408640,"bits":5.15,"known":false,"rank":0},{"repo":"npateman/fusewalk-models","file":"20261101-102249-qwen3-1.7b-v0.4.gguf","label":"20261101-102249-qwen3-1.7b-v0.4","size":1107408640,"bits":5.15,"known":false,"rank":0}],"repos":["npateman/fusewalk-models"],"logoFrom":"Qwen"},{"id":"qwen3-8b-deepseek-v3-2-speciale-distill","family":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill","name":"Qwen3 8B DeepSeek V3.2 Speciale Distill","maker":"TeichAI","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq2_xs.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2025-12-05T02:27:18.000Z","downloads":2773,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq2_xs.gguf","label":"IQ2_XS","size":2696156704,"bits":2.63,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq2_m.gguf","label":"IQ2_M","size":3051914784,"bits":2.98,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq3_xs.gguf","label":"IQ3_XS","size":3626874400,"bits":3.54,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.q3_k_s.gguf","label":"Q3_K_S","size":3769612192,"bits":3.68,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq3_m.gguf","label":"IQ3_M","size":3896620576,"bits":3.81,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.q3_k_m.gguf","label":"Q3_K_M","size":4124161952,"bits":4.03,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq4_xs.gguf","label":"IQ4_XS","size":4561839648,"bits":4.46,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.iq4_nl.gguf","label":"IQ4_NL","size":4818790304,"bits":4.71,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.q4_k_m.gguf","label":"Q4_K_M","size":5027784608,"bits":4.91,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"qwen3-8b.Q8_0.gguf","label":"Q8_0","size":8709518784,"bits":8.51,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"qwen3-8b.F16.gguf","label":"F16","size":16388044224,"bits":16.01,"known":true,"rank":0},{"repo":"TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF","file":"Qwen3-8B-DeepSeek-v3.2-Speciale-Distill.bf16.gguf","label":"BF16","size":16388044704,"bits":16.01,"known":true,"rank":0}],"repos":["TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill-GGUF"],"logoFrom":"TeichAI"},{"id":"mamba2-130m-hf-q8-0","family":"rpatel622/mamba2-130m-hf-Q8_0-GGUF","name":"Mamba2 130M Q8 0","maker":"rpatel622","catalog":null,"tuned":false,"params":0.17,"active":null,"layers":24,"probe":"rpatel622/mamba2-130m-hf-Q8_0-GGUF/mamba2-130m-q8_0.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"mamba2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-26T21:13:13.000Z","downloads":2773,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"rpatel622/mamba2-130m-hf-Q8_0-GGUF","file":"mamba2-130m-q8_0.gguf","label":"Q8_0","size":180669248,"bits":8.5,"known":true,"rank":0}],"repos":["rpatel622/mamba2-130m-hf-Q8_0-GGUF"],"logoFrom":null},{"id":"zwz2-4b","family":"inclusionAI/ZwZ2-4B","name":"ZwZ2 4B","maker":"Ant Group","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"bartowski/ZwZ2-4B-GGUF/ZwZ2-4B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-27T13:37:27.000Z","downloads":2772,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-IQ2_M.gguf","label":"IQ2_M","size":1585989536,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q2_K.gguf","label":"Q2_K","size":1729810336,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-IQ3_XXS.gguf","label":"IQ3_XXS","size":1907699616,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q3_K_S.gguf","label":"Q3_K_S","size":1967583136,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-IQ3_XS.gguf","label":"IQ3_XS","size":1982328736,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q3_K_M.gguf","label":"Q3_K_M","size":2072870816,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q3_K_L.gguf","label":"Q3_K_L","size":2176765856,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-IQ3_M.gguf","label":"IQ3_M","size":2277998496,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-IQ4_XS.gguf","label":"IQ4_XS","size":2438684576,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2547781536,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q4_0.gguf","label":"Q4_0","size":2647857056,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-IQ4_NL.gguf","label":"IQ4_NL","size":2719178656,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2729643936,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q4_1.gguf","label":"Q4_1","size":2851674016,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q4_K_L.gguf","label":"Q4_K_L","size":2901573536,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q5_K_S.gguf","label":"Q5_K_S","size":3086866336,"bits":5.87,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q5_K_M.gguf","label":"Q5_K_M","size":3293058976,"bits":6.26,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q6_K_S.gguf","label":"Q6_K_S","size":3543857056,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q6_K.gguf","label":"Q6_K","size":3689879456,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q6_K_L.gguf","label":"Q6_K_L","size":3850504096,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-Q8_0.gguf","label":"Q8_0","size":4493954976,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/ZwZ2-4B-GGUF","file":"ZwZ2-4B-bf16.gguf","label":"BF16","size":8424394368,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ZwZ2-4B-GGUF"],"logoFrom":"inclusionAI"},{"id":"minicpm-2b-dpo-q4km","family":"runfuture/MiniCPM-2B-dpo-q4km-gguf","name":"MiniCPM 2B Dpo Q4km","maker":"runfuture","catalog":null,"tuned":false,"params":2.72,"active":null,"layers":40,"probe":"runfuture/MiniCPM-2B-dpo-q4km-gguf/MiniCPM-2B-dpo-q4km-gguf.gguf","kvBytesPerToken":426516,"kvHeader":368640,"kvFixed":0,"context":2048,"arch":"minicpm","vision":false,"licence":null,"open":false,"released":"2024-02-09T02:44:47.000Z","downloads":2770,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"runfuture/MiniCPM-2B-dpo-q4km-gguf","file":"MiniCPM-2B-dpo-q4km-gguf.gguf","label":"MiniCPM-2B-dpo-q4km-gguf","size":1729503200,"bits":5.09,"known":false,"rank":0}],"repos":["runfuture/MiniCPM-2B-dpo-q4km-gguf"],"logoFrom":"openbmb"},{"id":"qwen3-5-4b-instruct-revised","family":"Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF","name":"Qwen3.5 4B Revised","maker":"Smoffyy","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF/Qwen3.5-4B-Revised-q4_k_m.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-02T22:07:36.000Z","downloads":2770,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF","file":"Qwen3.5-4B-Revised-q4_k_m.gguf","label":"Q4_K_M","size":2708805568,"bits":5.15,"known":true,"rank":0},{"repo":"Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF","file":"Qwen3.5-4B-Revised-q5_k_m.gguf","label":"Q5_K_M","size":3074987968,"bits":5.84,"known":true,"rank":0},{"repo":"Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF","file":"Qwen3.5-4B-Revised-q8_0.gguf","label":"Q8_0","size":4482404288,"bits":8.52,"known":true,"rank":0},{"repo":"Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF","file":"Qwen3.5-4B-Revised-F16.gguf","label":"F16","size":8424394688,"bits":16.01,"known":true,"rank":0}],"repos":["Smoffyy/Qwen3.5-4B-Instruct-Revised-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-r1-distill-qwen-1-5b-abliterated","family":"huihui-ai/DeepSeek-R1-Distill-Qwen-1.5B-abliterated","name":"DeepSeek R1 Distill Qwen 1.5B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF/DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-04-12T07:14:07.000Z","downloads":2769,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q2_K.gguf","label":"Q2_K","size":752880928,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":861222688,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":924456736,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":980440864,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":1026162976,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1071585568,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":1117321504,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":1259174176,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":1285495072,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q6_K.gguf","label":"Q6_K","size":1464179488,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.Q8_0.gguf","label":"Q8_0","size":1894532896,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF","file":"DeepSeek-R1-Distill-Qwen-1.5B-abliterated.f16.gguf","label":"F16","size":3560417056,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/DeepSeek-R1-Distill-Qwen-1.5B-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen3-8-27b-iq4-xs-pure","family":"jpetrina/Qwen3.8-27B-IQ4_XS-pure-GGUF","name":"Qwen3.8 27B IQ4 XS Pure","maker":"jpetrina","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"jpetrina/Qwen3.8-27B-IQ4_XS-pure-GGUF/qwen3.8-27b-IQ4_XS-pure.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-14T20:05:37.000Z","downloads":2769,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jpetrina/Qwen3.8-27B-IQ4_XS-pure-GGUF","file":"qwen3.8-27b-IQ4_XS-pure.gguf","label":"qwen3.8-27b-IQ4_XS-pure","size":14534384640,"bits":4.26,"known":false,"rank":0}],"repos":["jpetrina/Qwen3.8-27B-IQ4_XS-pure-GGUF"],"logoFrom":"unsloth"},{"id":"dots-mocr","family":"dots-studio/dots.mocr","name":"Dots.mocr","maker":"dots-studio","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"prithivMLmods/dots.mocr-GGUF/dots.mocr.Q3_K_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":true,"licence":"mit","open":true,"released":"2026-08-28T06:00:22.000Z","downloads":2769,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q3_K_S.gguf","label":"Q3_K_S","size":861220128,"bits":3.87,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q3_K_M.gguf","label":"Q3_K_M","size":924454176,"bits":4.15,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q3_K_L.gguf","label":"Q3_K_L","size":980438304,"bits":4.41,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q4_K_S.gguf","label":"Q4_K_S","size":1071583008,"bits":4.82,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q4_K_M.gguf","label":"Q4_K_M","size":1117318944,"bits":5.02,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q5_K_S.gguf","label":"Q5_K_S","size":1259171616,"bits":5.66,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q5_K_M.gguf","label":"Q5_K_M","size":1285492512,"bits":5.78,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q6_K.gguf","label":"Q6_K","size":1464176928,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.Q8_0.gguf","label":"Q8_0","size":1894530336,"bits":8.51,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.BF16.gguf","label":"BF16","size":3560414496,"bits":16,"known":true,"rank":0},{"repo":"prithivMLmods/dots.mocr-GGUF","file":"dots.mocr.F16.gguf","label":"F16","size":3560414496,"bits":16,"known":true,"rank":0}],"repos":["prithivMLmods/dots.mocr-GGUF"],"logoFrom":"dots-studio"},{"id":"midnight-miqu-70b-v1-5","family":"sophosympatheia/Midnight-Miqu-70B-v1.5","name":"Midnight Miqu 70B V1.5","maker":"sophosympatheia","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF/Midnight-Miqu-70B-v1.5.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-12-04T12:32:07.000Z","downloads":2768,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ1_S.gguf","label":"IQ1_S","size":14535539808,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ1_M.gguf","label":"IQ1_M","size":15943253088,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289441888,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334165088,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ2_S.gguf","label":"IQ2_S","size":21354314848,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ2_M.gguf","label":"IQ2_M","size":23231265888,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q2_K_S.gguf","label":"Q2_K_S","size":23559273568,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q2_K.gguf","label":"Q2_K","size":25462439008,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581466208,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314975328,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ3_S.gguf","label":"IQ3_S","size":29919296608,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919296608,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ3_M.gguf","label":"IQ3_M","size":30944279648,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274739808,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147838048,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829822048,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q4_0.gguf","label":"Q4_0","size":39019052128,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249738848,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422912608,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q4_1.gguf","label":"Q4_1","size":43166825568,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461399648,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF","file":"Midnight-Miqu-70B-v1.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753769568,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Midnight-Miqu-70B-v1.5-i1-GGUF"],"logoFrom":"sophosympatheia"},{"id":"qwen3-5-9b-cyberpunk2077-xiaotian-qin-v2-v3-5pass-i1","family":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","name":"Qwen3.5 9B Cyberpunk2077 Xiaotian Qin V2 V3 5pass I1","maker":"mradermacher","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-29T10:37:13.000Z","downloads":2766,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q2_K.gguf","label":"Q2_K","size":3914970336,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364023008,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-IQ3_S.gguf","label":"IQ3_S","size":4475991264,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783968,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4737610976,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513760,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326419168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q4_0.gguf","label":"Q4_0","size":5462865120,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488555232,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555664096,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5780092128,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q4_1.gguf","label":"Q4_1","size":5961463008,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643808,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6642545888,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF","file":"Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass.i1-Q6_K.gguf","label":"Q6_K","size":7558903008,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Cyberpunk2077-Xiaotian-Qin-V2-V3-5pass-i1-GGUF"],"logoFrom":"Qwen"},{"id":"code-13b","family":"ajibawa-2023/Code-13B","name":"Code 13B","maker":"ajibawa-2023","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Code-13B-GGUF/code-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2023-12-08T20:31:05.000Z","downloads":2762,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q2_K.gguf","label":"Q2_K","size":5429348352,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980352,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769472,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559552,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q4_0.gguf","label":"Q4_0","size":7365834752,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331392,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956352,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q5_0.gguf","label":"Q5_0","size":8972285952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924352,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q6_K.gguf","label":"Q6_K","size":10679140352,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Code-13B-GGUF","file":"code-13b.Q8_0.gguf","label":"Q8_0","size":13831319552,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Code-13B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"x-coder-rl-qwen3-8b","family":"IIGroup/X-Coder-RL-Qwen3-8B","name":"X Coder RL Qwen3 8B","maker":"IIGroup","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF/X-Coder-RL-Qwen3-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-10T23:27:42.000Z","downloads":2761,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770528,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148640,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112160,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157344,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744608,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915424,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552928,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733792,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633952,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875040,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612448,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666464,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621216,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162208,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394976,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840288,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787333280,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624736,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013344,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784864,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247756448,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762528,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113632,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF","file":"X-Coder-RL-Qwen3-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725900448,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/X-Coder-RL-Qwen3-8B-i1-GGUF"],"logoFrom":"IIGroup"},{"id":"mimo-vl-7b-rl-2508","family":"XiaomiMiMo/MiMo-VL-7B-RL-2508","name":"MiMo VL 7B RL 2508","maker":"Xiaomi","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":36,"probe":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF/XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":128000,"arch":"qwen2vl","vision":true,"licence":null,"open":false,"released":"2025-09-02T13:50:25.000Z","downloads":2760,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ2_M.gguf","label":"IQ2_M","size":2867920320,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q2_K.gguf","label":"Q2_K","size":3076406720,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ3_XXS.gguf","label":"IQ3_XXS","size":3152543168,"bits":3.31,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ3_XS.gguf","label":"IQ3_XS","size":3396373952,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q3_K_S.gguf","label":"Q3_K_S","size":3525840320,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ3_M.gguf","label":"IQ3_M","size":3650063808,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q2_K_L.gguf","label":"Q2_K_L","size":3683126720,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q3_K_M.gguf","label":"Q3_K_M","size":3854011840,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q3_K_L.gguf","label":"Q3_K_L","size":4138962368,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ4_XS.gguf","label":"IQ4_XS","size":4260453824,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q4_0.gguf","label":"Q4_0","size":4466908608,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-IQ4_NL.gguf","label":"IQ4_NL","size":4474510784,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q4_K_S.gguf","label":"Q4_K_S","size":4480277952,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q3_K_XL.gguf","label":"Q3_K_XL","size":4682583488,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q4_K_M.gguf","label":"Q4_K_M","size":4684340672,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q4_1.gguf","label":"Q4_1","size":4893187520,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q4_K_L.gguf","label":"Q4_K_L","size":5145447872,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q5_K_S.gguf","label":"Q5_K_S","size":5330738624,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q5_K_M.gguf","label":"Q5_K_M","size":5448555968,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q5_K_L.gguf","label":"Q5_K_L","size":5832003008,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q6_K.gguf","label":"Q6_K","size":6260534720,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q6_K_L.gguf","label":"Q6_K_L","size":6561467840,"bits":6.89,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-Q8_0.gguf","label":"Q8_0","size":8106511808,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF","file":"XiaomiMiMo_MiMo-VL-7B-RL-2508-bf16.gguf","label":"BF16","size":15252229280,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/XiaomiMiMo_MiMo-VL-7B-RL-2508-GGUF"],"logoFrom":"XiaomiMiMo"},{"id":"teaai-nemo-12b","family":"zerolabllc/TeaAI-Nemo-12B","name":"TeaAI Nemo 12B","maker":"zerolabllc","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/TeaAI-Nemo-12B-i1-GGUF/TeaAI-Nemo-12B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-10T11:58:41.000Z","downloads":2760,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2999212608,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3221625408,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592313408,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915078208,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4138474048,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4435024448,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493679168,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q2_K.gguf","label":"Q2_K","size":4791048768,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945386048,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306489408,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534227008,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5562079808,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5722233408,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083091008,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561503808,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742710848,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q4_0.gguf","label":"Q4_0","size":7094639168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097915968,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120198208,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477205568,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q4_1.gguf","label":"Q4_1","size":7795219008,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518736448,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727632448,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/TeaAI-Nemo-12B-i1-GGUF","file":"TeaAI-Nemo-12B.i1-Q6_K.gguf","label":"Q6_K","size":10056211008,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TeaAI-Nemo-12B-i1-GGUF"],"logoFrom":null},{"id":"falcon-mamba-7b-instruct","family":"tiiuae/falcon-mamba-7b-instruct","name":"Falcon Mamba 7B","maker":"TII","catalog":null,"tuned":false,"params":7.27,"active":null,"layers":64,"probe":"tiiuae/falcon-mamba-7b-instruct-Q4_K_M-GGUF/falcon-mamba-7B-instruct-Q4_K_M.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"mamba","vision":false,"licence":"other","open":false,"released":"2024-08-19T16:52:58.000Z","downloads":2758,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tiiuae/falcon-mamba-7b-instruct-Q4_K_M-GGUF","file":"falcon-mamba-7B-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4204230784,"bits":4.63,"known":true,"rank":0}],"repos":["tiiuae/falcon-mamba-7b-instruct-Q4_K_M-GGUF"],"logoFrom":"tiiuae"},{"id":"sakura-solar-instruct","family":"kyujinpy/Sakura-SOLAR-Instruct","name":"Sakura SOLAR","maker":"kyujinpy","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/Sakura-SOLAR-Instruct-GGUF/sakura-solar-instruct.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2023-12-28T13:06:33.000Z","downloads":2757,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q2_K.gguf","label":"Q2_K","size":4549952384,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":4665500544,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":5189264256,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":5651686272,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q4_0.gguf","label":"Q4_0","size":6073320320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":6104777600,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":6462604160,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q5_0.gguf","label":"Q5_0","size":7398327168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":7398327168,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":7598867328,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q6_K.gguf","label":"Q6_K","size":8806146944,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Sakura-SOLAR-Instruct-GGUF","file":"sakura-solar-instruct.Q8_0.gguf","label":"Q8_0","size":11405091712,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Sakura-SOLAR-Instruct-GGUF"],"logoFrom":null},{"id":"qwen3-vl-32b-instruct-1m","family":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","name":"Qwen3 VL 32B 1M","maker":"unsloth","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF/Qwen3-VL-32B-Instruct-1M-UD-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":1000000,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-01T21:16:41.000Z","downloads":2757,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7738885984,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":8302085984,"bits":2.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9277097824,"bits":2.27,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11553367904,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":12344653664,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":12526976864,"bits":3.06,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12797353824,"bits":3.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12967552864,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":14389740384,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":15971779424,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16403103584,"bits":4.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-IQ4_XS.gguf","label":"IQ4_XS","size":17714806624,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-IQ4_NL.gguf","label":"IQ4_NL","size":18679496544,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q4_0.gguf","label":"Q4_0","size":18703089504,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":18771246944,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":19762151264,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":20055506784,"bits":4.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q4_1.gguf","label":"Q4_1","size":20636524384,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":22635495264,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":23214833504,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23250960224,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q6_K.gguf","label":"Q6_K","size":26883308384,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":28961588064,"bits":7.07,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-Q8_0.gguf","label":"Q8_0","size":34817721184,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"Qwen3-VL-32B-Instruct-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39481017184,"bits":9.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-32B-Instruct-1M-GGUF","file":"BF16/Qwen3-VL-32B-Instruct-1M-BF16-00001-of-00002.gguf","label":"BF16","size":65531577120,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3-VL-32B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-6-27b-prism-pro-dq","family":"Ex0bit/Qwen3.6-27B-PRISM-PRO-DQ","name":"Qwen3.6 27B PRISM PRO DQ","maker":"Ex0bit","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"Ex0bit/Qwen3.6-27B-PRISM-PRO-DQ/Qwen3.6-27B-PRISM-PRO-DQ.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-19T21:19:08.000Z","downloads":2756,"likes":60,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Ex0bit/Qwen3.6-27B-PRISM-PRO-DQ","file":"Qwen3.6-27B-PRISM-PRO-DQ.gguf","label":"Qwen3.6-27B-PRISM-PRO-DQ","size":13744281184,"bits":4.02,"known":false,"rank":0}],"repos":["Ex0bit/Qwen3.6-27B-PRISM-PRO-DQ"],"logoFrom":"Qwen"},{"id":"s1-vl-32b","family":"ScienceOne-AI/S1-VL-32B","name":"S1 VL 32B","maker":"ScienceOne-AI","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/S1-VL-32B-GGUF/S1-VL-32B.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-28T06:13:50.000Z","downloads":2755,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q2_K.gguf","label":"Q2_K","size":12344653152,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q3_K_S.gguf","label":"Q3_K_S","size":14389739872,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q3_K_M.gguf","label":"Q3_K_M","size":15971778912,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q3_K_L.gguf","label":"Q3_K_L","size":17330995552,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.IQ4_XS.gguf","label":"IQ4_XS","size":17854336352,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q4_K_S.gguf","label":"Q4_K_S","size":18771246432,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q4_K_M.gguf","label":"Q4_K_M","size":19762150752,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q5_K_S.gguf","label":"Q5_K_S","size":22635494752,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q5_K_M.gguf","label":"Q5_K_M","size":23214832992,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q6_K.gguf","label":"Q6_K","size":26883307872,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/S1-VL-32B-GGUF","file":"S1-VL-32B.Q8_0.gguf","label":"Q8_0","size":34817720672,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/S1-VL-32B-GGUF"],"logoFrom":"ScienceOne-AI"},{"id":"lfm2-5-1-2b-nova-function-calling","family":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","name":"LFM2.5 1.2B Nova Function Calling","maker":"NovachronoAI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF/LFM2.5-1.2B-Nova-Function-Calling.Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-07T18:04:48.000Z","downloads":2755,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","file":"LFM2.5-1.2B-Nova-Function-Calling.Q2_K.gguf","label":"Q2_K","size":483398208,"bits":3.31,"known":true,"rank":0},{"repo":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","file":"LFM2.5-1.2B-Nova-Function-Calling.Q3_K_M.gguf","label":"Q3_K_M","size":600347200,"bits":4.1,"known":true,"rank":0},{"repo":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","file":"LFM2.5-1.2B-Nova-Function-Calling.Q4_K_M.gguf","label":"Q4_K_M","size":730894912,"bits":5,"known":true,"rank":0},{"repo":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","file":"LFM2.5-1.2B-Nova-Function-Calling.Q5_K_M.gguf","label":"Q5_K_M","size":843354688,"bits":5.77,"known":true,"rank":0},{"repo":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","file":"LFM2.5-1.2B-Nova-Function-Calling.Q6_K.gguf","label":"Q6_K","size":962843200,"bits":6.58,"known":true,"rank":0},{"repo":"NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF","file":"LFM2.5-1.2B-Nova-Function-Calling.Q8_0.gguf","label":"Q8_0","size":1246253632,"bits":8.52,"known":true,"rank":0}],"repos":["NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-8-27b-tq3-4s","family":"YTan2000/Qwen3.8-27B-TQ3_4S","name":"Qwen3.8 27B TQ3 4S","maker":"YTan2000","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"YTan2000/Qwen3.8-27B-TQ3_4S/Qwen3.8-27B-TQ3_4S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-14T18:04:31.000Z","downloads":2755,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"YTan2000/Qwen3.8-27B-TQ3_4S","file":"Qwen3.8-27B-TQ3_4S.gguf","label":"TQ3_4S","size":14495184608,"bits":4.24,"known":false,"rank":0},{"repo":"YTan2000/Qwen3.8-27B-TQ3_4S","file":"Qwen3.8-27B-TQ3_4S-v2.gguf","label":"Qwen3.8-27B-TQ3_4S-v2","size":14495191008,"bits":4.24,"known":false,"rank":0}],"repos":["YTan2000/Qwen3.8-27B-TQ3_4S"],"logoFrom":"Qwen"},{"id":"qwen2-math-7b-instruct","family":"Qwen/Qwen2-Math-7B-Instruct","name":"Qwen2 Math 7B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF/Qwen2-Math-7B-Instruct.IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":4096,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-08-08T14:33:20.000Z","downloads":2754,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":1903665248,"bits":2,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":2042194016,"bits":2.14,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2469019744,"bits":2.59,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.Q2_K.gguf","label":"Q2_K","size":3015938144,"bits":3.17,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":3346253920,"bits":3.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3492366432,"bits":3.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.Q3_K_M.gguf","label":"Q3_K_M","size":3808389216,"bits":4,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4088457312,"bits":4.29,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4218470496,"bits":4.43,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4457767008,"bits":4.68,"known":true,"rank":0},{"repo":"MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF","file":"Qwen2-Math-7B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4683071584,"bits":4.92,"known":true,"rank":0}],"repos":["MaziyarPanahi/Qwen2-Math-7B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"rogemma-7b-instruct","family":"OpenLLM-Ro/RoGemma-7b-Instruct","name":"RoGemma 7B","maker":"OpenLLM-Ro","catalog":null,"tuned":false,"params":8.54,"active":null,"layers":28,"probe":"legraphista/RoGemma-7b-Instruct-IMat-GGUF/RoGemma-7b-Instruct.IQ1_S.gguf","kvBytesPerToken":530776,"kvHeader":458752,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-27T10:18:45.000Z","downloads":2752,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ1_S.gguf","label":"IQ1_S","size":2160192800,"bits":2.02,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ1_M.gguf","label":"IQ1_M","size":2320035104,"bits":2.17,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":2586438944,"bits":2.42,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":2810572064,"bits":2.63,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ2_S.gguf","label":"IQ2_S","size":2918903072,"bits":2.73,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ2_M.gguf","label":"IQ2_M","size":3132026144,"bits":2.93,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q2_K_S.gguf","label":"Q2_K_S","size":3248270624,"bits":3.04,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q2_K.gguf","label":"Q2_K","size":3481447712,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":3487100192,"bits":3.27,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":3800739104,"bits":3.56,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ3_S.gguf","label":"IQ3_S","size":3982404896,"bits":3.73,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3982404896,"bits":3.73,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ3_M.gguf","label":"IQ3_M","size":4106071328,"bits":3.85,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q3_K.gguf","label":"Q3_K","size":4369329440,"bits":4.09,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4709068064,"bits":4.41,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4769623328,"bits":4.47,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.IQ4_NL.gguf","label":"IQ4_NL","size":5011844384,"bits":4.69,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q4_K_S.gguf","label":"Q4_K_S","size":5046447392,"bits":4.73,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q4_K.gguf","label":"Q4_K","size":5329759520,"bits":4.99,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5980728352,"bits":5.6,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q5_K.gguf","label":"Q5_K","size":6144502816,"bits":5.76,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q6_K.gguf","label":"Q6_K","size":7010167840,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.Q8_0.gguf","label":"Q8_0","size":9077845024,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.BF16.gguf","label":"BF16","size":17081756704,"bits":16,"known":true,"rank":0},{"repo":"legraphista/RoGemma-7b-Instruct-IMat-GGUF","file":"RoGemma-7b-Instruct.FP16.gguf","label":"RoGemma-7b-Instruct.FP16","size":17081756704,"bits":16,"known":false,"rank":0}],"repos":["legraphista/RoGemma-7b-Instruct-IMat-GGUF"],"logoFrom":"OpenLLM-Ro"},{"id":"mixtralorochi8x7b","family":"smelborp/MixtralOrochi8x7B","name":"MixtralOrochi8x7B","maker":"smelborp","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/MixtralOrochi8x7B-i1-GGUF/MixtralOrochi8x7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-19T06:20:21.000Z","downloads":2751,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ1_S.gguf","label":"IQ1_S","size":9991644544,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12726330752,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14093673856,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ2_S.gguf","label":"IQ2_S","size":14297826688,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ2_M.gguf","label":"IQ2_M","size":15665169792,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q2_K.gguf","label":"Q2_K","size":17463797120,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18412438912,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19436897664,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ3_S.gguf","label":"IQ3_S","size":20585088384,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20585088384,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ3_M.gguf","label":"IQ3_M","size":21583332736,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22699017600,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24322213248,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25233106304,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26898146688,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28601034112,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32383903104,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33382147456,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/MixtralOrochi8x7B-i1-GGUF","file":"MixtralOrochi8x7B.i1-Q6_K.gguf","label":"Q6_K","size":38533383552,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/MixtralOrochi8x7B-i1-GGUF"],"logoFrom":"mistralai"},{"id":"rewrite2-27b-bf16","family":"aikexue170/rewrite2-27b-bf16","name":"Rewrite2 27B Bf16","maker":"aikexue170","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":65,"probe":"mradermacher/rewrite2-27b-bf16-i1-GGUF/rewrite2-27b-bf16.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-25T17:12:50.000Z","downloads":2750,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ1_S.gguf","label":"IQ1_S","size":7149817344,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ1_M.gguf","label":"IQ1_M","size":7631076864,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433176064,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090584064,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ2_S.gguf","label":"IQ2_S","size":9362906624,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ2_M.gguf","label":"IQ2_M","size":10004585984,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248318464,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q2_K.gguf","label":"Q2_K","size":10711657984,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186363904,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967122944,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073946624,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ3_S.gguf","label":"IQ3_S","size":12419321344,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ3_M.gguf","label":"IQ3_M","size":12580867584,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301435904,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344769024,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082499584,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q4_0.gguf","label":"Q4_0","size":15521426944,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586307584,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547393024,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q4_1.gguf","label":"Q4_1","size":17078234624,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679606784,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231092224,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/rewrite2-27b-bf16-i1-GGUF","file":"rewrite2-27b-bf16.i1-Q6_K.gguf","label":"Q6_K","size":22082522624,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/rewrite2-27b-bf16-i1-GGUF"],"logoFrom":"aikexue170"},{"id":"rombos-llm-70b-llama-3-3","family":"rombodawg/Rombos-LLM-70b-Llama-3.3","name":"Rombos LLM 70B Llama 3.3","maker":"rombodawg","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF/Rombos-LLM-70b-Llama-3.3-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2024-12-19T00:37:05.000Z","downloads":2749,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ1_M.gguf","label":"IQ1_M","size":16751201088,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389888,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ2_XS.gguf","label":"IQ2_XS","size":21142113088,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ2_S.gguf","label":"IQ2_S","size":22242347840,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ2_M.gguf","label":"IQ2_M","size":24119298880,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q2_K.gguf","label":"Q2_K","size":26375113536,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q2_K_L.gguf","label":"Q2_K_L","size":27401161536,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499200,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q3_K_S.gguf","label":"Q3_K_S","size":30912056128,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ3_M.gguf","label":"IQ3_M","size":31937039168,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q3_K_M.gguf","label":"Q3_K_M","size":34267499328,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q3_K_L.gguf","label":"Q3_K_L","size":37140597568,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ4_XS.gguf","label":"IQ4_XS","size":37902666560,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936576,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-IQ4_NL.gguf","label":"IQ4_NL","size":40053623616,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q4_0.gguf","label":"Q4_0","size":40116538176,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q4_K_S.gguf","label":"Q4_K_S","size":40347224896,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q4_K_M.gguf","label":"Q4_K_M","size":42520398656,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q4_K_L.gguf","label":"Q4_K_L","size":43300195136,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q5_K_S.gguf","label":"Q5_K_S","size":48657451840,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q5_K_M/Rombos-LLM-70b-Llama-3.3-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949821952,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q5_K_L/Rombos-LLM-70b-Llama-3.3-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598284288,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q6_K/Rombos-LLM-70b-Llama-3.3-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148480,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Rombos-LLM-70b-Llama-3.3-GGUF","file":"Rombos-LLM-70b-Llama-3.3-Q8_0/Rombos-LLM-70b-Llama-3.3-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054560,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Rombos-LLM-70b-Llama-3.3-GGUF"],"logoFrom":"rombodawg"},{"id":"lordx64-qwable-v1","family":"bartowski/lordx64_Qwable-v1-GGUF","name":"Lordx64 Qwable V1","maker":"bartowski","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"bartowski/lordx64_Qwable-v1-GGUF/lordx64_Qwable-v1-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"agpl-3.0","open":false,"released":"2026-06-16T14:35:16.000Z","downloads":2749,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ2_XXS.gguf","label":"IQ2_XXS","size":10255141408,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ2_XS.gguf","label":"IQ2_XS","size":11273832992,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ2_S.gguf","label":"IQ2_S","size":11486964256,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ2_M.gguf","label":"IQ2_M","size":12543404576,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q2_K.gguf","label":"Q2_K","size":13085780512,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q2_K_L.gguf","label":"Q2_K_L","size":13582420512,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":15340448288,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q3_K_S.gguf","label":"Q3_K_S","size":15983921696,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ3_XS.gguf","label":"IQ3_XS","size":16689089056,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q3_K_M.gguf","label":"Q3_K_M","size":16696953376,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q3_K_L.gguf","label":"Q3_K_L","size":17356900896,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ3_M.gguf","label":"IQ3_M","size":17370663456,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17801890336,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ4_XS.gguf","label":"IQ4_XS","size":19278555680,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-IQ4_NL.gguf","label":"IQ4_NL","size":20333980192,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q4_0.gguf","label":"Q4_0","size":20415244832,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q4_K_S.gguf","label":"Q4_K_S","size":21065361952,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q4_K_M.gguf","label":"Q4_K_M","size":21864081952,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q4_K_L.gguf","label":"Q4_K_L","size":22241528352,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q4_1.gguf","label":"Q4_1","size":22447450656,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q5_K_S.gguf","label":"Q5_K_S","size":24630880800,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q5_K_M.gguf","label":"Q5_K_M","size":25492187680,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q5_K_L.gguf","label":"Q5_K_L","size":25806064160,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q6_K.gguf","label":"Q6_K","size":30526310944,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q6_K_L.gguf","label":"Q6_K_L","size":30772644384,"bits":6.93,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-Q8_0.gguf","label":"Q8_0","size":37813701152,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/lordx64_Qwable-v1-GGUF","file":"lordx64_Qwable-v1-bf16/lordx64_Qwable-v1-bf16-00001-of-00002.gguf","label":"BF16","size":71066995168,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/lordx64_Qwable-v1-GGUF"],"logoFrom":"lordx64"},{"id":"nvidia-nemotron-nano-9b-v2-japanese","family":"urufura/NVIDIA-Nemotron-Nano-9B-v2-Japanese","name":"NVIDIA Nemotron Nano 9B v2 Japanese (urufura)","maker":"urufura","catalog":null,"tuned":false,"params":8.89,"active":null,"layers":56,"probe":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF/NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ1_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2026-02-20T02:37:06.000Z","downloads":2748,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ1_S.gguf","label":"IQ1_S","size":4825918368,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ1_M.gguf","label":"IQ1_M","size":4854948768,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4903332768,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4944907168,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ2_S.gguf","label":"IQ2_S","size":4957809568,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ2_M.gguf","label":"IQ2_M","size":4996516768,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q2_K.gguf","label":"Q2_K","size":5006193568,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5058340768,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5073931168,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ3_S.gguf","label":"IQ3_S","size":5131991968,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5131991968,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5131991968,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ3_M.gguf","label":"IQ3_M","size":5207936928,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5267108768,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5308683168,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q4_0.gguf","label":"Q4_0","size":5339415968,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5379735968,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5488367008,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q4_1.gguf","label":"Q4_1","size":5827359648,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6211618208,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6525630368,"bits":5.87,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6781563808,"bits":6.1,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7069807008,"bits":6.36,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese.i1-Q6_K.gguf","label":"Q6_K","size":9135893408,"bits":8.22,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-Nano-9B-v2-Japanese-i1-GGUF"],"logoFrom":"nvidia"},{"id":"augmental-13b-v1-50-a","family":"Heralax/Augmental-13b-v1.50_A","name":"Augmental 13B V1.50 A","maker":"Heralax","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Augmental-13B-v1.50_A-GGUF/augmental-13b-v1.50_a.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-29T12:20:34.000Z","downloads":2747,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-13B-v1.50_A-GGUF","file":"augmental-13b-v1.50_a.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Augmental-13B-v1.50_A-GGUF"],"logoFrom":"Heralax"},{"id":"iceespressorpv6","family":"icefog72/IceEspressoRPv6","name":"IceEspressoRPv6","maker":"icefog72","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/IceEspressoRPv6-i1-GGUF/IceEspressoRPv6.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-12T19:36:02.000Z","downloads":2747,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103520,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447712,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688032,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257504,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922080,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714336,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q2_K.gguf","label":"Q2_K","size":2719244128,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345760,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817376,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569440,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395232,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893536,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988128,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026592,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690336,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108918624,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108918624,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108918624,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q4_0.gguf","label":"Q4_0","size":4123598688,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375904,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441184,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717856,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411296,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/IceEspressoRPv6-i1-GGUF","file":"IceEspressoRPv6.i1-Q6_K.gguf","label":"Q6_K","size":5942067040,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/IceEspressoRPv6-i1-GGUF"],"logoFrom":"icefog72"},{"id":"nous-hermes-2-mixtral-8x7b-sft","family":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT","name":"Nous Hermes 2 Mixtral 8x7B SFT","maker":"Nous Research","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF/Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-09T06:46:25.000Z","downloads":2746,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ1_S.gguf","label":"IQ1_S","size":9821677888,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ1_M.gguf","label":"IQ1_M","size":10847185216,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556364096,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923707200,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ2_S.gguf","label":"IQ2_S","size":14127860864,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ2_M.gguf","label":"IQ2_M","size":15495203968,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q2_K.gguf","label":"Q2_K","size":17311239552,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242473088,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350401216,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ3_S.gguf","label":"IQ3_S","size":20432531648,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432531648,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ3_M.gguf","label":"IQ3_M","size":21430776000,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546460864,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169656512,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080550400,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q4_0.gguf","label":"Q4_0","size":26561041664,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745591040,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448478464,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231348480,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229592832,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF","file":"Nous-Hermes-2-Mixtral-8x7B-SFT.i1-Q6_K.gguf","label":"Q6_K","size":38380830016,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Nous-Hermes-2-Mixtral-8x7B-SFT-i1-GGUF"],"logoFrom":"NousResearch"},{"id":"astrollama-2-70b-chat-aic","family":"AstroMLab/astrollama-2-70b-chat_aic","name":"Astrollama 2 70B Aic","maker":"AstroMLab","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF/astrollama-2-70b-chat_aic.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-10-01T08:13:21.000Z","downloads":2746,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ1_S.gguf","label":"IQ1_S","size":14535539136,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ1_M.gguf","label":"IQ1_M","size":15943252416,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289441216,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334164416,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ2_S.gguf","label":"IQ2_S","size":21354314176,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ2_M.gguf","label":"IQ2_M","size":23231265216,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q2_K.gguf","label":"Q2_K","size":25462438336,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581465536,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974656,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ3_S.gguf","label":"IQ3_S","size":29919295936,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919295936,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ3_M.gguf","label":"IQ3_M","size":30944278976,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274739136,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147837376,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829821376,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q4_0.gguf","label":"Q4_0","size":39019051456,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249738176,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422911936,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461398976,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/astrollama-2-70b-chat_aic-i1-GGUF","file":"astrollama-2-70b-chat_aic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753768896,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/astrollama-2-70b-chat_aic-i1-GGUF"],"logoFrom":"AstroMLab"},{"id":"codeqwen1-5-7b-chat","family":"bartowski/CodeQwen1.5-7B-Chat-GGUF","name":"CodeQwen1.5 7B","maker":"bartowski","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"bartowski/CodeQwen1.5-7B-Chat-GGUF/CodeQwen1.5-7B-Chat-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":65536,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-04-17T03:28:34.000Z","downloads":2742,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ1_S.gguf","label":"IQ1_S","size":2361411328,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ1_M.gguf","label":"IQ1_M","size":2458142464,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ2_XXS.gguf","label":"IQ2_XXS","size":2619361024,"bits":2.89,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ2_XS.gguf","label":"IQ2_XS","size":2765113088,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ2_S.gguf","label":"IQ2_S","size":2879055616,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ2_M.gguf","label":"IQ2_M","size":3008030464,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q2_K.gguf","label":"Q2_K","size":3052103424,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ3_XXS.gguf","label":"IQ3_XXS","size":3228231424,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":3357542144,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q3_K_S.gguf","label":"Q3_K_S","size":3500803840,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ3_S.gguf","label":"IQ3_S","size":3509716736,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ3_M.gguf","label":"IQ3_M","size":3608545024,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":3808626432,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q3_K_L.gguf","label":"Q3_K_L","size":3986818816,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":4030244608,"bits":4.45,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-IQ4_NL.gguf","label":"IQ4_NL","size":4187825920,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q4_K_S.gguf","label":"Q4_K_S","size":4414449408,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":4738590464,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q5_K_S.gguf","label":"Q5_K_S","size":5148452608,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q5_K_M.gguf","label":"Q5_K_M","size":5428160256,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q6_K.gguf","label":"Q6_K","size":6377588480,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/CodeQwen1.5-7B-Chat-GGUF","file":"CodeQwen1.5-7B-Chat-Q8_0.gguf","label":"Q8_0","size":7706773248,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/CodeQwen1.5-7B-Chat-GGUF"],"logoFrom":"bartowski"},{"id":"qwen3-6-35b-a3b-uncensored-genesis-hermes-final-nvfp4","family":"jan1k/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-Final-NVFP4-GGUF","name":"Qwen3.6 35B A3B Uncensored Genesis Hermes Final NVFP4","maker":"jan1k","catalog":null,"tuned":true,"params":34.66,"active":3.46,"layers":40,"probe":"jan1k/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-Final-NVFP4-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-12T14:03:25.000Z","downloads":2741,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jan1k/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-Final-NVFP4-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4.gguf","label":"Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4","size":21057904640,"bits":4.86,"known":false,"rank":0},{"repo":"jan1k/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-Final-NVFP4-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4-v4.gguf","label":"Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4-v4","size":21474646144,"bits":4.96,"known":false,"rank":0},{"repo":"jan1k/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-Final-NVFP4-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4-v2.gguf","label":"Hermes3.6-35B-A3B-Uncensored-Genesis-Final-NVFP4-v2","size":21474920960,"bits":4.96,"known":false,"rank":0}],"repos":["jan1k/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-Final-NVFP4-GGUF"],"logoFrom":"jan1k"},{"id":"agentica-org-deepswe-preview","family":"bartowski/agentica-org_DeepSWE-Preview-GGUF","name":"Agentica Org DeepSWE Preview","maker":"bartowski","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/agentica-org_DeepSWE-Preview-GGUF/agentica-org_DeepSWE-Preview-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-07-03T13:18:41.000Z","downloads":2741,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019913664,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":9951835584,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ2_S.gguf","label":"IQ2_S","size":10514825664,"bits":2.57,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ2_M.gguf","label":"IQ2_M","size":11362861504,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q2_K.gguf","label":"Q2_K","size":12344652224,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821037504,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":13104332224,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":13702921664,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":14389738944,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ3_M.gguf","label":"IQ3_M","size":14930083264,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":15971777984,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":17330994624,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":17690495424,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":18011667904,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":18679495104,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q4_0.gguf","label":"Q4_0","size":18703088064,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":18771245504,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":19762149824,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":20339506624,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q4_1.gguf","label":"Q4_1","size":20636522944,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":22635493824,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":23214832064,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":23694949824,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q6_K.gguf","label":"Q6_K","size":26883306944,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":27260108224,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-Q8_0.gguf","label":"Q8_0","size":34817719744,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepSWE-Preview-GGUF","file":"agentica-org_DeepSWE-Preview-bf16/agentica-org_DeepSWE-Preview-bf16-00001-of-00002.gguf","label":"BF16","size":65531575680,"bits":16,"known":true,"rank":0}],"repos":["bartowski/agentica-org_DeepSWE-Preview-GGUF"],"logoFrom":"agentica-org"},{"id":"huihui3-5-67b-a3b-abliterated-i1","family":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","name":"Huihui3.5 67B A3B Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":66.89,"active":3.48,"layers":40,"probe":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF/Huihui3.5-67B-A3B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-16T11:02:42.000Z","downloads":2741,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":13966439520,"bits":1.67,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":15457606752,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17942885472,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":19933729888,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":20160967776,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":22149190752,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":23120202848,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":24683646048,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26038899808,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":27654259808,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29107274848,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":29175514208,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":29543867488,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":32183026784,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":34808661088,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":35925425248,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":38086433888,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":38260956256,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":40754158688,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":42064714848,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":46211095648,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":47671975008,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF","file":"Huihui3.5-67B-A3B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":55022154848,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui3.5-67B-A3B-abliterated-i1-GGUF"],"logoFrom":null},{"id":"bsc-lt-salamandra-7b-instruct","family":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","name":"BSC LT Salamandra 7B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.77,"active":null,"layers":32,"probe":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf/salamandra-7b-instruct.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-11T14:03:18.000Z","downloads":2740,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q2_K.gguf","label":"Q2_K","size":3304961600,"bits":3.4,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.IQ3_XS.gguf","label":"IQ3_XS","size":3639785024,"bits":3.75,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":3754866240,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.IQ3_S.gguf","label":"IQ3_S","size":3772692032,"bits":3.88,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.IQ3_M.gguf","label":"IQ3_M","size":3867948608,"bits":3.98,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q3_K.gguf","label":"Q3_K","size":4047943232,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":4047943232,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":4299863616,"bits":4.43,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.IQ4_XS.gguf","label":"IQ4_XS","size":4486444608,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q4_0.gguf","label":"Q4_0","size":4647269952,"bits":4.78,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":4671911488,"bits":4.81,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.IQ4_NL.gguf","label":"IQ4_NL","size":4686591552,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q4_K.gguf","label":"Q4_K","size":4850562624,"bits":4.99,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4850562624,"bits":4.99,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q4_1.gguf","label":"Q4_1","size":5067224640,"bits":5.22,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q5_0.gguf","label":"Q5_0","size":5487179328,"bits":5.65,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":5487179328,"bits":5.65,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q5_K.gguf","label":"Q5_K","size":5591905856,"bits":5.76,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":5591905856,"bits":5.76,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q5_1.gguf","label":"Q5_1","size":5907134016,"bits":6.08,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q6_K.gguf","label":"Q6_K","size":6379583040,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf","file":"salamandra-7b-instruct.Q8_0.gguf","label":"Q8_0","size":8260859456,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/BSC-LT_-_salamandra-7b-instruct-gguf"],"logoFrom":"BSC-LT"},{"id":"granite-switch-4-1-8b","family":"ibm-granite/granite-switch-4.1-8b","name":"Granite Switch 4.1 8B","maker":"IBM","catalog":null,"tuned":false,"params":8.97,"active":null,"layers":40,"probe":"ibm-granite/granite-switch-4.1-8b-GGUF/granite-switch-4.1-8b-Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"graniteswitch","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T22:00:51.000Z","downloads":2736,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q2_K.gguf","label":"Q2_K","size":4661606176,"bits":4.16,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q3_K_S.gguf","label":"Q3_K_S","size":4953896736,"bits":4.42,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q3_K_M.gguf","label":"Q3_K_M","size":5474645792,"bits":4.88,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q3_K_L.gguf","label":"Q3_K_L","size":5927106336,"bits":5.29,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q4_0.gguf","label":"Q4_0","size":6012303136,"bits":5.36,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q4_K_S.gguf","label":"Q4_K_S","size":6057654048,"bits":5.4,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q4_K_M.gguf","label":"Q4_K_M","size":6412400416,"bits":5.72,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q4_1.gguf","label":"Q4_1","size":6510376736,"bits":5.81,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q5_0.gguf","label":"Q5_0","size":7008450336,"bits":6.25,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q5_K_S.gguf","label":"Q5_K_S","size":7008450336,"bits":6.25,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q5_K_M.gguf","label":"Q5_K_M","size":7214561056,"bits":6.43,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q5_1.gguf","label":"Q5_1","size":7506523936,"bits":6.69,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q6_K.gguf","label":"Q6_K","size":8066856736,"bits":7.19,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-Q8_0.gguf","label":"Q8_0","size":10096444096,"bits":9,"known":true,"rank":0},{"repo":"ibm-granite/granite-switch-4.1-8b-GGUF","file":"granite-switch-4.1-8b-bf16.gguf","label":"BF16","size":17952911296,"bits":16.01,"known":true,"rank":0}],"repos":["ibm-granite/granite-switch-4.1-8b-GGUF"],"logoFrom":"ibm-granite"},{"id":"yi-1-5-34b-chat-abliterated","family":"byroneverson/Yi-1.5-34B-Chat-abliterated","name":"Yi 1.5 34B Abliterated","maker":"byroneverson","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF/Yi-1.5-34B-Chat-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-15T05:58:11.000Z","downloads":2735,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":7498981408,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":8176787488,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306464288,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306543648,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":10891022368,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":11794763808,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":12825235488,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333876768,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234320928,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960295968,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":15018786848,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":15564701728,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654925856,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139447328,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475053088,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":19530756128,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598651424,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658712608,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707693088,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321847328,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF","file":"Yi-1.5-34B-Chat-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":28213927968,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Yi-1.5-34B-Chat-abliterated-i1-GGUF"],"logoFrom":"byroneverson"},{"id":"qwen2-5-coder-0-5b-instruct-heretic","family":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","name":"Qwen2.5 Coder 0.5B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic/Qwen2.5-Coder-0.5B-Instruct-heretic-Q3_K_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-16T12:00:47.000Z","downloads":2735,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":338262752,"bits":5.52,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":338606816,"bits":5.53,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":338606816,"bits":5.53,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":351444704,"bits":5.74,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":352154336,"bits":5.75,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":355465952,"bits":5.8,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":369357536,"bits":6.03,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":374518496,"bits":6.11,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":385471200,"bits":6.29,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":397807328,"bits":6.49,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":412709600,"bits":6.74,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":420085472,"bits":6.86,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":505735904,"bits":8.26,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":531067616,"bits":8.67,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic","file":"Qwen2.5-Coder-0.5B-Instruct-heretic.gguf","label":"Qwen2.5-Coder-0.5B-Instruct-heretic","size":994156256,"bits":16.23,"known":false,"rank":0}],"repos":["saidutta69/Qwen2.5-Coder-0.5B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"mythomix-l2-13b","family":"Gryphe/MythoMix-L2-13b","name":"MythoMix L2 13B","maker":"Gryphe","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/MythoMix-L2-13B-GGUF/mythomix-l2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-05T03:24:12.000Z","downloads":2734,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/MythoMix-L2-13B-GGUF","file":"mythomix-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MythoMix-L2-13B-GGUF"],"logoFrom":"Gryphe"},{"id":"t3qm7mergerix-7b","family":"automerger/T3qm7Mergerix-7B","name":"T3qm7Mergerix 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF/T3qm7Mergerix-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-20T20:07:50.000Z","downloads":2733,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q2_K.gguf","label":"Q2_K","size":2719242080,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567392,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986080,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024544,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373856,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439136,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715808,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409248,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q6_K.gguf","label":"Q6_K","size":5942064992,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.Q8_0.gguf","label":"Q8_0","size":7695857504,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qm7Mergerix-7B-GGUF","file":"T3qm7Mergerix-7B.fp16.gguf","label":"T3qm7Mergerix-7B.fp16","size":14484731744,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/T3qm7Mergerix-7B-GGUF"],"logoFrom":"automerger"},{"id":"gemma-4-garnet-31b-it-uncensored-heretic","family":"llmfan46/Gemma-4-Garnet-31B-it-uncensored-heretic","name":"Gemma 4 Garnet 31B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF/Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-20T05:00:09.000Z","downloads":2733,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489632,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872544,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674844064,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530359200,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10157888928,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10917066144,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976589216,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":11916314016,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077508000,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072369056,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13761357216,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761357216,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497568,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287109024,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270496,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790496,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":17701578144,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165600,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687063456,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":19481421216,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311841696,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845570976,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF","file":"Gemma-4-Garnet-31B-it-uncensored-heretic.i1-Q6_K.gguf","label":"Q6_K","size":25201485216,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Garnet-31B-it-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"borealis-12b","family":"NbAiLab/borealis-12b","name":"Borealis 12B","maker":"NbAiLab","catalog":null,"tuned":false,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/borealis-12b-i1-GGUF/borealis-12b.i1-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":"other","open":false,"released":"2026-10-15T10:58:16.000Z","downloads":2733,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ1_S.gguf","label":"IQ1_S","size":2947416736,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ1_M.gguf","label":"IQ1_M","size":3164730016,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3526918816,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3840262816,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ2_S.gguf","label":"IQ2_S","size":4020712096,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ2_M.gguf","label":"IQ2_M","size":4310463136,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4448612896,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q2_K.gguf","label":"Q2_K","size":4768223776,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784902816,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5206168096,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ3_S.gguf","label":"IQ3_S","size":5458317856,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5458317856,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ3_M.gguf","label":"IQ3_M","size":5655724576,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6008820256,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6480187936,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6550966816,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6887166496,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q4_0.gguf","label":"Q4_0","size":6909284896,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6935335456,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7300780576,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q4_1.gguf","label":"Q4_1","size":7559565856,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8231965216,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8445039136,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/borealis-12b-i1-GGUF","file":"borealis-12b.i1-Q6_K.gguf","label":"Q6_K","size":9660813856,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/borealis-12b-i1-GGUF"],"logoFrom":"NbAiLab"},{"id":"hemanth-thunder-tamil-mistral-7b-v0-1","family":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","name":"Hemanth Thunder Tamil Mistral 7B V0.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.39,"active":null,"layers":32,"probe":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf/Tamil-Mistral-7B-v0.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-26T01:51:08.000Z","downloads":2731,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q2_K.gguf","label":"Q2_K","size":2807533824,"bits":3.04,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":3114853824,"bits":3.37,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3260605888,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.IQ3_S.gguf","label":"IQ3_S","size":3278431680,"bits":3.55,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.IQ3_M.gguf","label":"IQ3_M","size":3380929984,"bits":3.66,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q3_K.gguf","label":"Q3_K","size":3615024576,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":3615024576,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":3918063040,"bits":4.24,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":4048173696,"bits":4.38,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q4_0.gguf","label":"Q4_0","size":4215085440,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4246542720,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.IQ4_NL.gguf","label":"IQ4_NL","size":4261222784,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q4_K.gguf","label":"Q4_K","size":4474608000,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4474608000,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q4_1.gguf","label":"Q4_1","size":4664252288,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q5_0.gguf","label":"Q5_0","size":5113419136,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":5113419136,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q5_K.gguf","label":"Q5_K","size":5247112576,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":5247112576,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q5_1.gguf","label":"Q5_1","size":5562585984,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q6_K.gguf","label":"Q6_K","size":6067898688,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf","file":"Tamil-Mistral-7B-v0.1.Q8_0.gguf","label":"Q8_0","size":7858637248,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/Hemanth-thunder_-_Tamil-Mistral-7B-v0.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"foundation-sec-1-1-8b-instruct","family":"fdtn-ai/Foundation-Sec-1.1-8B-Instruct","name":"Foundation Sec 1.1 8B","maker":"fdtn-ai","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"fdtn-ai/Foundation-Sec-1.1-8B-Instruct-Q4_K_M-GGUF/foundation-sec-1.1-8b-instruct-q4_k_m.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-11-18T23:45:47.000Z","downloads":2730,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fdtn-ai/Foundation-Sec-1.1-8B-Instruct-Q4_K_M-GGUF","file":"foundation-sec-1.1-8b-instruct-q4_k_m.gguf","label":"Q4_K_M","size":4920780160,"bits":4.9,"known":true,"rank":0}],"repos":["fdtn-ai/Foundation-Sec-1.1-8B-Instruct-Q4_K_M-GGUF"],"logoFrom":"fdtn-ai"},{"id":"basal-omni-1-0-ultra","family":"Remek/basal-omni-1.0-ultra","name":"Basal Omni 1.0 Ultra","maker":"Remek","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"bartowski/Remek_basal-omni-1.0-ultra-GGUF/Remek_basal-omni-1.0-ultra-IQ2_XXS.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-18T20:22:34.000Z","downloads":2730,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ2_XXS.gguf","label":"IQ2_XXS","size":9158900416,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ2_XS.gguf","label":"IQ2_XS","size":9608248000,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ2_S.gguf","label":"IQ2_S","size":10215606976,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ2_M.gguf","label":"IQ2_M","size":11343276736,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q2_K.gguf","label":"Q2_K","size":11925605056,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ3_XXS.gguf","label":"IQ3_XXS","size":13330074304,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q3_K_S.gguf","label":"Q3_K_S","size":13960270528,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ3_XS.gguf","label":"IQ3_XS","size":14036437696,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q3_K_M.gguf","label":"Q3_K_M","size":14699233984,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q3_K_L.gguf","label":"Q3_K_L","size":15622185664,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ3_M.gguf","label":"IQ3_M","size":16398222016,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ4_XS.gguf","label":"IQ4_XS","size":17232448192,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q4_0.gguf","label":"Q4_0","size":18076265152,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q4_K_S.gguf","label":"Q4_K_S","size":18308164288,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-IQ4_NL.gguf","label":"IQ4_NL","size":19402287808,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q4_K_M.gguf","label":"Q4_K_M","size":19517721280,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q4_1.gguf","label":"Q4_1","size":19765275328,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q4_K_L.gguf","label":"Q4_K_L","size":20907653824,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q5_K_S.gguf","label":"Q5_K_S","size":21988401856,"bits":5.73,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q5_K_M.gguf","label":"Q5_K_M","size":23501810368,"bits":6.12,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q6_K_S.gguf","label":"Q6_K_S","size":25760117440,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q6_K.gguf","label":"Q6_K","size":26964040384,"bits":7.03,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q6_K_L.gguf","label":"Q6_K_L","size":28286622400,"bits":7.37,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-Q8_0.gguf","label":"Q8_0","size":32635677376,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Remek_basal-omni-1.0-ultra-GGUF","file":"Remek_basal-omni-1.0-ultra-bf16/Remek_basal-omni-1.0-ultra-bf16-00001-of-00002.gguf","label":"BF16","size":61413190176,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Remek_basal-omni-1.0-ultra-GGUF"],"logoFrom":"Remek"},{"id":"darwin-36b-opus-abliterated-heretic","family":"Guilherme34/Darwin-36B-Opus-ABLITERATED-HERETIC","name":"Darwin 36B Opus ABLITERATED HERETIC","maker":"Guilherme34","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF/Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":null,"open":false,"released":"2026-04-27T14:06:04.000Z","downloads":2729,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142432,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209312,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654112,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031392,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480352,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236192,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152097632,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q2_K.gguf","label":"Q2_K","size":12939594592,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623759712,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484144992,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185312,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_S.gguf","label":"IQ3_S","size":15250424672,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520032,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765024,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115330912,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728778592,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_0.gguf","label":"Q4_0","size":19799268192,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889904480,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166758752,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q4_1.gguf","label":"Q4_1","size":21848169312,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284192,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729131872,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF","file":"Darwin-36B-Opus-ABLITERATED-HERETIC.i1-Q6_K.gguf","label":"Q6_K","size":28514153312,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Darwin-36B-Opus-ABLITERATED-HERETIC-i1-GGUF"],"logoFrom":"Guilherme34"},{"id":"qwen3-5-9b-the-deckard-v8-pro-writer-uncensored-heretic","family":"DavidAU/Qwen3.5-9B-The-Deckard-V8-Pro-Writer-Uncensored-Heretic","name":"Qwen3.5 9B The Deckard V8 Pro Writer Uncensored Heretic","maker":"DavidAU","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"nuofang/Qwen3.5-9B-The-Deckard-V8-Pro-Writer-Uncensored-Heretic-GGUF/Qwen3.5-9B-The-Deckard-V8-Pro-Writer-Uncensored-Heretic-IQ4_XS.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-07-22T09:13:28.000Z","downloads":2729,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nuofang/Qwen3.5-9B-The-Deckard-V8-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Deckard-V8-Pro-Writer-Uncensored-Heretic-IQ4_XS.gguf","label":"IQ4_XS","size":5196440096,"bits":4.64,"known":true,"rank":0}],"repos":["nuofang/Qwen3.5-9B-The-Deckard-V8-Pro-Writer-Uncensored-Heretic-GGUF"],"logoFrom":"DavidAU"},{"id":"hermes-trismegistus-mistral-7b","family":"teknium/Hermes-Trismegistus-Mistral-7B","name":"Hermes Trismegistus Mistral 7B","maker":"teknium","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF/hermes-trismegistus-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-05T23:42:55.000Z","downloads":2728,"likes":29,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF","file":"hermes-trismegistus-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Hermes-Trismegistus-Mistral-7B-GGUF"],"logoFrom":"teknium"},{"id":"pythia-12b","family":"EleutherAI/pythia-12b","name":"Pythia 12B","maker":"EleutherAI","catalog":null,"tuned":false,"params":11.85,"active":null,"layers":36,"probe":"mradermacher/pythia-12b-i1-GGUF/pythia-12b.i1-IQ1_S.gguf","kvBytesPerToken":853033,"kvHeader":737280,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T07:12:45.000Z","downloads":2727,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ1_S.gguf","label":"IQ1_S","size":2601533696,"bits":1.76,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ1_M.gguf","label":"IQ1_M","size":2835005696,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3224125696,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3564912896,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ2_S.gguf","label":"IQ2_S","size":3766579456,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ2_M.gguf","label":"IQ2_M","size":4077875456,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q2_K.gguf","label":"Q2_K","size":4504596736,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4680806656,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5069168896,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ3_S.gguf","label":"IQ3_S","size":5201879296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5201879296,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ3_M.gguf","label":"IQ3_M","size":5758935296,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6230794496,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6378393856,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q4_0.gguf","label":"Q4_0","size":6766612736,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6792827136,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6794404096,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7580897536,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8188416256,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8815104256,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-12b-i1-GGUF","file":"pythia-12b.i1-Q6_K.gguf","label":"Q6_K","size":9726935296,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/pythia-12b-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"astrollama-3-8b-chat-aic","family":"AstroMLab/astrollama-3-8b-chat_aic","name":"Astrollama 3 8B Aic","maker":"AstroMLab","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF/astrollama-3-8b-chat_aic.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-09-30T11:36:04.000Z","downloads":2726,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628352,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972544,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212864,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782336,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489408,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281664,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q2_K.gguf","label":"Q2_K","size":3179132224,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913088,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747968,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500032,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325824,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ3_M.gguf","label":"IQ3_M","size":3784824128,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918720,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321957184,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663424,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212480,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212480,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212480,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q4_0.gguf","label":"Q4_0","size":4675892544,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669760,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735040,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294784,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732988224,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/astrollama-3-8b-chat_aic-i1-GGUF","file":"astrollama-3-8b-chat_aic.i1-Q6_K.gguf","label":"Q6_K","size":6596007232,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/astrollama-3-8b-chat_aic-i1-GGUF"],"logoFrom":"AstroMLab"},{"id":"zeta-2-1","family":"zed-industries/zeta-2.1","name":"Zeta 2.1","maker":"zed-industries","catalog":null,"tuned":false,"params":8.25,"active":null,"layers":32,"probe":"mradermacher/zeta-2.1-GGUF/zeta-2.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-10T09:34:21.000Z","downloads":2726,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q2_K.gguf","label":"Q2_K","size":3304002464,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q3_K_S.gguf","label":"Q3_K_S","size":3800552352,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q3_K_M.gguf","label":"Q3_K_M","size":4154971040,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q3_K_L.gguf","label":"Q3_K_L","size":4458009504,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.IQ4_XS.gguf","label":"IQ4_XS","size":4631597984,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q4_K_S.gguf","label":"Q4_K_S","size":4843344800,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q4_K_M.gguf","label":"Q4_K_M","size":5071410080,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q5_K_S.gguf","label":"Q5_K_S","size":5763732384,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q5_K_M.gguf","label":"Q5_K_M","size":5897425824,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q6_K.gguf","label":"Q6_K","size":6775067552,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.Q8_0.gguf","label":"Q8_0","size":8773161888,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/zeta-2.1-GGUF","file":"zeta-2.1.f16.gguf","label":"F16","size":16507720608,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/zeta-2.1-GGUF"],"logoFrom":"zed-industries"},{"id":"qwen3-8-27b-titan-v3-2","family":"kataguru/Qwen3.8-27B-Titan-v3.2-GGUF","name":"Qwen3.8 27B Titan V3.2","maker":"kataguru","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"kataguru/Qwen3.8-27B-Titan-v3.2-GGUF/Qwen3.8-27B-Titan-v3.2-IQ3_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-01T13:37:57.000Z","downloads":2726,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kataguru/Qwen3.8-27B-Titan-v3.2-GGUF","file":"Qwen3.8-27B-Titan-v3.2-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186412032,"bits":3.33,"known":true,"rank":0},{"repo":"kataguru/Qwen3.8-27B-Titan-v3.2-GGUF","file":"Qwen3.8-27B-Titan-v3.2-IQ4_XS.gguf","label":"IQ4_XS","size":15082547712,"bits":4.49,"known":true,"rank":0},{"repo":"kataguru/Qwen3.8-27B-Titan-v3.2-GGUF","file":"Qwen3.8-27B-Titan-v3.2-IQ4_NL.gguf","label":"IQ4_NL","size":15801969152,"bits":4.7,"known":true,"rank":0}],"repos":["kataguru/Qwen3.8-27B-Titan-v3.2-GGUF"],"logoFrom":"kataguru"},{"id":"orca-2-7b","family":"microsoft/Orca-2-7b","name":"Orca 2 7B","maker":"Microsoft","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Orca-2-7B-GGUF/orca-2-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-21T08:36:51.000Z","downloads":2722,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q2_K.gguf","label":"Q2_K","size":2825954944,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948320096,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298020192,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597126496,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q4_0.gguf","label":"Q4_0","size":3825824192,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856757184,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081021376,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q5_0.gguf","label":"Q5_0","size":4651710400,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651710400,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783175616,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q6_K.gguf","label":"Q6_K","size":5529214496,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-7B-GGUF","file":"orca-2-7b.Q8_0.gguf","label":"Q8_0","size":7161116000,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Orca-2-7B-GGUF"],"logoFrom":"microsoft"},{"id":"rebel-openchat-3-5","family":"Cornell-AGI/REBEL-OpenChat-3.5","name":"REBEL OpenChat 3.5","maker":"Cornell-AGI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF/REBEL-OpenChat-3.5.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-29T07:28:26.000Z","downloads":2721,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110784,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ1_M.gguf","label":"IQ1_M","size":1754454976,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695296,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264768,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930176,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722432,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q2_K.gguf","label":"Q2_K","size":2719252480,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353856,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826560,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578624,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404416,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902720,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997312,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035776,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700352,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q4_0.gguf","label":"Q4_0","size":4123608960,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386176,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451456,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729152,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422592,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/REBEL-OpenChat-3.5-i1-GGUF","file":"REBEL-OpenChat-3.5.i1-Q6_K.gguf","label":"Q6_K","size":5942079424,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/REBEL-OpenChat-3.5-i1-GGUF"],"logoFrom":"Cornell-AGI"},{"id":"phi4-abliterated","family":"Undi95/Phi4-abliterated","name":"Phi4 Abliterated","maker":"Undi95","catalog":null,"tuned":true,"params":14.66,"active":null,"layers":40,"probe":"mradermacher/Phi4-abliterated-i1-GGUF/Phi4-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":236954,"kvHeader":204800,"kvFixed":0,"context":16384,"arch":"phi3","vision":false,"licence":null,"open":false,"released":"2025-01-11T08:36:40.000Z","downloads":2721,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":3315909024,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3600069024,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4073669024,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4485317024,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4731548064,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":5110428064,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5175636384,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":5547348384,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5846684064,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6246699424,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":6504747424,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6504747424,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":6913835424,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7363269024,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7930155424,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7941378464,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8383418784,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":8412090784,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8440762784,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9053114784,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":9267499424,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10151580064,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10604188064,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/Phi4-abliterated-i1-GGUF","file":"Phi4-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":12030251424,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Phi4-abliterated-i1-GGUF"],"logoFrom":"Undi95"},{"id":"spydazweb-ai-lcars-humanization-003-i1","family":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","name":"SpydazWeb AI LCARS Humanization 003 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF/SpydazWeb_AI_LCARS_Humanization_003.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-03-22T13:35:22.000Z","downloads":2721,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ1_S.gguf","label":"IQ1_S","size":1612119744,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ1_M.gguf","label":"IQ1_M","size":1754463936,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991704256,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198273728,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ2_S.gguf","label":"IQ2_S","size":2310938304,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ2_M.gguf","label":"IQ2_M","size":2500730560,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2528943808,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q2_K.gguf","label":"Q2_K","size":2719260352,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827361984,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018833600,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164585664,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ3_S.gguf","label":"IQ3_S","size":3182411456,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ3_M.gguf","label":"IQ3_M","size":3284909760,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3519004352,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822042816,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907706560,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q4_0.gguf","label":"Q4_0","size":4123614912,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4125712064,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140392128,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368457408,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q4_1.gguf","label":"Q4_1","size":4553334464,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997734080,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131427520,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF","file":"SpydazWeb_AI_LCARS_Humanization_003.i1-Q6_K.gguf","label":"Q6_K","size":5942083264,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SpydazWeb_AI_LCARS_Humanization_003-i1-GGUF"],"logoFrom":null},{"id":"experiment28yam-7b","family":"automerger/Experiment28Yam-7B","name":"Experiment28Yam 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/Experiment28Yam-7B-GGUF/Experiment28Yam-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-01T05:28:38.000Z","downloads":2720,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q2_K.gguf","label":"Q2_K","size":2719242048,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815296,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567360,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986048,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024512,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388416,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373824,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439104,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715776,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409216,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Experiment28Yam-7B-GGUF","file":"Experiment28Yam-7B.Q6_K.gguf","label":"Q6_K","size":5942064960,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/Experiment28Yam-7B-GGUF"],"logoFrom":"automerger"},{"id":"llama-3-3-nemotron-super-49b-v1","family":"nvidia/Llama-3_3-Nemotron-Super-49B-v1","name":"Llama 3 3 Nemotron Super 49B V1","maker":"NVIDIA","catalog":null,"tuned":false,"params":49.87,"active":null,"layers":80,"probe":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF/nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ2_XXS.gguf","kvBytesPerToken":232215,"kvHeader":200704,"kvFixed":0,"context":131072,"arch":"deci","vision":false,"licence":"other","open":false,"released":"2025-03-16T01:39:48.000Z","downloads":2720,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1328,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ2_XXS.gguf","label":"IQ2_XXS","size":13659167680,"bits":2.19,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ2_XS.gguf","label":"IQ2_XS","size":15076580288,"bits":2.42,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ2_S.gguf","label":"IQ2_S","size":15848479680,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ2_M.gguf","label":"IQ2_M","size":17163131840,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q2_K.gguf","label":"Q2_K","size":18739796928,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":19519019968,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":19765844928,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":20908006336,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":21955337152,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ3_M.gguf","label":"IQ3_M","size":22657227712,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":24311225280,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":26272062400,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":26871405504,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":27191401408,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":28384041920,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_0.gguf","label":"Q4_0","size":28457442240,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":28633603008,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":30215576512,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":30995372992,"bits":4.97,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_1.gguf","label":"Q4_1","size":31383624640,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":34434587584,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":35391609792,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":36040072128,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q6_K.gguf","label":"Q6_K","size":40917883840,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q8_0/nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":52994825344,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF","file":"nvidia_Llama-3_3-Nemotron-Super-49B-v1-bf16/nvidia_Llama-3_3-Nemotron-Super-49B-v1-bf16-00001-of-00003.gguf","label":"BF16","size":99744275456,"bits":16,"known":true,"rank":0}],"repos":["bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF"],"logoFrom":"nvidia"},{"id":"gemma-4-12b-it-qat-q4-0-uncensored-heretic","family":"llmfan46/gemma-4-12B-it-qat-q4_0-uncensored-heretic-GGUF","name":"Gemma 4 12B Qat Q4 0 Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"llmfan46/gemma-4-12B-it-qat-q4_0-uncensored-heretic-GGUF/gemma-4-12B-it-qat-q4_0-uncensored-heretic-Q4_0.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-11T22:41:26.000Z","downloads":2717,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/gemma-4-12B-it-qat-q4_0-uncensored-heretic-GGUF","file":"gemma-4-12B-it-qat-q4_0-uncensored-heretic-Q4_0.gguf","label":"Q4_0","size":7596302496,"bits":5.1,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-12B-it-qat-q4_0-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"llama-3-1-nemotron-70b-instruct-hf","family":"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF","name":"Llama 3.1 Nemotron 70B","maker":"NVIDIA","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF/Llama-3.1-Nemotron-70B-Instruct-HF-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-10-15T21:38:48.000Z","downloads":2715,"likes":111,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1299,"arenaCoding":1328,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ1_M.gguf","label":"IQ1_M","size":16751201184,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097389984,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ2_XS.gguf","label":"IQ2_XS","size":21142113184,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ2_M.gguf","label":"IQ2_M","size":24119298976,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q2_K.gguf","label":"Q2_K","size":26375113632,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q2_K_L.gguf","label":"Q2_K_L","size":27401161632,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499296,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_S.gguf","label":"Q3_K_S","size":30912056224,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ3_M.gguf","label":"IQ3_M","size":31937039264,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_M.gguf","label":"Q3_K_M","size":34267499424,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_L.gguf","label":"Q3_K_L","size":37140597664,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-IQ4_XS.gguf","label":"IQ4_XS","size":37902666656,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936672,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q4_0.gguf","label":"Q4_0","size":40116538272,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_S.gguf","label":"Q4_K_S","size":40347224992,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_M.gguf","label":"Q4_K_M","size":42520398752,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q4_K_L.gguf","label":"Q4_K_L","size":43300195232,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_S.gguf","label":"Q5_K_S","size":48657451936,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_M/Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949822016,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_L/Llama-3.1-Nemotron-70B-Instruct-HF-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598284384,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K/Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148576,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF","file":"Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0/Llama-3.1-Nemotron-70B-Instruct-HF-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054944,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF"],"logoFrom":"nvidia"},{"id":"aetheria-l2-70b","family":"royallab/Aetheria-L2-70B","name":"Aetheria L2 70B","maker":"royallab","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Aetheria-L2-70B-i1-GGUF/Aetheria-L2-70B.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-20T02:13:57.000Z","downloads":2714,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ1_S.gguf","label":"IQ1_S","size":14535537632,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ1_M.gguf","label":"IQ1_M","size":15943250912,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289439712,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334162912,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ2_S.gguf","label":"IQ2_S","size":21354312672,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ2_M.gguf","label":"IQ2_M","size":23231263712,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q2_K.gguf","label":"Q2_K","size":25462436832,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464032,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314973152,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ3_S.gguf","label":"IQ3_S","size":29919294432,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919294432,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ3_M.gguf","label":"IQ3_M","size":30944277472,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274737632,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147835872,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829819872,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q4_0.gguf","label":"Q4_0","size":39019049952,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249736672,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422910432,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461397472,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Aetheria-L2-70B-i1-GGUF","file":"Aetheria-L2-70B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753767392,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Aetheria-L2-70B-i1-GGUF"],"logoFrom":"royallab"},{"id":"mahou-1-2a-mistral-7b","family":"flammenai/Mahou-1.2a-mistral-7B","name":"Mahou 1.2a Mistral 7B","maker":"flammenai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF/Mahou-1.2a-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-19T16:22:18.000Z","downloads":2714,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102176,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446368,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686688,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256160,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920736,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712992,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719242784,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344416,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816032,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568096,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393888,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892192,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986784,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025248,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688992,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123597344,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374560,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439840,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716512,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409952,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF","file":"Mahou-1.2a-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942065696,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.2a-mistral-7B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"nuextract-v1-5","family":"lmstudio-community/NuExtract-v1.5-GGUF","name":"NuExtract V1.5","maker":"lmstudio-community","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"lmstudio-community/NuExtract-v1.5-GGUF/NuExtract-v1.5-Q3_K_L.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-10-15T01:16:01.000Z","downloads":2714,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/NuExtract-v1.5-GGUF","file":"NuExtract-v1.5-Q3_K_L.gguf","label":"Q3_K_L","size":2087597728,"bits":4.37,"known":true,"rank":0},{"repo":"lmstudio-community/NuExtract-v1.5-GGUF","file":"NuExtract-v1.5-Q4_K_M.gguf","label":"Q4_K_M","size":2393232544,"bits":5.01,"known":true,"rank":0},{"repo":"lmstudio-community/NuExtract-v1.5-GGUF","file":"NuExtract-v1.5-Q6_K.gguf","label":"Q6_K","size":3135853216,"bits":6.57,"known":true,"rank":0},{"repo":"lmstudio-community/NuExtract-v1.5-GGUF","file":"NuExtract-v1.5-Q8_0.gguf","label":"Q8_0","size":4061222560,"bits":8.51,"known":true,"rank":0}],"repos":["lmstudio-community/NuExtract-v1.5-GGUF"],"logoFrom":"numind"},{"id":"chocolatine-3b-instruct-dpo-v1-2","family":"jpacifico/Chocolatine-3B-Instruct-DPO-v1.2","name":"Chocolatine 3B DPO V1.2","maker":"jpacifico","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF/Chocolatine-3B-Instruct-DPO-v1.2-IQ2_M.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-08-24T01:19:04.000Z","downloads":2713,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-IQ2_M.gguf","label":"IQ2_M","size":1316395392,"bits":2.76,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q2_K.gguf","label":"Q2_K","size":1416204672,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q2_K_L.gguf","label":"Q2_K_L","size":1512396672,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-IQ3_XS.gguf","label":"IQ3_XS","size":1625175936,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q3_K_S.gguf","label":"Q3_K_S","size":1681799040,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-IQ3_M.gguf","label":"IQ3_M","size":1855600512,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q3_K_M.gguf","label":"Q3_K_M","size":1955477376,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-IQ4_XS.gguf","label":"IQ4_XS","size":2059853184,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q3_K_L.gguf","label":"Q3_K_L","size":2087597952,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":2173785984,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q4_K_S.gguf","label":"Q4_K_S","size":2188760448,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q4_K_M.gguf","label":"Q4_K_M","size":2393232768,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q4_K_L.gguf","label":"Q4_K_L","size":2466338688,"bits":5.17,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q5_K_S.gguf","label":"Q5_K_S","size":2641474944,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q5_K_M.gguf","label":"Q5_K_M","size":2815276416,"bits":5.9,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q5_K_L.gguf","label":"Q5_K_L","size":2876069760,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q6_K.gguf","label":"Q6_K","size":3135853440,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q6_K_L.gguf","label":"Q6_K_L","size":3183564672,"bits":6.67,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-Q8_0.gguf","label":"Q8_0","size":4061222784,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF","file":"Chocolatine-3B-Instruct-DPO-v1.2-f16.gguf","label":"F16","size":7643297344,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Chocolatine-3B-Instruct-DPO-v1.2-GGUF"],"logoFrom":"jpacifico"},{"id":"ternary-bonsai-2-27b-uncensored-heretic-swift-unc","family":"hotdogs/Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc","name":"Ternary Bonsai 2 27B Uncensored Heretic Swift Unc","maker":"hotdogs","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"hotdogs/Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc/Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-19T07:23:39.000Z","downloads":2713,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hotdogs/Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc","file":"Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc-PTQ1_0.gguf","label":"PTQ1_0","size":6401263968,"bits":1.9,"known":false,"rank":0},{"repo":"hotdogs/Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc","file":"Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc-PQ2_0.gguf","label":"PQ2_0","size":7542696288,"bits":2.24,"known":false,"rank":0}],"repos":["hotdogs/Ternary-Bonsai-2-27B-Uncensored-Heretic-swift_unc"],"logoFrom":"Qwen"},{"id":"dialfactsum-acu-8b","family":"NebulaPixel/DialFactSum-ACU-8B","name":"DialFactSum ACU 8B","maker":"NebulaPixel","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/DialFactSum-ACU-8B-GGUF/DialFactSum-ACU-8B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-04-21T04:48:09.000Z","downloads":2712,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q2_K.gguf","label":"Q2_K","size":3281732992,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3769611648,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q3_K_M.gguf","label":"Q3_K_M","size":4124161408,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4431394176,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.IQ4_XS.gguf","label":"IQ4_XS","size":4593296768,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4802012544,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q4_K_M.gguf","label":"Q4_K_M","size":5027784064,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5720761728,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q5_K_M.gguf","label":"Q5_K_M","size":5851112832,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q6_K.gguf","label":"Q6_K","size":6725899648,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.Q8_0.gguf","label":"Q8_0","size":8709518720,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/DialFactSum-ACU-8B-GGUF","file":"DialFactSum-ACU-8B.f16.gguf","label":"F16","size":16388044160,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/DialFactSum-ACU-8B-GGUF"],"logoFrom":null},{"id":"huihui-granite-4-1-3b-abliterated","family":"huihui-ai/Huihui-granite-4.1-3b-abliterated","name":"Huihui Granite 4.1 3B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":3.4,"active":null,"layers":40,"probe":"huihui-ai/Huihui-granite-4.1-3b-abliterated/ggml-model-bf16.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-03T09:47:40.000Z","downloads":2712,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-granite-4.1-3b-abliterated","file":"ggml-model-bf16.gguf","label":"BF16","size":6809656064,"bits":16.02,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-granite-4.1-3b-abliterated"],"logoFrom":"ibm-granite"},{"id":"lfm2-5-2-6b-uncensored","family":"SC117/LFM2.5-2.6B-Uncensored-GGUF","name":"LFM2.5 2.6B Uncensored","maker":"SC117","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"SC117/LFM2.5-2.6B-Uncensored-GGUF/LFM2.5-2.6B-Uncensored-IQ3_XS.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-08-05T07:49:08.000Z","downloads":2711,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SC117/LFM2.5-2.6B-Uncensored-GGUF","file":"LFM2.5-2.6B-Uncensored-IQ3_XS.gguf","label":"IQ3_XS","size":1221076640,"bits":3.62,"known":true,"rank":0},{"repo":"SC117/LFM2.5-2.6B-Uncensored-GGUF","file":"LFM2.5-2.6B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":1517807264,"bits":4.5,"known":true,"rank":0},{"repo":"SC117/LFM2.5-2.6B-Uncensored-GGUF","file":"LFM2.5-2.6B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":1674454688,"bits":4.96,"known":true,"rank":0},{"repo":"SC117/LFM2.5-2.6B-Uncensored-GGUF","file":"LFM2.5-2.6B-Uncensored-Q6_K.gguf","label":"Q6_K","size":2221614752,"bits":6.58,"known":true,"rank":0},{"repo":"SC117/LFM2.5-2.6B-Uncensored-GGUF","file":"LFM2.5-2.6B-Uncensored-Q8_0.gguf","label":"Q8_0","size":2874779296,"bits":8.52,"known":true,"rank":0},{"repo":"SC117/LFM2.5-2.6B-Uncensored-GGUF","file":"LFM2.5-2.6B-Uncensored-BF16.gguf","label":"BF16","size":5403157856,"bits":16.01,"known":true,"rank":0}],"repos":["SC117/LFM2.5-2.6B-Uncensored-GGUF"],"logoFrom":"LiquidAI"},{"id":"barcenas-mistral-7b","family":"Danielbrdz/Barcenas-Mistral-7b","name":"Barcenas Mistral 7B","maker":"Danielbrdz","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Barcenas-Mistral-7B-GGUF/barcenas-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-06T16:51:09.000Z","downloads":2710,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Barcenas-Mistral-7B-GGUF","file":"barcenas-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Barcenas-Mistral-7B-GGUF"],"logoFrom":"Danielbrdz"},{"id":"ovisocr2-gguf-sota-20260823","family":"MDfox/OvisOCR2-GGUF-SOTA-20260823","name":"OvisOCR2 GGUF SOTA 20260823","maker":"MDfox","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":24,"probe":"MDfox/OvisOCR2-GGUF-SOTA-20260823/OvisOCR2-Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-13T02:27:29.000Z","downloads":2709,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q2_K.gguf","label":"Q2_K","size":422327232,"bits":4.5,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q3_K_S.gguf","label":"Q3_K_S","size":435363264,"bits":4.64,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q3_K_M.gguf","label":"Q3_K_M","size":466222528,"bits":4.97,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q4_K_M.gguf","label":"Q4_K_M","size":529297344,"bits":5.65,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q5_K_M.gguf","label":"Q5_K_M","size":577998784,"bits":6.17,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q6_K.gguf","label":"Q6_K","size":629744064,"bits":6.72,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-Q8_0.gguf","label":"Q8_0","size":811843520,"bits":8.66,"known":true,"rank":0},{"repo":"MDfox/OvisOCR2-GGUF-SOTA-20260823","file":"OvisOCR2-BF16.gguf","label":"BF16","size":1516744640,"bits":16.18,"known":true,"rank":0}],"repos":["MDfox/OvisOCR2-GGUF-SOTA-20260823"],"logoFrom":"ATH-MaaS"},{"id":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated","family":"DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated","name":"Gemma 3 1B Heretic Extreme Uncensored Abliterated","maker":"DavidAU","catalog":null,"tuned":true,"params":1,"active":null,"layers":26,"probe":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF/gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":11534336,"context":32768,"arch":"gemma3","vision":false,"licence":null,"open":false,"released":"2025-11-21T02:11:35.000Z","downloads":2706,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":639194336,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":643486688,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":650640608,"bits":5.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":657322208,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":664061408,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":669784544,"bits":5.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":671272928,"bits":5.37,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":680111072,"bits":5.44,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":688857056,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":689815520,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":689815520,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":689815520,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":697061600,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":714436064,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":721864160,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":721919456,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":722417120,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":751576544,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":764036576,"bits":6.11,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":780994016,"bits":6.25,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":806059232,"bits":6.45,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":836400608,"bits":6.69,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":851346656,"bits":6.81,"known":true,"rank":0},{"repo":"mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF","file":"gemma-3-1b-it-heretic-extreme-uncensored-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":1011739616,"bits":8.09,"known":true,"rank":0}],"repos":["mradermacher/gemma-3-1b-it-heretic-extreme-uncensored-abliterated-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"open-r1-olympiccoder-7b","family":"bartowski/open-r1_OlympicCoder-7B-GGUF","name":"Open R1 OlympicCoder 7B","maker":"bartowski","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bartowski/open-r1_OlympicCoder-7B-GGUF/open-r1_OlympicCoder-7B-IQ2_M.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-11T23:12:49.000Z","downloads":2705,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-IQ2_M.gguf","label":"IQ2_M","size":2780343168,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q2_K.gguf","label":"Q2_K","size":3015940992,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515328,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-IQ3_XS.gguf","label":"IQ3_XS","size":3346256768,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q3_K_S.gguf","label":"Q3_K_S","size":3492369280,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q2_K_L.gguf","label":"Q2_K_L","size":3548164992,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-IQ3_M.gguf","label":"IQ3_M","size":3574012800,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q3_K_M.gguf","label":"Q3_K_M","size":3808392064,"bits":4,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088460160,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-IQ4_XS.gguf","label":"IQ4_XS","size":4218473344,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-IQ4_NL.gguf","label":"IQ4_NL","size":4437814144,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q4_0.gguf","label":"Q4_0","size":4444121984,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q4_K_S.gguf","label":"Q4_K_S","size":4457769856,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4565332864,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683074432,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q4_1.gguf","label":"Q4_1","size":4873284480,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q4_K_L.gguf","label":"Q4_K_L","size":5087564672,"bits":5.34,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q5_K_S.gguf","label":"Q5_K_S","size":5315177344,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q5_K_M.gguf","label":"Q5_K_M","size":5444832128,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q5_K_L.gguf","label":"Q5_K_L","size":5781197696,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q6_K.gguf","label":"Q6_K","size":6254199680,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q6_K_L.gguf","label":"Q6_K_L","size":6518182784,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-Q8_0.gguf","label":"Q8_0","size":8098526080,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/open-r1_OlympicCoder-7B-GGUF","file":"open-r1_OlympicCoder-7B-bf16.gguf","label":"BF16","size":15237853824,"bits":16,"known":true,"rank":0}],"repos":["bartowski/open-r1_OlympicCoder-7B-GGUF"],"logoFrom":"open-r1"},{"id":"elisnovel-v2-14b","family":"cyanelis/ElisNovel-V2-14B","name":"ElisNovel V2 14B","maker":"cyanelis","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"cyanelis/ElisNovel-V2-14B/ElisNovel-V2-14B-Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-29T00:51:07.000Z","downloads":2704,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"cyanelis/ElisNovel-V2-14B","file":"ElisNovel-V2-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9001752960,"bits":4.88,"known":true,"rank":0},{"repo":"cyanelis/ElisNovel-V2-14B","file":"ElisNovel-V2-14B-Q8_0.gguf","label":"Q8_0","size":15698533760,"bits":8.5,"known":true,"rank":0},{"repo":"cyanelis/ElisNovel-V2-14B","file":"ElisNovel-V2-14B-F16.gguf","label":"F16","size":29543423360,"bits":16,"known":true,"rank":0}],"repos":["cyanelis/ElisNovel-V2-14B"],"logoFrom":"Qwen"},{"id":"gemma-4-26b-a4b-it-ara-abliterated","family":"jenerallee78/gemma-4-26B-A4B-it-ara-abliterated","name":"Gemma 4 26B A4B Ara Abliterated","maker":"jenerallee78","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"jenerallee78/gemma-4-26B-A4B-it-ara-abliterated/gemma4-ara-2pass-APEX-Q5_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-06T20:51:52.000Z","downloads":2703,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jenerallee78/gemma-4-26B-A4B-it-ara-abliterated","file":"gemma4-ara-2pass-APEX-Q5_K_M.gguf","label":"Q5_K_M","size":20576631488,"bits":6.52,"known":true,"rank":0},{"repo":"jenerallee78/gemma-4-26B-A4B-it-ara-abliterated","file":"gemma4-ara-2pass-bf16.gguf","label":"BF16","size":50505130176,"bits":16.01,"known":true,"rank":0}],"repos":["jenerallee78/gemma-4-26B-A4B-it-ara-abliterated"],"logoFrom":"google"},{"id":"qwen3-8-27b-axon-mlqt","family":"jayPark777/Qwen3.8-27B-Axon-MLQT","name":"Qwen3.8 27B Axon MLQT","maker":"jayPark777","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"jayPark777/Qwen3.8-27B-Axon-MLQT/Qwen3.8-27B-Axon-MLQT.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-29T11:40:03.000Z","downloads":2703,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jayPark777/Qwen3.8-27B-Axon-MLQT","file":"Qwen3.8-27B-Axon-MLQT.gguf","label":"Qwen3.8-27B-Axon-MLQT","size":16464440224,"bits":4.82,"known":false,"rank":0}],"repos":["jayPark777/Qwen3.8-27B-Axon-MLQT"],"logoFrom":"Qwen"},{"id":"nuqta-arabic-ocr-4b","family":"SalahALHaismawi/Nuqta-Arabic-OCR-4B","name":"Nuqta Arabic OCR 4B","maker":"SalahALHaismawi","catalog":null,"tuned":false,"params":4.54,"active":null,"layers":35,"probe":"SalahALHaismawi/Nuqta-Arabic-OCR-4B-GGUF/nuqta-ocr-4b-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-18T15:13:14.000Z","downloads":2703,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SalahALHaismawi/Nuqta-Arabic-OCR-4B-GGUF","file":"nuqta-ocr-4b-Q4_K_M.gguf","label":"Q4_K_M","size":2899676000,"bits":5.11,"known":true,"rank":0},{"repo":"SalahALHaismawi/Nuqta-Arabic-OCR-4B-GGUF","file":"nuqta-ocr-4b-Q8_0.gguf","label":"Q8_0","size":4839019360,"bits":8.53,"known":true,"rank":0}],"repos":["SalahALHaismawi/Nuqta-Arabic-OCR-4B-GGUF"],"logoFrom":"SalahALHaismawi"},{"id":"chocolatine-3b-instruct-dpo-revised","family":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised","name":"Chocolatine 3B DPO Revised","maker":"jpacifico","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised-Q4_K_M-GGUF/chocolatine-3b-instruct-dpo-revised-q4_k_m.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2024-08-02T17:03:59.000Z","downloads":2702,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jpacifico/Chocolatine-3B-Instruct-DPO-Revised-Q4_K_M-GGUF","file":"chocolatine-3b-instruct-dpo-revised-q4_k_m.gguf","label":"Q4_K_M","size":2393231840,"bits":5.01,"known":true,"rank":0}],"repos":["jpacifico/Chocolatine-3B-Instruct-DPO-Revised-Q4_K_M-GGUF"],"logoFrom":"jpacifico"},{"id":"toomanymixroleplay-7b-story-v2","family":"jdqwoi/TooManyMixRolePlay-7B-Story_V2","name":"TooManyMixRolePlay 7B Story V2","maker":"jdqwoi","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF/TooManyMixRolePlay-7B-Story_V2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-28T00:28:50.000Z","downloads":2701,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102176,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446368,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686688,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256160,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920736,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712992,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q2_K.gguf","label":"Q2_K","size":2719242784,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344416,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816032,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568096,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393888,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892192,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986784,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025248,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688992,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q4_0.gguf","label":"Q4_0","size":4123597344,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374560,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439840,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716512,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409952,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V2.i1-Q6_K.gguf","label":"Q6_K","size":5942065696,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TooManyMixRolePlay-7B-Story_V2-i1-GGUF"],"logoFrom":null},{"id":"qwen3-5-4b-opus-distil","family":"reaperdoesntknow/Qwen3.5-4B-Opus-Distil","name":"Qwen3.5 4B Opus Distil","maker":"reaperdoesntknow","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"reaperdoesntknow/Qwen3.5-4B-Opus-Distil/unsloth_Qwen3.5-4B__project-opus-distil_1783098194.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-07-03T18:06:53.000Z","downloads":2701,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/Qwen3.5-4B-Opus-Distil","file":"unsloth_Qwen3.5-4B__project-opus-distil_1783098194.Q4_K_M.gguf","label":"Q4_K_M","size":2708804672,"bits":5.15,"known":true,"rank":0}],"repos":["reaperdoesntknow/Qwen3.5-4B-Opus-Distil"],"logoFrom":"reaperdoesntknow"},{"id":"dulia-13b-8k-alpha","family":"duliadotio/dulia-13b-8k-alpha","name":"Dulia 13B 8K Alpha","maker":"duliadotio","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/dulia-13b-8k-alpha-i1-GGUF/dulia-13b-8k-alpha.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-08-20T15:44:35.000Z","downloads":2697,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ1_S.gguf","label":"IQ1_S","size":2898771040,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ1_M.gguf","label":"IQ1_M","size":3138694240,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538566240,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891231840,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ2_S.gguf","label":"IQ2_S","size":4197774560,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ2_M.gguf","label":"IQ2_M","size":4517672160,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q2_K.gguf","label":"Q2_K","size":4854365920,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960654560,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361715040,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ3_S.gguf","label":"IQ3_S","size":5659084640,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659084640,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ3_M.gguf","label":"IQ3_M","size":5984614240,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337873760,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929663840,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964334560,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q4_0.gguf","label":"Q4_0","size":7388068320,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423293920,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7866071520,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972411360,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9230049760,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/dulia-13b-8k-alpha-i1-GGUF","file":"dulia-13b-8k-alpha.i1-Q6_K.gguf","label":"Q6_K","size":10679276640,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/dulia-13b-8k-alpha-i1-GGUF"],"logoFrom":"duliadotio"},{"id":"llama3ternary-2b","family":"CMSManhattan/Llama3Ternary_2b","name":"Llama3Ternary 2B","maker":"CMSManhattan","catalog":null,"tuned":false,"params":1.84,"active":null,"layers":16,"probe":"CMSManhattan/Llama3Ternary_2b/JiRack-Llama3-Ternary-2B-TQ1_0.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"bsl-1.0","open":false,"released":"2026-10-15T18:27:15.000Z","downloads":2697,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CMSManhattan/Llama3Ternary_2b","file":"JiRack-Llama3-Ternary-2B-TQ1_0.gguf","label":"TQ1_0","size":556228640,"bits":2.42,"known":true,"rank":0},{"repo":"CMSManhattan/Llama3Ternary_2b","file":"JiRack-Llama3-Ternary-2B-TQ2_0.gguf","label":"TQ2_0","size":630153248,"bits":2.74,"known":true,"rank":0},{"repo":"CMSManhattan/Llama3Ternary_2b","file":"JiRack-Llama3-Ternary-2B-Q4_K_M.gguf","label":"Q4_K_M","size":1173381152,"bits":5.1,"known":true,"rank":0},{"repo":"CMSManhattan/Llama3Ternary_2b","file":"JiRack-Llama3-Ternary-2B-Q8_0.gguf","label":"Q8_0","size":1962807328,"bits":8.53,"known":true,"rank":0},{"repo":"CMSManhattan/Llama3Ternary_2b","file":"JiRack-Llama3-Ternary-2B-F16.gguf","label":"F16","size":3687551008,"bits":16.03,"known":true,"rank":0}],"repos":["CMSManhattan/Llama3Ternary_2b"],"logoFrom":"CMSManhattan"},{"id":"gemma-4-26b-a4b-it-abliterix","family":"wangzhang/gemma-4-26B-A4B-it-abliterix","name":"Gemma 4 26B A4B Abliterix","maker":"wangzhang","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF/gemma4-26b-a4b-abliterix-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-20T15:22:00.000Z","downloads":2696,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF","file":"gemma4-26b-a4b-abliterix-Q4_K_M.gguf","label":"Q4_K_M","size":16796015008,"bits":5.33,"known":true,"rank":0},{"repo":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF","file":"gemma4-26b-a4b-abliterix-Q8_0.gguf","label":"Q8_0","size":26859858336,"bits":8.52,"known":true,"rank":0},{"repo":"wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF","file":"gemma4-26b-a4b-abliterix-F16.gguf","label":"F16","size":50505134496,"bits":16.01,"known":true,"rank":0}],"repos":["wangzhang/gemma-4-26B-A4B-it-abliterix-GGUF"],"logoFrom":"google"},{"id":"everyone-coder-33b-base","family":"rombodawg/Everyone-Coder-33b-Base","name":"Everyone Coder 33B Base","maker":"rombodawg","catalog":null,"tuned":true,"params":33.34,"active":null,"layers":62,"probe":"TheBloke/Everyone-Coder-33B-Base-GGUF/everyone-coder-33b-base.Q2_K.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-01-24T22:08:00.000Z","downloads":2695,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q2_K.gguf","label":"Q2_K","size":12355884192,"bits":2.96,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q3_K_S.gguf","label":"Q3_K_S","size":14421902496,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q3_K_M.gguf","label":"Q3_K_M","size":16092132512,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q3_K_L.gguf","label":"Q3_K_L","size":17560368288,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q4_0.gguf","label":"Q4_0","size":18819441824,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q4_K_S.gguf","label":"Q4_K_S","size":18943534240,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q4_K_M.gguf","label":"Q4_K_M","size":19940660384,"bits":4.78,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q5_0.gguf","label":"Q5_0","size":22958302368,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q5_K_S.gguf","label":"Q5_K_S","size":22958302368,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q5_K_M.gguf","label":"Q5_K_M","size":23535899808,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q6_K.gguf","label":"Q6_K","size":27355841696,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Everyone-Coder-33B-Base-GGUF","file":"everyone-coder-33b-base.Q8_0.gguf","label":"Q8_0","size":35430880416,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Everyone-Coder-33B-Base-GGUF"],"logoFrom":"rombodawg"},{"id":"gemma-4-e4b-it-the-deckard-expresso-universe-heretic-uncensored-thinking","family":"DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking","name":"Gemma 4 E4B The DECKARD Expresso Universe HERETIC UNCENSORED Thinking","maker":"DavidAU","catalog":null,"tuned":true,"params":7.52,"active":null,"layers":42,"probe":"DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF/E4B-Gemma4-it-vl-HERE-DECKARD4-Q8_0.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-09T02:06:51.000Z","downloads":2692,"likes":33,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF","file":"E4B-Gemma4-it-vl-HERE-DECKARD4-Q8_0.gguf","label":"Q8_0","size":11302792672,"bits":12.02,"known":true,"rank":0}],"repos":["DavidAU/gemma-4-E4B-it-The-DECKARD-Expresso-Universe-HERETIC-UNCENSORED-Thinking-GGUF"],"logoFrom":"DavidAU"},{"id":"estopianmaid-13b","family":"KatyTheCutie/EstopianMaid-13B","name":"EstopianMaid 13B","maker":"KatyTheCutie","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/EstopianMaid-13B-GGUF/estopianmaid-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-26T15:56:26.000Z","downloads":2691,"likes":57,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q2_K.gguf","label":"Q2_K","size":4854270016,"bits":2.98,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980416,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769536,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559616,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q4_0.gguf","label":"Q4_0","size":7365834816,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7423178816,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956416,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q5_0.gguf","label":"Q5_0","size":8972286016,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972286016,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924416,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q6_K.gguf","label":"Q6_K","size":10679140416,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/EstopianMaid-13B-GGUF","file":"estopianmaid-13b.Q8_0.gguf","label":"Q8_0","size":13831319616,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/EstopianMaid-13B-GGUF"],"logoFrom":"KatyTheCutie"},{"id":"qwen3-5-27b-rprmax-v1","family":"ArliAI/Qwen3.5-27B-RpRMax-v1","name":"Qwen3.5 27B RpRMax V1","maker":"ArliAI","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF/Qwen3.5-27B-RpRMax-v1.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-05-02T10:59:36.000Z","downloads":2691,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q2_K.gguf","label":"Q2_K","size":10711664224,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q3_K_S.gguf","label":"Q3_K_S","size":12073952864,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q3_K_M.gguf","label":"Q3_K_M","size":13301442144,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q3_K_L.gguf","label":"Q3_K_L","size":14344775264,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.IQ4_XS.gguf","label":"IQ4_XS","size":15193917024,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q4_K_S.gguf","label":"Q4_K_S","size":15586313824,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q4_K_M.gguf","label":"Q4_K_M","size":16547399264,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q5_K_S.gguf","label":"Q5_K_S","size":18679613024,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q5_K_M.gguf","label":"Q5_K_M","size":19231098464,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q6_K.gguf","label":"Q6_K","size":22082528864,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF","file":"Qwen3.5-27B-RpRMax-v1.Q8_0.gguf","label":"Q8_0","size":28595762784,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-27B-RpRMax-v1-GGUF"],"logoFrom":"ArliAI"},{"id":"cat-v1-0-13b","family":"Doctor-Shotgun/cat-v1.0-13b","name":"Cat V1.0 13B","maker":"Doctor-Shotgun","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/cat-v1.0-13b-i1-GGUF/cat-v1.0-13b.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-06-05T19:05:03.000Z","downloads":2690,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ1_S.gguf","label":"IQ1_S","size":2898686688,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ1_M.gguf","label":"IQ1_M","size":3138609888,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538481888,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891147488,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ2_S.gguf","label":"IQ2_S","size":4197681888,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ2_M.gguf","label":"IQ2_M","size":4517579488,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q2_K.gguf","label":"Q2_K","size":4854270688,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960561888,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361611488,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ3_S.gguf","label":"IQ3_S","size":5658981088,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658981088,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ3_M.gguf","label":"IQ3_M","size":5984510688,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337770208,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929560288,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964222688,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q4_0.gguf","label":"Q4_0","size":7387953888,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423179488,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865957088,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972286688,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229925088,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/cat-v1.0-13b-i1-GGUF","file":"cat-v1.0-13b.i1-Q6_K.gguf","label":"Q6_K","size":10679141088,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/cat-v1.0-13b-i1-GGUF"],"logoFrom":"Doctor-Shotgun"},{"id":"qwen2-5-coder-0-5b","family":"Qwen/Qwen2.5-Coder-0.5B","name":"Qwen2.5 Coder 0.5B","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"bartowski/Qwen2.5-Coder-0.5B-GGUF/Qwen2.5-Coder-0.5B-IQ3_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-11T16:47:56.000Z","downloads":2687,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-IQ3_M.gguf","label":"IQ3_M","size":342752512,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-IQ4_XS.gguf","label":"IQ4_XS","size":349402624,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":352155136,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":352155136,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":352155136,"bits":5.75,"known":false,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_0.gguf","label":"Q4_0","size":352972288,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q3_K_L.gguf","label":"Q3_K_L","size":369358336,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q3_K_XL.gguf","label":"Q3_K_XL","size":369358336,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_K_S.gguf","label":"Q4_K_S","size":385472000,"bits":6.29,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_K_L.gguf","label":"Q4_K_L","size":397808128,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q4_K_M.gguf","label":"Q4_K_M","size":397808128,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q5_K_S.gguf","label":"Q5_K_S","size":412710400,"bits":6.74,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q5_K_L.gguf","label":"Q5_K_L","size":420086272,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q5_K_M.gguf","label":"Q5_K_M","size":420086272,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q6_K.gguf","label":"Q6_K","size":505736704,"bits":8.26,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q6_K_L.gguf","label":"Q6_K_L","size":505736704,"bits":8.26,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-Q8_0.gguf","label":"Q8_0","size":531068416,"bits":8.67,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Coder-0.5B-GGUF","file":"Qwen2.5-Coder-0.5B-f16.gguf","label":"F16","size":994156768,"bits":16.23,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Coder-0.5B-GGUF"],"logoFrom":"Qwen"},{"id":"next-1b","family":"thelamapi/next-1b","name":"Next 1B","maker":"thelamapi","catalog":null,"tuned":false,"params":1,"active":null,"layers":26,"probe":"mattritchey/next-1b-Q4_K_M-GGUF/next-1b-q4_k_m.gguf","kvBytesPerToken":4739,"kvHeader":4096,"kvFixed":11534336,"context":32768,"arch":"gemma3","vision":false,"licence":"mit","open":true,"released":"2025-10-21T17:30:45.000Z","downloads":2687,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mattritchey/next-1b-Q4_K_M-GGUF","file":"next-1b-q4_k_m.gguf","label":"Q4_K_M","size":806057664,"bits":6.45,"known":true,"rank":0}],"repos":["mattritchey/next-1b-Q4_K_M-GGUF"],"logoFrom":"thelamapi"},{"id":"llama-3-instruct-8b-sppo-iter3","family":"UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3","name":"Llama 3 8B SPPO Iter3","maker":"UCLA-AGI","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF/Llama-3-Instruct-8B-SPPO-Iter3.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-27T14:15:34.000Z","downloads":2684,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ1_S.gguf","label":"IQ1_S","size":2019627616,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ1_M.gguf","label":"IQ1_M","size":2161971808,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212128,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ2_XS.gguf","label":"IQ2_XS","size":2605781600,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ2_S.gguf","label":"IQ2_S","size":2758488672,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ2_M.gguf","label":"IQ2_M","size":2948280928,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q2_K_S.gguf","label":"Q2_K_S","size":2988814944,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q2_K.gguf","label":"Q2_K","size":3179131488,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912352,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ3_XS.gguf","label":"IQ3_XS","size":3518747232,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q3_K_S.gguf","label":"Q3_K_S","size":3664499296,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ3_S.gguf","label":"IQ3_S","size":3682325088,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ3_M.gguf","label":"IQ3_M","size":3784823392,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q3_K.gguf","label":"Q3_K","size":4018917984,"bits":4,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q3_K_L.gguf","label":"Q3_K_L","size":4321956448,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ4_XS.gguf","label":"IQ4_XS","size":4447662688,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.IQ4_NL.gguf","label":"IQ4_NL","size":4677988960,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q4_K_S.gguf","label":"Q4_K_S","size":4692669024,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q4_K.gguf","label":"Q4_K","size":4920734304,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q5_K_S.gguf","label":"Q5_K_S","size":5599293792,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q5_K.gguf","label":"Q5_K","size":5732987232,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q6_K.gguf","label":"Q6_K","size":6596006240,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.Q8_0.gguf","label":"Q8_0","size":8540770656,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.BF16.gguf","label":"BF16","size":16068890976,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF","file":"Llama-3-Instruct-8B-SPPO-Iter3.FP16.gguf","label":"Llama-3-Instruct-8B-SPPO-Iter3.FP16","size":16068890976,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/Llama-3-Instruct-8B-SPPO-Iter3-IMat-GGUF"],"logoFrom":"meta-llama"},{"id":"jev-ternary-bonsai-2-27b-abliterated-ptq1-0","family":"hotdogs/jev-Ternary-Bonsai-2-27B-Abliterated-PTQ1_0","name":"Jev Ternary Bonsai 2 27B Abliterated PTQ1 0","maker":"hotdogs","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"hotdogs/jev-Ternary-Bonsai-2-27B-Abliterated-PTQ1_0/jev-Ternary-Bonsai-2-27B-Abliterated-PTQ1_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-11T06:42:27.000Z","downloads":2682,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hotdogs/jev-Ternary-Bonsai-2-27B-Abliterated-PTQ1_0","file":"jev-Ternary-Bonsai-2-27B-Abliterated-PTQ1_0.gguf","label":"PTQ1_0","size":5904623968,"bits":1.76,"known":false,"rank":0}],"repos":["hotdogs/jev-Ternary-Bonsai-2-27B-Abliterated-PTQ1_0"],"logoFrom":"BoldingBuilds"},{"id":"threnystril-v2-0-7b-slerp","family":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","name":"Threnystril V2.0 7B Slerp","maker":"mradermacher","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF/Threnystril-v2.0-7B-slerp.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-26T05:09:34.000Z","downloads":2682,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q2_K.gguf","label":"Q2_K","size":2874171712,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.IQ3_XS.gguf","label":"IQ3_XS","size":3173744960,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q3_K_S.gguf","label":"Q3_K_S","size":3319497024,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.IQ3_S.gguf","label":"IQ3_S","size":3337322816,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.IQ3_M.gguf","label":"IQ3_M","size":3439821120,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q3_K_M.gguf","label":"Q3_K_M","size":3673915712,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q3_K_L.gguf","label":"Q3_K_L","size":3976954176,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.IQ4_XS.gguf","label":"IQ4_XS","size":4099318080,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q4_0.gguf","label":"Q4_0","size":4263846208,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q4_K_S.gguf","label":"Q4_K_S","size":4295303488,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.IQ4_NL.gguf","label":"IQ4_NL","size":4309983552,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q4_K_M.gguf","label":"Q4_K_M","size":4523368768,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q5_K_S.gguf","label":"Q5_K_S","size":5152645440,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q5_K_M.gguf","label":"Q5_K_M","size":5286338880,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q6_K.gguf","label":"Q6_K","size":6096994624,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Threnystril-v2.0-7B-slerp-GGUF","file":"Threnystril-v2.0-7B-slerp.Q8_0.gguf","label":"Q8_0","size":7819043136,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/Threnystril-v2.0-7B-slerp-GGUF"],"logoFrom":null},{"id":"manticore-13b","family":"openaccess-ai-collective/manticore-13b","name":"Manticore 13B","maker":"openaccess-ai-collective","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Manticore-13B-GGUF/Manticore-13B.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T01:03:30.000Z","downloads":2681,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Manticore-13B-GGUF","file":"Manticore-13B.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Manticore-13B-GGUF"],"logoFrom":null},{"id":"rudra-i1","family":"mradermacher/rudra-i1-GGUF","name":"Rudra I1","maker":"mradermacher","catalog":null,"tuned":false,"params":4.33,"active":null,"layers":33,"probe":"mradermacher/rudra-i1-GGUF/rudra.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-11T02:40:15.000Z","downloads":2681,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q2_K.gguf","label":"Q2_K","size":1959166112,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2121746592,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-IQ3_S.gguf","label":"IQ3_S","size":2191726752,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-IQ3_M.gguf","label":"IQ3_M","size":2216794272,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2318805152,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2482645152,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2578808992,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q4_0.gguf","label":"Q4_0","size":2617680032,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2631770272,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2677645472,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2783445152,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q4_1.gguf","label":"Q4_1","size":2842386592,"bits":5.25,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q5_K_S.gguf","label":"Q5_K_S","size":3072991392,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3161424032,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/rudra-i1-GGUF","file":"rudra.i1-Q6_K.gguf","label":"Q6_K","size":3563026592,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/rudra-i1-GGUF"],"logoFrom":"ritiksuman"},{"id":"princeton-nlp-mistral-7b-instruct-dpo","family":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","name":"Princeton Nlp Mistral 7B DPO","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf/Mistral-7B-Instruct-DPO.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-19T15:59:16.000Z","downloads":2680,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q2_K.gguf","label":"Q2_K","size":2719242912,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.IQ3_XS.gguf","label":"IQ3_XS","size":3018816160,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q3_K_S.gguf","label":"Q3_K_S","size":3164568224,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.IQ3_S.gguf","label":"IQ3_S","size":3182394016,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.IQ3_M.gguf","label":"IQ3_M","size":3284892320,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q3_K.gguf","label":"Q3_K","size":3518986912,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q3_K_M.gguf","label":"Q3_K_M","size":3518986912,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q3_K_L.gguf","label":"Q3_K_L","size":3822025376,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.IQ4_XS.gguf","label":"IQ4_XS","size":3944389280,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q4_0.gguf","label":"Q4_0","size":4108917408,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q4_K_S.gguf","label":"Q4_K_S","size":4140374688,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.IQ4_NL.gguf","label":"IQ4_NL","size":4155054752,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q4_K.gguf","label":"Q4_K","size":4368439968,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q4_K_M.gguf","label":"Q4_K_M","size":4368439968,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q4_1.gguf","label":"Q4_1","size":4553317024,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q5_0.gguf","label":"Q5_0","size":4997716640,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q5_K_S.gguf","label":"Q5_K_S","size":4997716640,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q5_K.gguf","label":"Q5_K","size":5131410080,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q5_K_M.gguf","label":"Q5_K_M","size":5131410080,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q5_1.gguf","label":"Q5_1","size":5442116256,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q6_K.gguf","label":"Q6_K","size":5942065824,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf","file":"Mistral-7B-Instruct-DPO.Q8_0.gguf","label":"Q8_0","size":7695858336,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/princeton-nlp_-_Mistral-7B-Instruct-DPO-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen3-54b-a3b-2507-yoyo2-total-recall-instruct-i1","family":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","name":"Qwen3 54B A3B 2507 YOYO2 TOTAL RECALL I1","maker":"mradermacher","catalog":null,"tuned":false,"params":52.96,"active":5.4,"layers":84,"probe":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":1010000,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-01T06:49:33.000Z","downloads":2680,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":10973484672,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":12133963392,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":14068094592,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":15637419648,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":15972529568,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":17519834528,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":18112189152,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":19429462752,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":20470527392,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":21750411776,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":22964957696,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":22976655872,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":23337628160,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":25442382336,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":27529310720,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":28323991808,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":30080757312,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":30207110720,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":32146271808,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":33244326080,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":36533723968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":37662597952,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF","file":"Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":43523694496,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-54B-A3B-2507-YOYO2-TOTAL-RECALL-Instruct-i1-GGUF"],"logoFrom":"Qwen"},{"id":"pythia-160m-deduped","family":"EleutherAI/pythia-160m-deduped","name":"Pythia 160M Deduped","maker":"EleutherAI","catalog":null,"tuned":false,"params":0.16,"active":null,"layers":12,"probe":"mradermacher/pythia-160m-deduped-i1-GGUF/pythia-160m-deduped.i1-IQ1_S.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T13:53:07.000Z","downloads":2678,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ1_S.gguf","label":"IQ1_S","size":58845024,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ1_M.gguf","label":"IQ1_M","size":60614496,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":63563616,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ2_XS.gguf","label":"IQ2_XS","size":66144096,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ2_S.gguf","label":"IQ2_S","size":71302752,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ2_M.gguf","label":"IQ2_M","size":73662048,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q2_K.gguf","label":"Q2_K","size":78094944,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":78270048,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ3_XS.gguf","label":"IQ3_XS","size":86055264,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ3_S.gguf","label":"IQ3_S","size":87050592,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q3_K_S.gguf","label":"Q3_K_S","size":87050592,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ3_M.gguf","label":"IQ3_M","size":91124064,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q3_K_M.gguf","label":"Q3_K_M","size":94570848,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q3_K_L.gguf","label":"Q3_K_L","size":98994528,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-IQ4_XS.gguf","label":"IQ4_XS","size":99600480,"bits":4.98,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q4_0.gguf","label":"Q4_0","size":103609440,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q4_K_S.gguf","label":"Q4_K_S","size":103756896,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q4_K_M.gguf","label":"Q4_K_M","size":109765728,"bits":5.49,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q5_K_S.gguf","label":"Q5_K_S","size":118908000,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q5_K_M.gguf","label":"Q5_K_M","size":123608160,"bits":6.18,"known":true,"rank":0},{"repo":"mradermacher/pythia-160m-deduped-i1-GGUF","file":"pythia-160m-deduped.i1-Q6_K.gguf","label":"Q6_K","size":135319392,"bits":6.77,"known":true,"rank":0}],"repos":["mradermacher/pythia-160m-deduped-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"allura-org-remnant-qwen3-8b","family":"bartowski/allura-org_remnant-qwen3-8b-GGUF","name":"Allura Org Remnant Qwen3 8B","maker":"bartowski","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"bartowski/allura-org_remnant-qwen3-8b-GGUF/allura-org_remnant-qwen3-8b-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-04T20:07:31.000Z","downloads":2678,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-IQ2_M.gguf","label":"IQ2_M","size":3051910816,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q2_K.gguf","label":"Q2_K","size":3281729184,"bits":3.21,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369629344,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3626870432,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3769607840,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q2_K_L.gguf","label":"Q2_K_L","size":3889473184,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-IQ3_M.gguf","label":"IQ3_M","size":3896616608,"bits":3.81,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4124157600,"bits":4.03,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4431390368,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4561835680,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q4_0.gguf","label":"Q4_0","size":4787328672,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-IQ4_NL.gguf","label":"IQ4_NL","size":4793620128,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4802008736,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q3_K_XL.gguf","label":"Q3_K_XL","size":4975928992,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q4_K_M.gguf","label":"Q4_K_M","size":5027780256,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q4_1.gguf","label":"Q4_1","size":5247751840,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q4_K_L.gguf","label":"Q4_K_L","size":5489665696,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5720757920,"bits":5.59,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5851109024,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q5_K_L.gguf","label":"Q5_K_L","size":6235203232,"bits":6.09,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q6_K.gguf","label":"Q6_K","size":6725895840,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q6_K_L.gguf","label":"Q6_K_L","size":7027336864,"bits":6.86,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-Q8_0.gguf","label":"Q8_0","size":8709514912,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/allura-org_remnant-qwen3-8b-GGUF","file":"allura-org_remnant-qwen3-8b-bf16.gguf","label":"BF16","size":16388040064,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/allura-org_remnant-qwen3-8b-GGUF"],"logoFrom":"allura-org"},{"id":"oreal-deepseek-r1-distill-qwen-7b","family":"internlm/OREAL-DeepSeek-R1-Distill-Qwen-7B","name":"OREAL DeepSeek R1 Distill Qwen 7B","maker":"Shanghai AI Lab","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF/OREAL-DeepSeek-R1-Distill-Qwen-7B-Q3_K_L.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-18T14:27:25.000Z","downloads":2677,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"OREAL-DeepSeek-R1-Distill-Qwen-7B-Q3_K_L.gguf","label":"Q3_K_L","size":4088459584,"bits":4.29,"known":true,"rank":0},{"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"OREAL-DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf","label":"Q4_K_M","size":4683073856,"bits":4.92,"known":true,"rank":0},{"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"OREAL-DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf","label":"Q6_K","size":6254199104,"bits":6.57,"known":true,"rank":0},{"repo":"lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF","file":"OREAL-DeepSeek-R1-Distill-Qwen-7B-Q8_0.gguf","label":"Q8_0","size":8098525504,"bits":8.5,"known":true,"rank":0}],"repos":["lmstudio-community/OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF"],"logoFrom":"internlm"},{"id":"qwen3-6-35b-a3b-expertclone-logic-ud-q4-k-xl","family":"XpressAI/Qwen3.6-35B-A3B-ExpertClone-Logic-UD-Q4_K_XL-GGUF","name":"Qwen3.6 35B A3B ExpertClone Logic UD Q4 K XL","maker":"XpressAI","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"XpressAI/Qwen3.6-35B-A3B-ExpertClone-Logic-UD-Q4_K_XL-GGUF/Qwen3.6-35B-A3B-expert_clone_logic-UD-Q4_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-18T01:08:28.000Z","downloads":2677,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"XpressAI/Qwen3.6-35B-A3B-ExpertClone-Logic-UD-Q4_K_XL-GGUF","file":"Qwen3.6-35B-A3B-expert_clone_logic-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22360456160,"bits":5.16,"known":true,"rank":0}],"repos":["XpressAI/Qwen3.6-35B-A3B-ExpertClone-Logic-UD-Q4_K_XL-GGUF"],"logoFrom":"XpressAI"},{"id":"llama-3-8b-instruct-mopeymule","family":"failspy/Llama-3-8B-Instruct-MopeyMule","name":"Llama 3 8B MopeyMule","maker":"failspy","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF/Llama-3-8B-Instruct-MopeyMule.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-31T12:30:02.000Z","downloads":2676,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ1_S.gguf","label":"IQ1_S","size":2019627584,"bits":2.01,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ1_M.gguf","label":"IQ1_M","size":2161971776,"bits":2.15,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212096,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ2_XS.gguf","label":"IQ2_XS","size":2605781568,"bits":2.6,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ2_S.gguf","label":"IQ2_S","size":2758488640,"bits":2.75,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ2_M.gguf","label":"IQ2_M","size":2948280896,"bits":2.94,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q2_K_S.gguf","label":"Q2_K_S","size":2988814912,"bits":2.98,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q2_K.gguf","label":"Q2_K","size":3179131456,"bits":3.17,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912320,"bits":3.26,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ3_XS.gguf","label":"IQ3_XS","size":3518747200,"bits":3.51,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q3_K_S.gguf","label":"Q3_K_S","size":3664499264,"bits":3.65,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ3_S.gguf","label":"IQ3_S","size":3682325056,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ3_M.gguf","label":"IQ3_M","size":3784823360,"bits":3.77,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q3_K.gguf","label":"Q3_K","size":4018917952,"bits":4,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q3_K_L.gguf","label":"Q3_K_L","size":4321956416,"bits":4.31,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ4_XS.gguf","label":"IQ4_XS","size":4447662656,"bits":4.43,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.IQ4_NL.gguf","label":"IQ4_NL","size":4677988928,"bits":4.66,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q4_K_S.gguf","label":"Q4_K_S","size":4692668992,"bits":4.68,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q4_K.gguf","label":"Q4_K","size":4920734272,"bits":4.9,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q5_K_S.gguf","label":"Q5_K_S","size":5599293728,"bits":5.58,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q5_K.gguf","label":"Q5_K","size":5732987168,"bits":5.71,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q6_K.gguf","label":"Q6_K","size":6596006176,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.Q8_0.gguf","label":"Q8_0","size":8540770592,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.BF16.gguf","label":"BF16","size":16068890912,"bits":16.01,"known":true,"rank":0},{"repo":"legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF","file":"Llama-3-8B-Instruct-MopeyMule.FP16.gguf","label":"Llama-3-8B-Instruct-MopeyMule.FP16","size":16068890912,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF"],"logoFrom":"failspy"},{"id":"nail-qwen3-6-35b-a3b","family":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF","name":"Nail Qwen3.6 35B A3B","maker":"peculiar-ragdoll","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF/Nail-Qwen3.6-35B-A3B-UD-IQ3_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-09T12:22:12.000Z","downloads":2675,"likes":120,"trending":0.5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF","file":"Nail-Qwen3.6-35B-A3B-UD-IQ3_S.gguf","label":"UD-IQ3_S","size":13676732320,"bits":3.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF","file":"Nail-Qwen3.6-35B-A3B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":20893024160,"bits":4.82,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF","file":"Nail-Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22360465312,"bits":5.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF","file":"Nail-Qwen3.6-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26592518048,"bits":6.14,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF","file":"Nail-Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843786656,"bits":7.35,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Nail-Qwen3.6-35B-A3B-GGUF"],"logoFrom":"Qwen"},{"id":"nvidia-nemotron-3-super-120b-a12b-apex","family":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","name":"NVIDIA Nemotron 3 Super 120B A12B APEX","maker":"mudler","catalog":null,"tuned":false,"params":120.67,"active":2.41,"layers":88,"probe":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF/Nemotron-3-Super-120B-A12B-APEX-Compact.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-04-05T23:06:23.000Z","downloads":2674,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","file":"Nemotron-3-Super-120B-A12B-APEX-Compact.gguf","label":"Nemotron-3-Super-120B-A12B-APEX-Compact","size":65747862784,"bits":4.36,"known":false,"rank":0},{"repo":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","file":"Nemotron-3-Super-120B-A12B-APEX-I-Compact.gguf","label":"Nemotron-3-Super-120B-A12B-APEX-I-Compact","size":65747863040,"bits":4.36,"known":false,"rank":0},{"repo":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","file":"Nemotron-3-Super-120B-A12B-APEX-Quality.gguf","label":"Nemotron-3-Super-120B-A12B-APEX-Quality","size":76365874432,"bits":5.06,"known":false,"rank":0},{"repo":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","file":"Nemotron-3-Super-120B-A12B-APEX-I-Quality.gguf","label":"Nemotron-3-Super-120B-A12B-APEX-I-Quality","size":76365874688,"bits":5.06,"known":false,"rank":0},{"repo":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","file":"Nemotron-3-Super-120B-A12B-APEX-Balanced.gguf","label":"Nemotron-3-Super-120B-A12B-APEX-Balanced","size":97469875456,"bits":6.46,"known":false,"rank":0},{"repo":"mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF","file":"Nemotron-3-Super-120B-A12B-APEX-I-Balanced.gguf","label":"Nemotron-3-Super-120B-A12B-APEX-I-Balanced","size":97469875712,"bits":6.46,"known":false,"rank":0}],"repos":["mudler/NVIDIA-Nemotron-3-Super-120B-A12B-APEX-GGUF"],"logoFrom":"nvidia"},{"id":"skyjm-edit-9b","family":"skylenage-ai/SkyJM-Edit-9B","name":"SkyJM Edit 9B","maker":"skylenage-ai","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/SkyJM-Edit-9B-GGUF/SkyJM-Edit-9B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-28T06:43:02.000Z","downloads":2673,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q2_K.gguf","label":"Q2_K","size":3827262336,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4259406720,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623524736,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4925514624,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.IQ4_XS.gguf","label":"IQ4_XS","size":5227897728,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5351629696,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629109120,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6305309568,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467969920,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q6_K.gguf","label":"Q6_K","size":7359259520,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.Q8_0.gguf","label":"Q8_0","size":9527501696,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/SkyJM-Edit-9B-GGUF","file":"SkyJM-Edit-9B.f16.gguf","label":"F16","size":17920697216,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/SkyJM-Edit-9B-GGUF"],"logoFrom":"skylenage-ai"},{"id":"gguf-chatgpt-gpt-codex-v2","family":"mondk/GGUF.chatgpt-gpt-codex-V2","name":"GGUF.chatgpt Gpt Codex V2","maker":"mondk","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mondk/GGUF.chatgpt-gpt-codex-V2/chatgpt-gpt-gpt5.1-thinking_Safetensors.Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-17T14:31:19.000Z","downloads":2672,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mondk/GGUF.chatgpt-gpt-codex-V2","file":"chatgpt-gpt-gpt5.1-thinking_Safetensors.Q4_K_M.gguf","label":"Q4_K_M","size":2497280192,"bits":4.97,"known":true,"rank":0}],"repos":["mondk/GGUF.chatgpt-gpt-codex-V2"],"logoFrom":"mondk"},{"id":"gemma-2-ataraxy-9b","family":"lemon07r/Gemma-2-Ataraxy-9B","name":"Gemma 2 Ataraxy 9B","maker":"lemon07r","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"bartowski/Gemma-2-Ataraxy-9B-GGUF/Gemma-2-Ataraxy-9B-IQ2_M.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-08-14T13:21:31.000Z","downloads":2672,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-IQ2_M.gguf","label":"IQ2_M","size":3434669792,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q2_K.gguf","label":"Q2_K","size":3805398752,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q2_K_L.gguf","label":"Q2_K_L","size":4027606752,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4144989920,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4337665760,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-IQ3_M.gguf","label":"IQ3_M","size":4494616288,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4761781984,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5132453600,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5183031008,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354661600,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5478926048,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5761058528,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q4_K_L.gguf","label":"Q4_K_L","size":5983266528,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6483592928,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6647367392,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q5_K_L.gguf","label":"Q5_K_L","size":6869575392,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q6_K.gguf","label":"Q6_K","size":7589070560,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q6_K_L.gguf","label":"Q6_K_L","size":7811278560,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-Q8_0.gguf","label":"Q8_0","size":9827149536,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Gemma-2-Ataraxy-9B-GGUF","file":"Gemma-2-Ataraxy-9B-f32.gguf","label":"F32","size":36972881344,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/Gemma-2-Ataraxy-9B-GGUF"],"logoFrom":"google"},{"id":"capybara-tess-yi-34b-200k","family":"brucethemoose/Capybara-Tess-Yi-34B-200K","name":"Capybara Tess Yi 34B 200K","maker":"brucethemoose","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF/capybara-tess-yi-34b-200k.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-19T11:33:47.000Z","downloads":2671,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q2_K.gguf","label":"Q2_K","size":14555875328,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q3_K_S.gguf","label":"Q3_K_S","size":14960293888,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q3_K_M.gguf","label":"Q3_K_M","size":16636573696,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q3_K_L.gguf","label":"Q3_K_L","size":18139445248,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q4_0.gguf","label":"Q4_0","size":19466528768,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q4_K_S.gguf","label":"Q4_K_S","size":19543599104,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q4_K_M.gguf","label":"Q4_K_M","size":20658710528,"bits":4.81,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q5_0.gguf","label":"Q5_0","size":23707691008,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q5_K_S.gguf","label":"Q5_K_S","size":23707691008,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q5_K_M.gguf","label":"Q5_K_M","size":24321845248,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q6_K.gguf","label":"Q6_K","size":28213925888,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Capybara-Tess-Yi-34B-200K-GGUF","file":"capybara-tess-yi-34b-200k.Q8_0.gguf","label":"Q8_0","size":36542281728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Capybara-Tess-Yi-34B-200K-GGUF"],"logoFrom":"brucethemoose"},{"id":"huihui-qwen3-5-4b-claude-4-6-opus-abliterated","family":"huihui-ai/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated","name":"Huihui Qwen3.5 4B Claude 4.6 Opus Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-16T12:20:40.000Z","downloads":2671,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q2_K.gguf","label":"Q2_K","size":1915467776,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":2069876736,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":2262061056,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":2421313536,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":2529028096,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":2563885056,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2708801536,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2990032896,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":3074983936,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q6_K.gguf","label":"Q6_K","size":3464052736,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.Q8_0.gguf","label":"Q8_0","size":4482400256,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF","file":"Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated.f16.gguf","label":"F16","size":8424390656,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3.5-4B-Claude-4.6-Opus-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"airoboros-m-7b-3-1-1","family":"jondurbin/airoboros-m-7b-3.1.1","name":"Airoboros M 7B 3.1.1","maker":"jondurbin","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Airoboros-M-7B-3.1.1-GGUF/airoboros-m-7b-3.1.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-17T09:20:02.000Z","downloads":2670,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q2_K.gguf","label":"Q2_K","size":3083097792,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q3_K_S.gguf","label":"Q3_K_S","size":3164567232,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q3_K_M.gguf","label":"Q3_K_M","size":3518985920,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q3_K_L.gguf","label":"Q3_K_L","size":3822024384,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q4_0.gguf","label":"Q4_0","size":4108916416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q4_K_S.gguf","label":"Q4_K_S","size":4140373696,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q4_K_M.gguf","label":"Q4_K_M","size":4368438976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q5_0.gguf","label":"Q5_0","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q5_K_S.gguf","label":"Q5_K_S","size":4997715648,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q5_K_M.gguf","label":"Q5_K_M","size":5131409088,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q6_K.gguf","label":"Q6_K","size":5942064832,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-M-7B-3.1.1-GGUF","file":"airoboros-m-7b-3.1.1.Q8_0.gguf","label":"Q8_0","size":7695857344,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-M-7B-3.1.1-GGUF"],"logoFrom":"jondurbin"},{"id":"gpt4-x-alpasta-30b","family":"MetaIX/GPT4-X-Alpasta-30b","name":"GPT4 X Alpasta 30B","maker":"MetaIX","catalog":null,"tuned":true,"params":32.53,"active":null,"layers":60,"probe":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF/GPT4-X-Alpasta-30b.i1-IQ1_S.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-07T02:41:28.000Z","downloads":2670,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ1_S.gguf","label":"IQ1_S","size":7120415200,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ1_M.gguf","label":"IQ1_M","size":7728640480,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8742349280,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9636383200,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ2_S.gguf","label":"IQ2_S","size":10386591776,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ2_M.gguf","label":"IQ2_M","size":11197558816,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q2_K.gguf","label":"Q2_K","size":12048997664,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12323487776,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13311851360,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ3_S.gguf","label":"IQ3_S","size":14064245600,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14064245600,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ3_M.gguf","label":"IQ3_M","size":14881203040,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15776594784,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17279892320,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17346263456,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q4_0.gguf","label":"Q4_0","size":18408298144,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18482632352,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19621287584,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22395521696,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23047277216,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/GPT4-X-Alpasta-30b-i1-GGUF","file":"GPT4-X-Alpasta-30b.i1-Q6_K.gguf","label":"Q6_K","size":26687391200,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/GPT4-X-Alpasta-30b-i1-GGUF"],"logoFrom":null},{"id":"onellm-doey-v1-llama-3-2-1b-it","family":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it","name":"OneLLM Doey V1 Llama 3.2 1B","maker":"DoeyLLM","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":16,"probe":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it-Q8_0-GGUF/onellm-doey-v1-llama-3.2-1b-it-q8_0.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-25T02:03:24.000Z","downloads":2669,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it-Q8_0-GGUF","file":"onellm-doey-v1-llama-3.2-1b-it-q8_0.gguf","label":"Q8_0","size":1321082912,"bits":8.52,"known":true,"rank":0}],"repos":["DoeyLLM/OneLLM-Doey-V1-Llama-3.2-1B-it-Q8_0-GGUF"],"logoFrom":"DoeyLLM"},{"id":"supergemma-4-12b-abliterated","family":"Jiunsong/SuperGemma-4-12b-abliterated","name":"SuperGemma 4 12B Abliterated","maker":"Jiunsong","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF/SuperGemma-4-12b-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-26T13:02:16.000Z","downloads":2669,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2983703712,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3202860192,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568120992,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887854752,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4079608992,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":4371817632,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504159392,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":4830160032,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849206432,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272405152,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":5528241312,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528241312,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":5734003872,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087099552,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566331552,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635267232,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975890592,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":6998008992,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024059552,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381394592,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":7657137312,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338384032,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547280032,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF","file":"SuperGemma-4-12b-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":9786033312,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SuperGemma-4-12b-abliterated-i1-GGUF"],"logoFrom":"Jiunsong"},{"id":"rpbizkit-v11-12b-thinking","family":"RicardoEstep/RPBizkit-v11-12B-Thinking","name":"RPBizkit V11 12B Thinking","maker":"RicardoEstep","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF/RPBizkit-v11-12B-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-07T01:39:55.000Z","downloads":2669,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":2999212992,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":3221625792,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592313792,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915078592,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":4138474432,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":4435024832,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493679552,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":4791049152,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945386432,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306489792,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534227392,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":5562080192,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":5722233792,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083091392,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561504192,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742711232,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":7094639552,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097916352,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120198592,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477205952,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":7795219392,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518736832,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727632832,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF","file":"RPBizkit-v11-12B-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":10056211392,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/RPBizkit-v11-12B-Thinking-i1-GGUF"],"logoFrom":"RicardoEstep"},{"id":"fimbmoister-11range","family":"ClaudioItaly/FimbMoister-11Range","name":"FimbMoister 11Range","maker":"ClaudioItaly","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"mradermacher/FimbMoister-11Range-i1-GGUF/FimbMoister-11Range.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-12T08:02:55.000Z","downloads":2668,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ1_S.gguf","label":"IQ1_S","size":2351226656,"bits":1.75,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ1_M.gguf","label":"IQ1_M","size":2564742944,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2920603424,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3230457632,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ2_S.gguf","label":"IQ2_S","size":3392798496,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ2_M.gguf","label":"IQ2_M","size":3677486880,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q2_K.gguf","label":"Q2_K","size":4003233568,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4167434016,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4445937440,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4664565536,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ3_S.gguf","label":"IQ3_S","size":4691304224,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ3_M.gguf","label":"IQ3_M","size":4845051680,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5195669280,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5650751264,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5772590880,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":6072385312,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":6072385312,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":6072385312,"bits":4.53,"known":false,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q4_0.gguf","label":"Q4_0","size":6094405408,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6118522656,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6461669152,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7397392160,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q5_K_M.gguf","label":"Q5_K_M","size":7597932320,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/FimbMoister-11Range-i1-GGUF","file":"FimbMoister-11Range.i1-Q6_K.gguf","label":"Q6_K","size":8805211936,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/FimbMoister-11Range-i1-GGUF"],"logoFrom":null},{"id":"minicpm-v-4-7-35b-a3b-apex-i-nanoplus","family":"IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-NanoPlus-GGUF","name":"MiniCPM V 4.7 35B A3B APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-NanoPlus-GGUF/MiniCPM-V-4.7-35B-A3B.APEX-I-NanoPlus-V2.1.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T19:28:29.000Z","downloads":2668,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-NanoPlus-GGUF","file":"MiniCPM-V-4.7-35B-A3B.APEX-I-NanoPlus-V2.1.gguf","label":"MiniCPM-V-4.7-35B-A3B.APEX-I-NanoPlus-V2.1","size":12553899296,"bits":2.9,"known":false,"rank":0}],"repos":["IsValorum/MiniCPM-V-4.7-35B-A3B-APEX-I-NanoPlus-GGUF"],"logoFrom":"openbmb"},{"id":"cantonesellm-v2-0-30b-a3b-thinking-chat-vector-merged","family":"hon9kon9ize/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged","name":"CantoneseLLM V2.0 30B A3B Thinking Vector Merged","maker":"hon9kon9ize","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T14:46:12.000Z","downloads":2667,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ1_S.gguf","label":"IQ1_S","size":6416509984,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ1_M.gguf","label":"IQ1_M","size":7078292512,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181263392,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076223008,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ2_S.gguf","label":"IQ2_S","size":9287132192,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ2_M.gguf","label":"IQ2_M","size":10169508896,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519364640,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q2_K.gguf","label":"Q2_K","size":11258610720,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849327648,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598443040,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292469280,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ3_S.gguf","label":"IQ3_S","size":13299153952,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063456,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711847968,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900671008,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368350240,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q4_0.gguf","label":"Q4_0","size":17379988512,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456010272,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556687392,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q4_1.gguf","label":"Q4_1","size":19192501280,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080511520,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725582368,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF","file":"CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged.i1-Q6_K.gguf","label":"Q6_K","size":25092533280,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/CantoneseLLM-v2.0-30B-A3B-Thinking-Chat-Vector-Merged-i1-GGUF"],"logoFrom":"hon9kon9ize"},{"id":"nethena-20b","family":"NeverSleep/Nethena-20B","name":"Nethena 20B","maker":"NeverSleep","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"mradermacher/Nethena-20B-i1-GGUF/Nethena-20B.i1-IQ1_S.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-07-02T21:37:17.000Z","downloads":2665,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ1_S.gguf","label":"IQ1_S","size":4393984288,"bits":1.76,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ1_M.gguf","label":"IQ1_M","size":4767109408,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5388984608,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":5937275168,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ2_S.gguf","label":"IQ2_S","size":6397860128,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ2_M.gguf","label":"IQ2_M","size":6895360288,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q2_K.gguf","label":"Q2_K","size":7420221728,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7587789088,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8194130208,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ3_S.gguf","label":"IQ3_S","size":8658370848,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8658370848,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ3_M.gguf","label":"IQ3_M","size":9155891488,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9706004768,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10627768608,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10672343328,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q4_0.gguf","label":"Q4_0","size":11322992928,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11367065888,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12042209568,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13770762528,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14157220128,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Nethena-20B-i1-GGUF","file":"Nethena-20B.i1-Q6_K.gguf","label":"Q6_K","size":16404418848,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Nethena-20B-i1-GGUF"],"logoFrom":"NeverSleep"},{"id":"home-llama-3-2-3b","family":"acon96/Home-Llama-3.2-3B","name":"Home Llama 3.2 3B","maker":"acon96","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"acon96/Home-Llama-3.2-3B/Home-Llama-3.2-3B.q4_0.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-06-05T03:27:46.000Z","downloads":2664,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"acon96/Home-Llama-3.2-3B","file":"Home-Llama-3.2-3B.q4_0.gguf","label":"Q4_0","size":1917191072,"bits":4.78,"known":true,"rank":0},{"repo":"acon96/Home-Llama-3.2-3B","file":"Home-Llama-3.2-3B.q4_k_m.gguf","label":"Q4_K_M","size":2019378080,"bits":5.03,"known":true,"rank":0},{"repo":"acon96/Home-Llama-3.2-3B","file":"Home-Llama-3.2-3B.q4_1.gguf","label":"Q4_1","size":2093351840,"bits":5.22,"known":true,"rank":0},{"repo":"acon96/Home-Llama-3.2-3B","file":"Home-Llama-3.2-3B.q5_k_m.gguf","label":"Q5_K_M","size":2322154400,"bits":5.79,"known":true,"rank":0},{"repo":"acon96/Home-Llama-3.2-3B","file":"Home-Llama-3.2-3B.q8_0.gguf","label":"Q8_0","size":3421899680,"bits":8.53,"known":true,"rank":0},{"repo":"acon96/Home-Llama-3.2-3B","file":"Home-Llama-3.2-3B.f16.gguf","label":"F16","size":6433688480,"bits":16.03,"known":true,"rank":0}],"repos":["acon96/Home-Llama-3.2-3B"],"logoFrom":"meta-llama"},{"id":"cognitivecomputations-dolphin3-0-llama3-1-8b","family":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","name":"Cognitivecomputations.Dolphin3.0 Llama3.1 8B","maker":"DevQuasar-7","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF/cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-14T08:19:07.000Z","downloads":2663,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q2_K.gguf","label":"Q2_K","size":3179144448,"bits":3.17,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3664513088,"bits":3.65,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q3_K_M.gguf","label":"Q3_K_M","size":4018931776,"bits":4,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4321970240,"bits":4.31,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4692683904,"bits":4.68,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q4_K_M.gguf","label":"Q4_K_M","size":4920749184,"bits":4.9,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5599309952,"bits":5.58,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q5_K_M.gguf","label":"Q5_K_M","size":5733003392,"bits":5.71,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q6_K.gguf","label":"Q6_K","size":6596023488,"bits":6.57,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.Q8_0.gguf","label":"Q8_0","size":8540791872,"bits":8.51,"known":true,"rank":0},{"repo":"DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF","file":"cognitivecomputations.Dolphin3.0-Llama3.1-8B.f16.gguf","label":"F16","size":16068927552,"bits":16.01,"known":true,"rank":0}],"repos":["DevQuasar-7/cognitivecomputations.Dolphin3.0-Llama3.1-8B-GGUF"],"logoFrom":"dphn"},{"id":"qwen3-vl-32b-thinking-heretic-v2","family":"coder3101/Qwen3-VL-32B-Thinking-heretic-v2","name":"Qwen3 VL 32B Thinking Heretic V2","maker":"coder3101","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF/Qwen3-VL-32B-Thinking-heretic-v2.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-17T09:34:34.000Z","downloads":2663,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q2_K.gguf","label":"Q2_K","size":12344653440,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q3_K_S.gguf","label":"Q3_K_S","size":14389740160,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q3_K_M.gguf","label":"Q3_K_M","size":15971779200,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q3_K_L.gguf","label":"Q3_K_L","size":17330995840,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.IQ4_XS.gguf","label":"IQ4_XS","size":17854336640,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q4_K_S.gguf","label":"Q4_K_S","size":18771246720,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q4_K_M.gguf","label":"Q4_K_M","size":19762151040,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q5_K_S.gguf","label":"Q5_K_S","size":22635495040,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q5_K_M.gguf","label":"Q5_K_M","size":23214833280,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q6_K.gguf","label":"Q6_K","size":26883308160,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF","file":"Qwen3-VL-32B-Thinking-heretic-v2.Q8_0.gguf","label":"Q8_0","size":34817720960,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-32B-Thinking-heretic-v2-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-30b-a3b-instruct-2507-heretic","family":"dEcQEGdeTshDWbOJQcYp/Qwen3-30B-A3B-Instruct-2507-Heretic","name":"Qwen3 30B A3B 2507 Heretic","maker":"dEcQEGdeTshDWbOJQcYp","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF/Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-23T14:01:26.000Z","downloads":2663,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":6416508352,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":7078290880,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181261760,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076221376,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":9287130560,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10169507264,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519363008,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":11258609088,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849326016,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598441408,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292467648,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":13299152320,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":13513061824,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711846336,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900669376,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368348608,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":17379986880,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456008640,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556685760,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":19192499648,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080509888,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725580736,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":25092531648,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-Instruct-2507-Heretic-i1-GGUF"],"logoFrom":"Qwen"},{"id":"collaiborator-medllm-llama-3-8b-v2-i1","family":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","name":"Collaiborator MEDLLM Llama 3 8B V2 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF/Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-06-10T12:49:57.000Z","downloads":2663,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628064,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972256,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212576,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782048,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489120,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281376,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q2_K.gguf","label":"Q2_K","size":3179131936,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912800,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747680,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664499744,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325536,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3784823840,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918432,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321956896,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663136,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q4_0.gguf","label":"Q4_0","size":4675892256,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669472,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920734752,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294496,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732987936,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF","file":"Collaiborator-MEDLLM-Llama-3-8B-v2.i1-Q6_K.gguf","label":"Q6_K","size":6596006944,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Collaiborator-MEDLLM-Llama-3-8B-v2-i1-GGUF"],"logoFrom":"collaiborate-tech"},{"id":"replete-coder-v2-llama-3-1-8b","family":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","name":"Replete Coder V2 Llama 3.1 8B","maker":"bartowski","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF/Replete-Coder-V2-Llama-3.1-8b-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-20T23:52:02.000Z","downloads":2663,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-IQ2_M.gguf","label":"IQ2_M","size":2948286240,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q2_K.gguf","label":"Q2_K","size":3179136800,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-IQ3_XS.gguf","label":"IQ3_XS","size":3518752544,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q3_K_S.gguf","label":"Q3_K_S","size":3664504608,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q2_K_L.gguf","label":"Q2_K_L","size":3692160800,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-IQ3_M.gguf","label":"IQ3_M","size":3784828704,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q3_K_M.gguf","label":"Q3_K_M","size":4018923296,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q3_K_L.gguf","label":"Q3_K_L","size":4321961760,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-IQ4_XS.gguf","label":"IQ4_XS","size":4447668000,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q4_K_S.gguf","label":"Q4_K_S","size":4692674336,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781631264,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q4_K_M.gguf","label":"Q4_K_M","size":4920739616,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q4_K_L.gguf","label":"Q4_K_L","size":5310637856,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q5_K_S.gguf","label":"Q5_K_S","size":5599299360,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q5_K_M.gguf","label":"Q5_K_M","size":5732992800,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q5_K_L.gguf","label":"Q5_K_L","size":6057223968,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q6_K.gguf","label":"Q6_K","size":6596011808,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q6_K_L.gguf","label":"Q6_K_L","size":6850471712,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-Q8_0.gguf","label":"Q8_0","size":8540776224,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF","file":"Replete-Coder-V2-Llama-3.1-8b-f16.gguf","label":"F16","size":16068896256,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Replete-Coder-V2-Llama-3.1-8b-GGUF"],"logoFrom":"bartowski"},{"id":"mistral-nemo-minitron-8b-instruct","family":"nvidia/Mistral-NeMo-Minitron-8B-Instruct","name":"Mistral NeMo Minitron 8B","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.41,"active":null,"layers":40,"probe":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF/Mistral-NeMo-Minitron-8B-Instruct-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-10T17:07:30.000Z","downloads":2662,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":3099936448,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q2_K.gguf","label":"Q2_K","size":3333392064,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3684468416,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3834218176,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3857680064,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":3976963776,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":4209149632,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4537091776,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4660430528,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4880369344,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4880369344,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4880369344,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_0.gguf","label":"Q4_0","size":4895114944,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4911957696,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":5006853824,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":5145298624,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":5543757504,"bits":5.27,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5864982208,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":6001460928,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":6332810944,"bits":6.02,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q6_K.gguf","label":"Q6_K","size":6911133376,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":7171180224,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-Q8_0.gguf","label":"Q8_0","size":8948844224,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF","file":"Mistral-NeMo-Minitron-8B-Instruct-f16.gguf","label":"F16","size":16836756896,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/Mistral-NeMo-Minitron-8B-Instruct-GGUF"],"logoFrom":"nvidia"},{"id":"laguna-s-2-1-heretic","family":"UnstableLlama/Laguna-S-2.1-Heretic","name":"Laguna S 2.1 Heretic","maker":"UnstableLlama","catalog":null,"tuned":true,"params":117.56,"active":8.45,"layers":48,"probe":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF/Laguna-S-2.1-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":1048576,"arch":"laguna","vision":false,"licence":"openmdw-1.1","open":false,"released":"2026-08-04T17:40:47.000Z","downloads":2662,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":23759604640,"bits":1.62,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":26409248416,"bits":1.8,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":30825321376,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":34397108128,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":34853435296,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":38386293664,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":39859037344,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":42892231840,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":45249405856,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":47998245280,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":50772187552,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":50792241568,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":51499563424,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":56216828320,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":60938172832,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":62700572320,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":66594992800,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":66851566240,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":71163056800,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":73666017952,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":80992043680,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":83476652704,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Laguna-S-2.1-Heretic-i1-GGUF","file":"Laguna-S-2.1-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":96559848352,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Laguna-S-2.1-Heretic-i1-GGUF"],"logoFrom":"UnstableLlama"},{"id":"sarvam-30b-gguf-iq2-m-iq1-m","family":"Aaravomega/sarvam-30b-GGUF-IQ2_M-IQ1_M","name":"Sarvam 30B GGUF IQ2 M IQ1 M","maker":"Aaravomega","catalog":null,"tuned":false,"params":32.15,"active":4.52,"layers":19,"probe":"Aaravomega/sarvam-30b-GGUF-IQ2_M-IQ1_M/sarvam-30b-IQ1_M-indic.gguf","kvBytesPerToken":22511,"kvHeader":19456,"kvFixed":0,"context":131072,"arch":"bailingmoe2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T12:56:00.000Z","downloads":2662,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Aaravomega/sarvam-30b-GGUF-IQ2_M-IQ1_M","file":"sarvam-30b-IQ1_M-indic.gguf","label":"sarvam-30b-IQ1_M-indic","size":7903585248,"bits":1.97,"known":false,"rank":0},{"repo":"Aaravomega/sarvam-30b-GGUF-IQ2_M-IQ1_M","file":"sarvam-30b-IQ2_M-indic.gguf","label":"sarvam-30b-IQ2_M-indic","size":11045053408,"bits":2.75,"known":false,"rank":0}],"repos":["Aaravomega/sarvam-30b-GGUF-IQ2_M-IQ1_M"],"logoFrom":"sarvamai"},{"id":"tokyotech-llm-swallow-7b-nve-instruct-hf","family":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","name":"Tokyotech Llm Swallow 7B NVE","maker":"RichardErkhov","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf/Swallow-7b-NVE-instruct-hf.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-10T00:26:49.000Z","downloads":2659,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q2_K.gguf","label":"Q2_K","size":2532863840,"bits":3.01,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.IQ3_XS.gguf","label":"IQ3_XS","size":2796523360,"bits":3.32,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.IQ3_S.gguf","label":"IQ3_S","size":2948304736,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q3_K_S.gguf","label":"Q3_K_S","size":2948304736,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.IQ3_M.gguf","label":"IQ3_M","size":3114864480,"bits":3.7,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q3_K.gguf","label":"Q3_K","size":3298004832,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q3_K_M.gguf","label":"Q3_K_M","size":3298004832,"bits":3.91,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q3_K_L.gguf","label":"Q3_K_L","size":3597111136,"bits":4.27,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.IQ4_XS.gguf","label":"IQ4_XS","size":3647516512,"bits":4.33,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q4_0.gguf","label":"Q4_0","size":3825807200,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.IQ4_NL.gguf","label":"IQ4_NL","size":3848351584,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q4_K_S.gguf","label":"Q4_K_S","size":3856740192,"bits":4.58,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q4_K.gguf","label":"Q4_K","size":4081004384,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q4_K_M.gguf","label":"Q4_K_M","size":4081004384,"bits":4.84,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q4_1.gguf","label":"Q4_1","size":4238749536,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q5_0.gguf","label":"Q5_0","size":4651691872,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q5_K_S.gguf","label":"Q5_K_S","size":4651691872,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q5_K.gguf","label":"Q5_K","size":4783157088,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q5_K_M.gguf","label":"Q5_K_M","size":4783157088,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q5_1.gguf","label":"Q5_1","size":5064634208,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf","file":"Swallow-7b-NVE-instruct-hf.Q6_K.gguf","label":"Q6_K","size":5529194336,"bits":6.56,"known":true,"rank":0}],"repos":["RichardErkhov/tokyotech-llm_-_Swallow-7b-NVE-instruct-hf-gguf"],"logoFrom":"RichardErkhov"},{"id":"hyperclovax-seed-think-14b","family":"naver-hyperclovax/HyperCLOVAX-SEED-Think-14B","name":"HyperCLOVAX SEED Think 14B","maker":"naver-hyperclovax","catalog":null,"tuned":false,"params":14.75,"active":null,"layers":38,"probe":"naver-ellm/HyperCLOVAX-SEED-Think-14B-GGUF/HyperCLOVAX-SEED-Think-14B-Q4_K_M.gguf","kvBytesPerToken":180085,"kvHeader":155648,"kvFixed":0,"context":131072,"arch":"hcx-seed-think","vision":false,"licence":"other","open":false,"released":"2025-09-12T04:49:36.000Z","downloads":2658,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"naver-ellm/HyperCLOVAX-SEED-Think-14B-GGUF","file":"HyperCLOVAX-SEED-Think-14B-Q4_K_M.gguf","label":"Q4_K_M","size":8916242240,"bits":4.84,"known":true,"rank":0}],"repos":["naver-ellm/HyperCLOVAX-SEED-Think-14B-GGUF"],"logoFrom":"naver-hyperclovax"},{"id":"holo3-35b-a3b","family":"Hcompany/Holo3-35B-A3B","name":"Holo3 35B A3B","maker":"Hcompany","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"mudler/Holo3-35B-A3B-APEX-GGUF/Holo3-35B-A3B-APEX-I-Mini.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-02T21:08:10.000Z","downloads":2657,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-I-Mini.gguf","label":"Holo3-35B-A3B-APEX-I-Mini","size":14316566016,"bits":3.3,"known":false,"rank":0},{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-Compact.gguf","label":"Holo3-35B-A3B-APEX-Compact","size":17293089024,"bits":3.99,"known":false,"rank":0},{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-I-Compact.gguf","label":"Holo3-35B-A3B-APEX-I-Compact","size":17293089280,"bits":3.99,"known":false,"rank":0},{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-Quality.gguf","label":"Holo3-35B-A3B-APEX-Quality","size":22819401984,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-I-Quality.gguf","label":"Holo3-35B-A3B-APEX-I-Quality","size":22819402240,"bits":5.27,"known":false,"rank":0},{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-Balanced.gguf","label":"Holo3-35B-A3B-APEX-Balanced","size":25624957184,"bits":5.91,"known":false,"rank":0},{"repo":"mudler/Holo3-35B-A3B-APEX-GGUF","file":"Holo3-35B-A3B-APEX-I-Balanced.gguf","label":"Holo3-35B-A3B-APEX-I-Balanced","size":25624957440,"bits":5.91,"known":false,"rank":0}],"repos":["mudler/Holo3-35B-A3B-APEX-GGUF"],"logoFrom":"Hcompany"},{"id":"glm-5-3-flash-fp8","family":"AMAImedia/GLM-5.3-Flash-FP8-GGUF","name":"GLM 5.3 Flash FP8","maker":"AMAImedia","catalog":null,"tuned":true,"params":313.33,"active":17.38,"layers":45,"probe":"AMAImedia/GLM-5.3-Flash-FP8-GGUF/GGUF-Q3_K_M/zai-org.GLM-5.3-Flash.f16.gguf.Q3_K_M.gguf-00001-of-00012.gguf","kvBytesPerToken":13032,"kvHeader":11264,"kvFixed":0,"context":1048576,"arch":"glm5next","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-27T02:00:11.000Z","downloads":2656,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AMAImedia/GLM-5.3-Flash-FP8-GGUF","file":"GGUF-Q3_K_M/zai-org.GLM-5.3-Flash.f16.gguf.Q3_K_M.gguf-00001-of-00012.gguf","label":"zai-org.GLM-5.3-Flash.f16.gguf.Q3_K_M.gguf","size":149055925664,"bits":3.81,"known":false,"rank":0}],"repos":["AMAImedia/GLM-5.3-Flash-FP8-GGUF"],"logoFrom":"AngelSlim"},{"id":"qwen3-6-35b-a3b-heretic","family":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","name":"Qwen3.6 35B A3B Heretic","maker":"SassyDiffusion","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF/Qwen3.6-35B-A3B-heretic.IQ1_M.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-25T16:27:05.000Z","downloads":2656,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ1_M.gguf","label":"IQ1_M","size":10047752768,"bits":2.32,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ2_XXS.gguf","label":"IQ2_XXS","size":10756590144,"bits":2.48,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ2_M.gguf","label":"IQ2_M","size":11522705984,"bits":2.66,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.Q2_K_XL.gguf","label":"Q2_K_XL","size":12290632256,"bits":2.84,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ3_XXS.gguf","label":"IQ3_XXS","size":13211159104,"bits":3.05,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ3_S.gguf","label":"IQ3_S","size":13676726848,"bits":3.16,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.Q3_K_XL.gguf","label":"Q3_K_XL","size":16845515328,"bits":3.89,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":17730513472,"bits":4.09,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ4_NL.gguf","label":"IQ4_NL","size":18040891968,"bits":4.16,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.IQ4_NL_XL.gguf","label":"IQ4_NL_XL","size":19500509760,"bits":4.5,"known":false,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.Q4_K_XL.gguf","label":"Q4_K_XL","size":22360459840,"bits":5.16,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.Q5_K_XL.gguf","label":"Q5_K_XL","size":26592512576,"bits":6.14,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.Q6_K_XL.gguf","label":"Q6_K_XL","size":31843781184,"bits":7.35,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.Q8_K_XL.gguf","label":"Q8_K_XL","size":38451186240,"bits":8.88,"known":true,"rank":0},{"repo":"SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF","file":"Qwen3.6-35B-A3B-heretic.BF16.gguf","label":"BF16","size":69376641696,"bits":16.01,"known":true,"rank":0}],"repos":["SassyDiffusion/Qwen3.6-35B-A3B-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"mn-captainerisnebula-12b-chimera-v1-1-heretic-uncensored-abliterated","family":"DavidAU/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated","name":"MN CaptainErisNebula 12B Chimera V1.1 Heretic Uncensored Abliterated","maker":"DavidAU","catalog":null,"tuned":true,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-12-21T23:51:42.000Z","downloads":2655,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2999212736,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":3221625536,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592313536,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915078336,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":4138474176,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":4435024576,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493679296,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":4791048896,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945386176,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306489536,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534227136,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":5562079936,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":5722233536,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083091136,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561503936,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742710976,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":7094639296,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097916096,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120198336,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477205696,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":7795219136,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518736576,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727632576,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF","file":"MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":10056211136,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/MN-CaptainErisNebula-12B-Chimera-v1.1-heretic-uncensored-abliterated-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"internlm2-math-base-7b","family":"internlm/internlm2-math-base-7b","name":"Internlm2 Math Base 7B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":7.74,"active":null,"layers":32,"probe":"mradermacher/internlm2-math-base-7b-i1-GGUF/internlm2-math-base-7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-08-21T10:42:16.000Z","downloads":2654,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1865373440,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2007717632,"bits":2.08,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2244957952,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2451527424,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2589378304,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2779170560,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q2_K.gguf","label":"Q2_K","size":3005449984,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3105801984,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3330209536,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3475961600,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3493787392,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3596285696,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3830380288,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4133418752,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4244268800,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q4_0.gguf","label":"Q4_0","size":4467926784,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4484704000,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4712769280,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5373044480,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5506737920,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-base-7b-i1-GGUF","file":"internlm2-math-base-7b.i1-Q6_K.gguf","label":"Q6_K","size":6350329600,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/internlm2-math-base-7b-i1-GGUF"],"logoFrom":"internlm"},{"id":"qwen3-1-7b-jailbreak-reasoning","family":"Sanraj/Qwen3-1.7B-Jailbreak-reasoning","name":"Qwen3 1.7B Jailbreak Reasoning","maker":"Sanraj","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF/Qwen3-1.7B-Jailbreak-reasoning.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-01-01T15:41:35.000Z","downloads":2653,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q2_K.gguf","label":"Q2_K","size":777796608,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q3_K_S.gguf","label":"Q3_K_S","size":867253248,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q3_K_M.gguf","label":"Q3_K_M","size":939539456,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q3_K_L.gguf","label":"Q3_K_L","size":1003502592,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.IQ4_XS.gguf","label":"IQ4_XS","size":1016282112,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q4_K_S.gguf","label":"Q4_K_S","size":1060191232,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q4_K_M.gguf","label":"Q4_K_M","size":1107409920,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q5_K_S.gguf","label":"Q5_K_S","size":1230584832,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q5_K_M.gguf","label":"Q5_K_M","size":1257880576,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q6_K.gguf","label":"Q6_K","size":1417755648,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.Q8_0.gguf","label":"Q8_0","size":1834427392,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF","file":"Qwen3-1.7B-Jailbreak-reasoning.f16.gguf","label":"F16","size":3447350272,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-1.7B-Jailbreak-reasoning-GGUF"],"logoFrom":"Sanraj"},{"id":"qwen3-8-distilled-9b-npu2","family":"Atomic-Germ/Qwen3.8-Distilled-9B-NPU2","name":"Qwen3.8 Distilled 9B NPU2","maker":"Atomic-Germ","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"Atomic-Germ/Qwen3.8-Distilled-9B-NPU2/model.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-16T17:10:53.000Z","downloads":2653,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Atomic-Germ/Qwen3.8-Distilled-9B-NPU2","file":"model.gguf","label":"model","size":9527521184,"bits":8.52,"known":false,"rank":0}],"repos":["Atomic-Germ/Qwen3.8-Distilled-9B-NPU2"],"logoFrom":"empero-ai"},{"id":"lfm3-1-7b-paretrix","family":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","name":"LFM3 1.7B Paretrix","maker":"Soulfate24","catalog":null,"tuned":false,"params":1.73,"active":null,"layers":24,"probe":"Soulfate24/LFM3-1.7B-Paretrix-GGUF/model-Paretrix-Femto-21pc.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-08T22:35:00.000Z","downloads":2653,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Femto-21pc.gguf","label":"model-Paretrix-Femto-21pc","size":773889696,"bits":3.58,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Pico-24pc.gguf","label":"model-Paretrix-Pico-24pc","size":872234656,"bits":4.03,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Nano-27pc.gguf","label":"model-Paretrix-Nano-27pc","size":971690656,"bits":4.49,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Mini-30pc.gguf","label":"model-Paretrix-Mini-30pc","size":1070636704,"bits":4.95,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Compact-33pc.gguf","label":"model-Paretrix-Compact-33pc","size":1175019168,"bits":5.43,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Quality-36pc.gguf","label":"model-Paretrix-Quality-36pc","size":1277320864,"bits":5.91,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Precision-42pc.gguf","label":"model-Paretrix-Precision-42pc","size":1487063456,"bits":6.88,"known":false,"rank":0},{"repo":"Soulfate24/LFM3-1.7B-Paretrix-GGUF","file":"model-Paretrix-Fidelity-48pc.gguf","label":"model-Paretrix-Fidelity-48pc","size":1671012000,"bits":7.73,"known":false,"rank":0}],"repos":["Soulfate24/LFM3-1.7B-Paretrix-GGUF"],"logoFrom":"LiquidAI"},{"id":"final-bench-darwin-4b-chimera","family":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","name":"FINAL Bench Darwin 4B Chimera","maker":"bartowski","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF/FINAL-Bench_Darwin-4B-Chimera-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"gemma","open":false,"released":"2026-07-22T03:01:59.000Z","downloads":2653,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-IQ2_M.gguf","label":"IQ2_M","size":1693904288,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q2_K.gguf","label":"Q2_K","size":1762397088,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-IQ3_XXS.gguf","label":"IQ3_XXS","size":1782255008,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q2_K_L.gguf","label":"Q2_K_L","size":1856597408,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-IQ3_XS.gguf","label":"IQ3_XS","size":1910221728,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q3_K_S.gguf","label":"Q3_K_S","size":1960725408,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-IQ3_M.gguf","label":"IQ3_M","size":2048420768,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q3_K_M.gguf","label":"Q3_K_M","size":2154589088,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q3_K_L.gguf","label":"Q3_K_L","size":2266327968,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-IQ4_XS.gguf","label":"IQ4_XS","size":2337844128,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q3_K_XL.gguf","label":"Q3_K_XL","size":2360528288,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q4_0.gguf","label":"Q4_0","size":2424433568,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q4_K_S.gguf","label":"Q4_K_S","size":2436557728,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-IQ4_NL.gguf","label":"IQ4_NL","size":2442537888,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q4_K_M.gguf","label":"Q4_K_M","size":2604923808,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q4_1.gguf","label":"Q4_1","size":2633493408,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q4_K_L.gguf","label":"Q4_K_L","size":2699124128,"bits":5.37,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q5_K_S.gguf","label":"Q5_K_S","size":2848779168,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q5_K_M.gguf","label":"Q5_K_M","size":2977250208,"bits":5.92,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q5_K_L.gguf","label":"Q5_K_L","size":3071450528,"bits":6.11,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q6_K.gguf","label":"Q6_K","size":3477679008,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q6_K_L.gguf","label":"Q6_K_L","size":3571879328,"bits":7.11,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-Q8_0.gguf","label":"Q8_0","size":4280405408,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF","file":"FINAL-Bench_Darwin-4B-Chimera-bf16.gguf","label":"BF16","size":8051285120,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/FINAL-Bench_Darwin-4B-Chimera-GGUF"],"logoFrom":"FINAL-Bench"},{"id":"bigbubba-qwen3-6-27b","family":"nbeerbower/BigBubba-Qwen3.6-27B","name":"BigBubba Qwen3.6 27B","maker":"nbeerbower","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF/nbeerbower_BigBubba-Qwen3.6-27B-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-30T15:19:06.000Z","downloads":2652,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ2_XXS.gguf","label":"IQ2_XXS","size":9393042912,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ2_XS.gguf","label":"IQ2_XS","size":9986799072,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ2_S.gguf","label":"IQ2_S","size":10295330272,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ2_M.gguf","label":"IQ2_M","size":10873357792,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q2_K.gguf","label":"Q2_K","size":11839440352,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ3_XXS.gguf","label":"IQ3_XXS","size":12626773472,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q2_K_L.gguf","label":"Q2_K_L","size":13081040352,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ3_XS.gguf","label":"IQ3_XS","size":13330404832,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q3_K_S.gguf","label":"Q3_K_S","size":13720344032,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ3_M.gguf","label":"IQ3_M","size":13903517152,"bits":4.07,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q3_K_M.gguf","label":"Q3_K_M","size":14605735392,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q3_K_L.gguf","label":"Q3_K_L","size":15279445472,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15567824352,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-IQ4_NL.gguf","label":"IQ4_NL","size":16325830112,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q4_0.gguf","label":"Q4_0","size":16348767712,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q3_K_XL.gguf","label":"Q3_K_XL","size":16391919072,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q4_K_S.gguf","label":"Q4_K_S","size":16713147872,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q4_K_M.gguf","label":"Q4_K_M","size":17772537312,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q4_1.gguf","label":"Q4_1","size":17825457632,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q4_K_L.gguf","label":"Q4_K_L","size":18716153312,"bits":5.48,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q5_K_S.gguf","label":"Q5_K_S","size":19680945632,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q5_K_M.gguf","label":"Q5_K_M","size":20752786912,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q5_K_L.gguf","label":"Q5_K_L","size":21537478112,"bits":6.31,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q6_K.gguf","label":"Q6_K","size":23463130592,"bits":6.87,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q6_K_L.gguf","label":"Q6_K_L","size":24078964192,"bits":7.05,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-Q8_0.gguf","label":"Q8_0","size":29116388832,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF","file":"nbeerbower_BigBubba-Qwen3.6-27B-bf16/nbeerbower_BigBubba-Qwen3.6-27B-bf16-00001-of-00002.gguf","label":"BF16","size":54657734048,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/nbeerbower_BigBubba-Qwen3.6-27B-GGUF"],"logoFrom":"nbeerbower"},{"id":"gemma-4-26b-a4b-heretic-stable","family":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable","name":"Gemma 4 26B A4B Heretic Stable","maker":"prithivMLmods","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF/gemma-4-26B-A4B-Heretic-Stable.Q2_K.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-22T22:30:43.000Z","downloads":2650,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q2_K.gguf","label":"Q2_K","size":10582732320,"bits":3.36,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q3_K_S.gguf","label":"Q3_K_S","size":12222404640,"bits":3.88,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q3_K_M.gguf","label":"Q3_K_M","size":13286728736,"bits":4.21,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q3_K_L.gguf","label":"Q3_K_L","size":13824483360,"bits":4.38,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q4_0.gguf","label":"Q4_0","size":14439356960,"bits":4.58,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q4_K_S.gguf","label":"Q4_K_S","size":15464820256,"bits":4.9,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q4_K_M.gguf","label":"Q4_K_M","size":16796011040,"bits":5.33,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q5_0.gguf","label":"Q5_0","size":17499785760,"bits":5.55,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q5_K_S.gguf","label":"Q5_K_S","size":17986728480,"bits":5.7,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q5_K_M.gguf","label":"Q5_K_M","size":19132885536,"bits":6.07,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q6_K.gguf","label":"Q6_K","size":22638394400,"bits":7.18,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.Q8_0.gguf","label":"Q8_0","size":26859854368,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.BF16.gguf","label":"BF16","size":50505130528,"bits":16.01,"known":true,"rank":0},{"repo":"prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF","file":"gemma-4-26B-A4B-Heretic-Stable.F16.gguf","label":"F16","size":50505130528,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/gemma-4-26B-A4B-Heretic-Stable-GGUF"],"logoFrom":"prithivMLmods"},{"id":"olmo-3-32b-think","family":"allenai/Olmo-3-32B-Think","name":"Olmo 3 32B Think","maker":"Ai2","catalog":null,"tuned":false,"params":32.23,"active":null,"layers":64,"probe":"unsloth/Olmo-3-32B-Think-GGUF/Olmo-3-32B-Think-UD-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":805306368,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-19T20:48:33.000Z","downloads":2649,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1306,"arenaCoding":1360,"arenaVision":null,"builds":[{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7245908416,"bits":1.8,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":7865223616,"bits":1.95,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":8914618816,"bits":2.21,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11047569856,"bits":2.74,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q2_K.gguf","label":"Q2_K","size":12005940096,"bits":2.98,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q2_K_L.gguf","label":"Q2_K_L","size":12126273696,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12333326496,"bits":3.06,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12650375616,"bits":3.14,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q3_K_S.gguf","label":"Q3_K_S","size":14058243392,"bits":3.49,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q3_K_M.gguf","label":"Q3_K_M","size":15600960832,"bits":3.87,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":15879848096,"bits":3.94,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-IQ4_XS.gguf","label":"IQ4_XS","size":17348182176,"bits":4.31,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-IQ4_NL.gguf","label":"IQ4_NL","size":18312872096,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q4_0.gguf","label":"Q4_0","size":18341707936,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q4_K_S.gguf","label":"Q4_K_S","size":18415108256,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q4_K_M.gguf","label":"Q4_K_M","size":19482034336,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":19578740896,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q4_1.gguf","label":"Q4_1","size":20253369376,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q5_K_S.gguf","label":"Q5_K_S","size":22235809696,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":22800279456,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q5_K_M.gguf","label":"Q5_K_M","size":22859712416,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q6_K.gguf","label":"Q6_K","size":26448495392,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":27951707680,"bits":6.94,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-Q8_0.gguf","label":"Q8_0","size":34254796320,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"Olmo-3-32B-Think-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":37670149920,"bits":9.35,"known":true,"rank":0},{"repo":"unsloth/Olmo-3-32B-Think-GGUF","file":"BF16/Olmo-3-32B-Think-BF16-00001-of-00002.gguf","label":"BF16","size":64472735488,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Olmo-3-32B-Think-GGUF"],"logoFrom":"allenai"},{"id":"grug-27b-v1-1","family":"ProCreations/grug-27b-v1.1","name":"Grug 27B V1.1","maker":"ProCreations","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"bartowski/ProCreations_grug-27b-v1.1-GGUF/ProCreations_grug-27b-v1.1-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-18T16:16:24.000Z","downloads":2647,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9154059328,"bits":2.72,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ2_XS.gguf","label":"IQ2_XS","size":9747815488,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ2_S.gguf","label":"IQ2_S","size":10056346688,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ2_M.gguf","label":"IQ2_M","size":10634374208,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q2_K.gguf","label":"Q2_K","size":11600456768,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12387789888,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q2_K_L.gguf","label":"Q2_K_L","size":12842056768,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ3_XS.gguf","label":"IQ3_XS","size":13091421248,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q3_K_S.gguf","label":"Q3_K_S","size":13481360448,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ3_M.gguf","label":"IQ3_M","size":13664533568,"bits":4.06,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q3_K_M.gguf","label":"Q3_K_M","size":14366751808,"bits":4.27,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q3_K_L.gguf","label":"Q3_K_L","size":15040461888,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ4_XS.gguf","label":"IQ4_XS","size":15328840768,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-IQ4_NL.gguf","label":"IQ4_NL","size":16086846528,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q4_0.gguf","label":"Q4_0","size":16109784128,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":16152935488,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q4_K_S.gguf","label":"Q4_K_S","size":16474164288,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q4_K_M.gguf","label":"Q4_K_M","size":17533553728,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q4_1.gguf","label":"Q4_1","size":17586474048,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q4_K_L.gguf","label":"Q4_K_L","size":18477169728,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q5_K_S.gguf","label":"Q5_K_S","size":19441962048,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q5_K_M.gguf","label":"Q5_K_M","size":20513803328,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q5_K_L.gguf","label":"Q5_K_L","size":21298494528,"bits":6.33,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q6_K.gguf","label":"Q6_K","size":23224147008,"bits":6.91,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q6_K_L.gguf","label":"Q6_K_L","size":23839980608,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-Q8_0.gguf","label":"Q8_0","size":28665068608,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/ProCreations_grug-27b-v1.1-GGUF","file":"ProCreations_grug-27b-v1.1-bf16/ProCreations_grug-27b-v1.1-bf16-00001-of-00002.gguf","label":"BF16","size":53808282560,"bits":16,"known":true,"rank":0}],"repos":["bartowski/ProCreations_grug-27b-v1.1-GGUF"],"logoFrom":"ProCreations"},{"id":"agentworld-35b-a3b-heretic","family":"auttasak88/AgentWorld-35B-A3B-Heretic","name":"AgentWorld 35B A3B Heretic","maker":"auttasak88","catalog":null,"tuned":true,"params":34.66,"active":2.67,"layers":41,"probe":"auttasak88/AgentWorld-35B-A3B-Heretic/AgentWorld-35B-A3B-Heretic-Q4_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-12T11:13:59.000Z","downloads":2646,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"auttasak88/AgentWorld-35B-A3B-Heretic","file":"AgentWorld-35B-A3B-Heretic-Q4_0.gguf","label":"Q4_0","size":19715054176,"bits":4.55,"known":true,"rank":0},{"repo":"auttasak88/AgentWorld-35B-A3B-Heretic","file":"AgentWorld-35B-A3B-Heretic-Q4_K_M.gguf","label":"Q4_K_M","size":21166758496,"bits":4.89,"known":true,"rank":0},{"repo":"auttasak88/AgentWorld-35B-A3B-Heretic","file":"AgentWorld-35B-A3B-Heretic-Q5_K_M.gguf","label":"Q5_K_M","size":24729131616,"bits":5.71,"known":true,"rank":0},{"repo":"auttasak88/AgentWorld-35B-A3B-Heretic","file":"AgentWorld-35B-A3B-Heretic-Q8_0.gguf","label":"Q8_0","size":36903139936,"bits":8.52,"known":true,"rank":0}],"repos":["auttasak88/AgentWorld-35B-A3B-Heretic"],"logoFrom":"Qwen"},{"id":"qwen2-0-5b-numinamath-tir-v1","family":"NotASI/Qwen2-0.5B-NuminaMath-TIR-v1","name":"Qwen2 0.5B NuminaMath TIR V1","maker":"NotASI","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF/Qwen2-0.5B-NuminaMath-TIR-v1.Q3_K_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-20T12:03:34.000Z","downloads":2644,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q3_K_S.gguf","label":"Q3_K_S","size":338261792,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.IQ3_S.gguf","label":"IQ3_S","size":338605856,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.IQ3_XS.gguf","label":"IQ3_XS","size":338605856,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q2_K.gguf","label":"Q2_K","size":338605856,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.IQ3_M.gguf","label":"IQ3_M","size":342750752,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.IQ4_XS.gguf","label":"IQ4_XS","size":351443744,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q3_K_M.gguf","label":"Q3_K_M","size":355464992,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q3_K_L.gguf","label":"Q3_K_L","size":369356576,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q4_K_S.gguf","label":"Q4_K_S","size":385470240,"bits":6.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q4_K_M.gguf","label":"Q4_K_M","size":397806368,"bits":6.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q5_K_S.gguf","label":"Q5_K_S","size":412708640,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q5_K_M.gguf","label":"Q5_K_M","size":420084512,"bits":6.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q6_K.gguf","label":"Q6_K","size":505734944,"bits":8.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.Q8_0.gguf","label":"Q8_0","size":531066656,"bits":8.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF","file":"Qwen2-0.5B-NuminaMath-TIR-v1.f16.gguf","label":"F16","size":994155296,"bits":16.23,"known":true,"rank":0}],"repos":["mradermacher/Qwen2-0.5B-NuminaMath-TIR-v1-GGUF"],"logoFrom":"NotASI"},{"id":"gemma-4-rust-coder","family":"MassivDash/Gemma-4-Rust-Coder","name":"Gemma 4 Rust Coder","maker":"MassivDash","catalog":null,"tuned":true,"params":4.65,"active":null,"layers":35,"probe":"MassivDash/Gemma-4-Rust-Coder/gemma-4-e2b-it.Q3_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"mit","open":true,"released":"2026-04-16T07:27:18.000Z","downloads":2644,"likes":56,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MassivDash/Gemma-4-Rust-Coder","file":"gemma-4-e2b-it.Q3_K_M.gguf","label":"Q3_K_M","size":3201344096,"bits":5.51,"known":true,"rank":0},{"repo":"MassivDash/Gemma-4-Rust-Coder","file":"gemma-4-e2b-it.Q4_0.gguf","label":"Q4_0","size":3360154208,"bits":5.78,"known":true,"rank":0},{"repo":"MassivDash/Gemma-4-Rust-Coder","file":"gemma-4-e2b-it.Q4_K_M.gguf","label":"Q4_K_M","size":3427873376,"bits":5.9,"known":true,"rank":0},{"repo":"MassivDash/Gemma-4-Rust-Coder","file":"gemma-4-e2b-it.Q5_0.gguf","label":"Q5_0","size":3595395680,"bits":6.19,"known":true,"rank":0},{"repo":"MassivDash/Gemma-4-Rust-Coder","file":"gemma-4-e2b-it.Q5_K_M.gguf","label":"Q5_K_M","size":3630281312,"bits":6.25,"known":true,"rank":0},{"repo":"MassivDash/Gemma-4-Rust-Coder","file":"gemma-4-e2b-it.Q8_0.gguf","label":"Q8_0","size":4967490144,"bits":8.55,"known":true,"rank":0}],"repos":["MassivDash/Gemma-4-Rust-Coder"],"logoFrom":"google"},{"id":"lfm2-5-2-6b-tema-q-abliterated","family":"yuna1126/LFM2.5-2.6B-Tema_Q-Abliterated","name":"LFM2.5 2.6B Tema Q Abliterated","maker":"yuna1126","catalog":null,"tuned":true,"params":2.7,"active":null,"layers":30,"probe":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF/LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ1_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":131072,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-10-22T13:58:05.000Z","downloads":2643,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":677039072,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":731573216,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":822463456,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":896224224,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":908504032,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":981216224,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1038724064,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q2_K.gguf","label":"Q2_K","size":1094593504,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1120529376,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1221077984,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":1270524896,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1270524896,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":1284869088,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1366846432,"bits":4.05,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1451650016,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1517808608,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1593895904,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q4_0.gguf","label":"Q4_0","size":1598024672,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1602677728,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1674456032,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q4_1.gguf","label":"Q4_1","size":1746070496,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1898245088,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1939745760,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF","file":"LFM2.5-2.6B-Tema_Q-Abliterated.i1-Q6_K.gguf","label":"Q6_K","size":2221616096,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/LFM2.5-2.6B-Tema_Q-Abliterated-i1-GGUF"],"logoFrom":"LiquidAI"},{"id":"humanish-roleplay-llama-3-1-8b","family":"vicgalle/Humanish-Roleplay-Llama-3.1-8B","name":"Humanish Roleplay Llama 3.1 8B","maker":"vicgalle","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF/Humanish-Roleplay-Llama-3.1-8B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-04T00:02:36.000Z","downloads":2642,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628768,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972960,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399213280,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782752,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489824,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2948282080,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q2_K.gguf","label":"Q2_K","size":3179132640,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913504,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748384,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500448,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3682326240,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3784824544,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018919136,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321957600,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663840,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q4_0.gguf","label":"Q4_0","size":4675892960,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692670176,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735456,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599295200,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732988640,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF","file":"Humanish-Roleplay-Llama-3.1-8B.i1-Q6_K.gguf","label":"Q6_K","size":6596007648,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF"],"logoFrom":"vicgalle"},{"id":"jev-omni","family":"akhilaaa3/Jev-Omni","name":"Jev Omni","maker":"akhilaaa3","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"Reza2kn/Jev-Omni-Q4_K_M-GGUF/Jev-Omni-Unified-Q4_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-23T21:58:00.000Z","downloads":2641,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Reza2kn/Jev-Omni-Q4_K_M-GGUF","file":"Jev-Omni-Unified-Q4_K_M.gguf","label":"Q4_K_M","size":7381382848,"bits":4.96,"known":true,"rank":0}],"repos":["Reza2kn/Jev-Omni-Q4_K_M-GGUF"],"logoFrom":null},{"id":"sonthenguyen-openhermes-2-5-mistral-7b-mt-bench-dpo-recovered","family":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","name":"Sonthenguyen OpenHermes 2.5 Mistral 7B Mt Bench DPO Recovered","maker":"RichardErkhov","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-02T14:57:28.000Z","downloads":2639,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q2_K.gguf","label":"Q2_K","size":2719252000,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.IQ3_XS.gguf","label":"IQ3_XS","size":3018826080,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q3_K_S.gguf","label":"Q3_K_S","size":3164578144,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.IQ3_S.gguf","label":"IQ3_S","size":3182403936,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.IQ3_M.gguf","label":"IQ3_M","size":3284902240,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q3_K.gguf","label":"Q3_K","size":3518996832,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q3_K_M.gguf","label":"Q3_K_M","size":3518996832,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q3_K_L.gguf","label":"Q3_K_L","size":3822035296,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.IQ4_XS.gguf","label":"IQ4_XS","size":3944400032,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q4_0.gguf","label":"Q4_0","size":4108928416,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q4_K_S.gguf","label":"Q4_K_S","size":4140385696,"bits":4.58,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.IQ4_NL.gguf","label":"IQ4_NL","size":4155065760,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q4_K.gguf","label":"Q4_K","size":4368450976,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q4_K_M.gguf","label":"Q4_K_M","size":4368450976,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q4_1.gguf","label":"Q4_1","size":4553328544,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q5_0.gguf","label":"Q5_0","size":4997728672,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q5_K_S.gguf","label":"Q5_K_S","size":4997728672,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q5_K.gguf","label":"Q5_K","size":5131422112,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q5_K_M.gguf","label":"Q5_K_M","size":5131422112,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q5_1.gguf","label":"Q5_1","size":5442128800,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q6_K.gguf","label":"Q6_K","size":5942078944,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf","file":"OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered.Q8_0.gguf","label":"Q8_0","size":7695875424,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/sonthenguyen_-_OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered-gguf"],"logoFrom":"RichardErkhov"},{"id":"onellm-doey-v1-llama-3-2-3b-q4-k-m","family":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-3B-Q4_K_M-GGUF","name":"OneLLM Doey V1 Llama 3.2 3B Q4 K M","maker":"DoeyLLM","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-3B-Q4_K_M-GGUF/onellm-doey-v1-llama-3.2-3b-q4_k_m.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-11-18T11:58:15.000Z","downloads":2639,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DoeyLLM/OneLLM-Doey-V1-Llama-3.2-3B-Q4_K_M-GGUF","file":"onellm-doey-v1-llama-3.2-3b-q4_k_m.gguf","label":"Q4_K_M","size":2019377216,"bits":5.03,"known":true,"rank":0}],"repos":["DoeyLLM/OneLLM-Doey-V1-Llama-3.2-3B-Q4_K_M-GGUF"],"logoFrom":"DoeyLLM"},{"id":"onellm-doey-chatqa-v1-llama-3-2-1b","family":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B","name":"OneLLM Doey ChatQA V1 Llama 3.2 1B","maker":"DoeyLLM","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":16,"probe":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-Q8_0-GGUF/onellm-doey-chatqa-v1-llama-3.2-1b-q8_0.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-25T07:23:26.000Z","downloads":2639,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-Q8_0-GGUF","file":"onellm-doey-chatqa-v1-llama-3.2-1b-q8_0.gguf","label":"Q8_0","size":1321083136,"bits":8.52,"known":true,"rank":0}],"repos":["DoeyLLM/OneLLM-Doey-ChatQA-V1-Llama-3.2-1B-Q8_0-GGUF"],"logoFrom":"DoeyLLM"},{"id":"gemma-2-9b-it-imatrix","family":"duyntnet/gemma-2-9b-it-imatrix-GGUF","name":"Gemma 2 9B Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"duyntnet/gemma-2-9b-it-imatrix-GGUF/gemma-2-9b-it-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"other","open":false,"released":"2024-06-28T15:30:16.000Z","downloads":2637,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ1_S.gguf","label":"IQ1_S","size":2378565440,"bits":2.06,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ1_M.gguf","label":"IQ1_M","size":2545952576,"bits":2.2,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ2_XXS.gguf","label":"IQ2_XXS","size":2824931136,"bits":2.45,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ2_XS.gguf","label":"IQ2_XS","size":3067381568,"bits":2.66,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ2_S.gguf","label":"IQ2_S","size":3211487040,"bits":2.78,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ2_M.gguf","label":"IQ2_M","size":3434669888,"bits":2.97,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q2_K_S.gguf","label":"Q2_K_S","size":3552511808,"bits":3.08,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ3_XXS.gguf","label":"IQ3_XXS","size":3796739904,"bits":3.29,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q2_K.gguf","label":"Q2_K","size":3805398848,"bits":3.29,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ3_XS.gguf","label":"IQ3_XS","size":4144990016,"bits":3.59,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ3_S.gguf","label":"IQ3_S","size":4337665856,"bits":3.76,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q3_K_S.gguf","label":"Q3_K_S","size":4337665856,"bits":3.76,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ3_M.gguf","label":"IQ3_M","size":4494616384,"bits":3.89,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q3_K_M.gguf","label":"Q3_K_M","size":4761782080,"bits":4.12,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q3_K_L.gguf","label":"Q3_K_L","size":5132453696,"bits":4.44,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ4_XS.gguf","label":"IQ4_XS","size":5183031104,"bits":4.49,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-IQ4_NL.gguf","label":"IQ4_NL","size":5443143488,"bits":4.71,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q4_0.gguf","label":"Q4_0","size":5459199808,"bits":4.73,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q4_K_S.gguf","label":"Q4_K_S","size":5478926144,"bits":4.74,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q4_K_M.gguf","label":"Q4_K_M","size":5761058624,"bits":4.99,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q4_1.gguf","label":"Q4_1","size":5963368256,"bits":5.16,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q5_K_S.gguf","label":"Q5_K_S","size":6483593024,"bits":5.61,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q5_0.gguf","label":"Q5_0","size":6499649344,"bits":5.63,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q5_K_M.gguf","label":"Q5_K_M","size":6647367488,"bits":5.76,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q5_1.gguf","label":"Q5_1","size":7003817792,"bits":6.06,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q6_K.gguf","label":"Q6_K","size":7589070656,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/gemma-2-9b-it-imatrix-GGUF","file":"gemma-2-9b-it-Q8_0.gguf","label":"Q8_0","size":9827149632,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/gemma-2-9b-it-imatrix-GGUF"],"logoFrom":"google"},{"id":"iris-12b-v1-4-1","family":"Lambent/Iris-12B-v1.4.1","name":"Iris 12B V1.4.1","maker":"Lambent","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"mradermacher/Iris-12B-v1.4.1-i1-GGUF/Iris-12B-v1.4.1.i1-IQ1_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-15T03:30:48.000Z","downloads":2637,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ1_S.gguf","label":"IQ1_S","size":2983691712,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ1_M.gguf","label":"IQ1_M","size":3202848192,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3568108992,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3887842752,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ2_S.gguf","label":"IQ2_S","size":4079596992,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ2_M.gguf","label":"IQ2_M","size":4371805632,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4504147392,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q2_K.gguf","label":"Q2_K","size":4830148032,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4849194432,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5272393152,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ3_S.gguf","label":"IQ3_S","size":5528229312,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5528229312,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ3_M.gguf","label":"IQ3_M","size":5733991872,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6087087552,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6566319552,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6635255232,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6975878592,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q4_0.gguf","label":"Q4_0","size":6997996992,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7024047552,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7381382592,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q4_1.gguf","label":"Q4_1","size":7657125312,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8338372032,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8547268032,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Iris-12B-v1.4.1-i1-GGUF","file":"Iris-12B-v1.4.1.i1-Q6_K.gguf","label":"Q6_K","size":9786021312,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Iris-12B-v1.4.1-i1-GGUF"],"logoFrom":null},{"id":"qwen3-5-2b-rcol","family":"jackjusko/Qwen3.5-2B-RCOL","name":"Qwen3.5 2B RCOL","maker":"jackjusko","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"jackjusko/Qwen3.5-2B-RCOL/IQ1_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T00:13:01.000Z","downloads":2635,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jackjusko/Qwen3.5-2B-RCOL","file":"IQ1_M.gguf","label":"IQ1_M","size":744370432,"bits":3.17,"known":true,"rank":0},{"repo":"jackjusko/Qwen3.5-2B-RCOL","file":"IQ2_M.gguf","label":"IQ2_M","size":854905088,"bits":3.64,"known":true,"rank":0},{"repo":"jackjusko/Qwen3.5-2B-RCOL","file":"IQ3_M.gguf","label":"IQ3_M","size":1038307584,"bits":4.42,"known":true,"rank":0}],"repos":["jackjusko/Qwen3.5-2B-RCOL"],"logoFrom":"Qwen"},{"id":"code-290k-13b","family":"ajibawa-2023/Code-290k-13B","name":"Code 290K 13B","maker":"ajibawa-2023","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Code-290k-13B-GGUF/code-290k-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2024-01-16T18:16:42.000Z","downloads":2634,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q2_K.gguf","label":"Q2_K","size":4854269952,"bits":2.98,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980352,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769472,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559552,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q4_0.gguf","label":"Q4_0","size":7365834752,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7423178752,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956352,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q5_0.gguf","label":"Q5_0","size":8972285952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285952,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924352,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q6_K.gguf","label":"Q6_K","size":10679140352,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Code-290k-13B-GGUF","file":"code-290k-13b.Q8_0.gguf","label":"Q8_0","size":13831319552,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Code-290k-13B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"t3qinex12-7b","family":"automerger/T3qInex12-7B","name":"T3qInex12 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/T3qInex12-7B-GGUF/T3qInex12-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-21T10:20:39.000Z","downloads":2634,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q2_K.gguf","label":"Q2_K","size":2719242080,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567392,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986080,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024544,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373856,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439136,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715808,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409248,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q6_K.gguf","label":"Q6_K","size":5942064992,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.Q8_0.gguf","label":"Q8_0","size":7695857504,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/T3qInex12-7B-GGUF","file":"T3qInex12-7B.fp16.gguf","label":"T3qInex12-7B.fp16","size":14484731744,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/T3qInex12-7B-GGUF"],"logoFrom":"automerger"},{"id":"l3-8b-stheno-v3-2-ultra-neo-v1-imatrix","family":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","name":"L3 8B Stheno V3.2 Ultra NEO V1 IMATRIX","maker":"DavidAU","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF/L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ1_M-imat13.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-25T01:40:50.000Z","downloads":2633,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ1_M-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ1_M-imat13","size":2161971712,"bits":2.15,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ2_XS-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ2_XS-imat13","size":2605781504,"bits":2.6,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ2_M-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ2_M-imat13","size":2948280832,"bits":2.94,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ3_M-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ3_M-imat13","size":3784823296,"bits":3.77,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ4_XS-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-IQ4_XS-imat13","size":4447662592,"bits":4.43,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q4_K_S-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q4_K_S-imat13","size":4692668928,"bits":4.68,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q4_K_M-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q4_K_M-imat13","size":4920734208,"bits":4.9,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q5_K_S-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q5_K_S-imat13","size":5599293952,"bits":5.58,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q5_K_M-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q5_K_M-imat13","size":5732987392,"bits":5.71,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q6_K-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q6_K-imat13","size":6596006400,"bits":6.57,"known":false,"rank":0},{"repo":"DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF","file":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q8_0-imat13.gguf","label":"L3-8B-Stheno-v3.2-NEO-V1-D_AU-Q8_0-imat13","size":8540770816,"bits":8.51,"known":false,"rank":0}],"repos":["DavidAU/L3-8B-Stheno-v3.2-Ultra-NEO-V1-IMATRIX-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen2-5-32b-rp-ink","family":"allura-org/Qwen2.5-32b-RP-Ink","name":"Qwen2.5 32B RP Ink","maker":"allura-org","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"bartowski/Qwen2.5-32b-RP-Ink-GGUF/Qwen2.5-32b-RP-Ink-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-30T22:20:25.000Z","downloads":2631,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ2_XS.gguf","label":"IQ2_XS","size":9957550880,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ2_S.gguf","label":"IQ2_S","size":10387569440,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ2_M.gguf","label":"IQ2_M","size":11264441120,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q2_K.gguf","label":"Q2_K","size":12313099040,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q2_K_L.gguf","label":"Q2_K_L","size":13073419040,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ3_XS.gguf","label":"IQ3_XS","size":13705513760,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q3_K_S.gguf","label":"Q3_K_S","size":14392331040,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ3_M.gguf","label":"IQ3_M","size":14810123040,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q3_K_M.gguf","label":"Q3_K_M","size":15935048480,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q3_K_L.gguf","label":"Q3_K_L","size":17247079200,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ4_XS.gguf","label":"IQ4_XS","size":17693154080,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928325920,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-IQ4_NL.gguf","label":"IQ4_NL","size":18682174240,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q4_0.gguf","label":"Q4_0","size":18711010080,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q4_K_S.gguf","label":"Q4_K_S","size":18784410400,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q4_K_M.gguf","label":"Q4_K_M","size":19851336480,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q4_K_L.gguf","label":"Q4_K_L","size":20429179680,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q4_1.gguf","label":"Q4_1","size":20639243040,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q5_K_S.gguf","label":"Q5_K_S","size":22638254880,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q5_K_M.gguf","label":"Q5_K_M","size":23262157600,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q5_K_L.gguf","label":"Q5_K_L","size":23742679840,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q6_K.gguf","label":"Q6_K","size":26886155040,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q6_K_L.gguf","label":"Q6_K_L","size":27263273760,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-Q8_0.gguf","label":"Q8_0","size":34820885280,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-32b-RP-Ink-GGUF","file":"Qwen2.5-32b-RP-Ink-f16/Qwen2.5-32b-RP-Ink-f16-00001-of-00002.gguf","label":"F16","size":65535970016,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-32b-RP-Ink-GGUF"],"logoFrom":"allura-org"},{"id":"tema-q-r2-0-code","family":"kawasumi/Tema_Q-R2.0-Code","name":"Tema Q R2.0 Code","maker":"kawasumi","catalog":null,"tuned":false,"params":8.54,"active":null,"layers":28,"probe":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF/Tema_Q-R2.0-Code.i1-IQ1_S.gguf","kvBytesPerToken":530776,"kvHeader":458752,"kvFixed":0,"context":8192,"arch":"gemma","vision":false,"licence":"gemma","open":false,"released":"2025-12-15T08:17:43.000Z","downloads":2631,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ1_S.gguf","label":"IQ1_S","size":2160193312,"bits":2.02,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ1_M.gguf","label":"IQ1_M","size":2320035616,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2586439456,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2810572576,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ2_S.gguf","label":"IQ2_S","size":2918903584,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ2_M.gguf","label":"IQ2_M","size":3132026656,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3248271136,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q2_K.gguf","label":"Q2_K","size":3481448224,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3487100704,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3800739616,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ3_S.gguf","label":"IQ3_S","size":3982405408,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3982405408,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ3_M.gguf","label":"IQ3_M","size":4106071840,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4369329952,"bits":4.09,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4709068576,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4769623840,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5011844896,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q4_0.gguf","label":"Q4_0","size":5026000672,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5046447904,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5329760032,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q4_1.gguf","label":"Q4_1","size":5496287008,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5980729120,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6144503584,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Tema_Q-R2.0-Code-i1-GGUF","file":"Tema_Q-R2.0-Code.i1-Q6_K.gguf","label":"Q6_K","size":7010168608,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Tema_Q-R2.0-Code-i1-GGUF"],"logoFrom":null},{"id":"l3-v2-s-m-b-grand-horror-17b-glm4-7-thinking-uncensored-neo-imatrix","family":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","name":"L3 V2 S M B Grand HORROR 17B GLM4.7 Thinking UNCENSORED NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":16.54,"active":null,"layers":71,"probe":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF/L3-V2-Grand-Horror-Uncensored-IQ2_M.gguf","kvBytesPerToken":336474,"kvHeader":290816,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-16T05:57:48.000Z","downloads":2631,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-IQ2_M.gguf","label":"IQ2_M","size":6008046944,"bits":2.91,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-IQ3_M.gguf","label":"IQ3_M","size":7708116320,"bits":3.73,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":9120589152,"bits":4.41,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-IQ4_NL.gguf","label":"IQ4_NL","size":9611617632,"bits":4.65,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":9635210592,"bits":4.66,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":10142098784,"bits":4.91,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":11575731552,"bits":5.6,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":11868185952,"bits":5.74,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-Q6_K.gguf","label":"Q6_K","size":14194656608,"bits":6.87,"known":true,"rank":0},{"repo":"DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF","file":"L3-V2-Grand-Horror-Uncensored-HIGH-Q8_0.gguf","label":"Q8_0","size":18072249696,"bits":8.74,"known":true,"rank":0}],"repos":["DavidAU/L3-V2-S-M-B-Grand-HORROR-17B-GLM4.7-Thinking-UNCENSORED-NEO-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"aurorarp-8x7b-i1","family":"mradermacher/AuroraRP-8x7B-i1-GGUF","name":"AuroraRP 8x7B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/AuroraRP-8x7B-i1-GGUF/AuroraRP-8x7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-04T09:52:42.000Z","downloads":2631,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ1_S.gguf","label":"IQ1_S","size":9991644544,"bits":1.71,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ1_M.gguf","label":"IQ1_M","size":11017151872,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12726330752,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":14093673856,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ2_S.gguf","label":"IQ2_S","size":14297826688,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ2_M.gguf","label":"IQ2_M","size":15665169792,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q2_K.gguf","label":"Q2_K","size":17463797120,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18412438912,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19436897664,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ3_S.gguf","label":"IQ3_S","size":20585088384,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20585088384,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ3_M.gguf","label":"IQ3_M","size":21583332736,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22699017600,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24322213248,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25233106304,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q4_0.gguf","label":"Q4_0","size":26713597312,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26898146688,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28601034112,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32383903104,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33382147456,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/AuroraRP-8x7B-i1-GGUF","file":"AuroraRP-8x7B.i1-Q6_K.gguf","label":"Q6_K","size":38533383552,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/AuroraRP-8x7B-i1-GGUF"],"logoFrom":null},{"id":"deepseek-r1-distill-nsfw-rpv1","family":"mergekit-community/Deepseek-R1-Distill-NSFW-RPv1","name":"Deepseek R1 Distill NSFW RPv1","maker":"mergekit-community","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF/Deepseek-R1-Distill-NSFW-RPv1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-01-26T04:37:56.000Z","downloads":2630,"likes":61,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q2_K.gguf","label":"Q2_K","size":3179142176,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q3_K_S.gguf","label":"Q3_K_S","size":3664509984,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q3_K_M.gguf","label":"Q3_K_M","size":4018928672,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q3_K_L.gguf","label":"Q3_K_L","size":4321967136,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.IQ4_XS.gguf","label":"IQ4_XS","size":4484373536,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q4_K_S.gguf","label":"Q4_K_S","size":4692679712,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q4_K_M.gguf","label":"Q4_K_M","size":4920744992,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q5_K_S.gguf","label":"Q5_K_S","size":5599304736,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q5_K_M.gguf","label":"Q5_K_M","size":5732998176,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q6_K.gguf","label":"Q6_K","size":6596017184,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.Q8_0.gguf","label":"Q8_0","size":8540781600,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF","file":"Deepseek-R1-Distill-NSFW-RPv1.f16.gguf","label":"F16","size":16068901920,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Deepseek-R1-Distill-NSFW-RPv1-GGUF"],"logoFrom":"mergekit-community"},{"id":"agentica-org-deepcoder-14b-preview","family":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","name":"Agentica Org DeepCoder 14B Preview","maker":"bartowski","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF/agentica-org_DeepCoder-14B-Preview-IQ2_XS.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-04-08T21:20:49.000Z","downloads":2630,"likes":67,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ2_XS.gguf","label":"IQ2_XS","size":4704576096,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ2_S.gguf","label":"IQ2_S","size":5003727456,"bits":2.71,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ2_M.gguf","label":"IQ2_M","size":5356147296,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q2_K.gguf","label":"Q2_K","size":5770498656,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946708576,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":6383362656,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":6530818656,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":6659596896,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ3_M.gguf","label":"IQ3_M","size":6916538976,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":7339205216,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":7924769376,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":8119841376,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q4_0.gguf","label":"Q4_0","size":8544268896,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":8549184096,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":8573432416,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606016096,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":8988111456,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q4_1.gguf","label":"Q4_1","size":9392140896,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":9565954656,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":10266554976,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":10508874336,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":10989396576,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q6_K.gguf","label":"Q6_K","size":12124684896,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":12501803616,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-Q8_0.gguf","label":"Q8_0","size":15701598816,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-14B-Preview-GGUF","file":"agentica-org_DeepCoder-14B-Preview-bf16.gguf","label":"BF16","size":29547716928,"bits":16,"known":true,"rank":0}],"repos":["bartowski/agentica-org_DeepCoder-14B-Preview-GGUF"],"logoFrom":"agentica-org"},{"id":"qwen3-5-9b-the-bradbury-f451-pro-writer-uncensored-heretic","family":"DavidAU/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic","name":"Qwen3.5 9B The Bradbury F451 Pro Writer Uncensored Heretic","maker":"DavidAU","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-30T05:49:01.000Z","downloads":2629,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q2_K.gguf","label":"Q2_K","size":3827263488,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q3_K_S.gguf","label":"Q3_K_S","size":4259407872,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q3_K_M.gguf","label":"Q3_K_M","size":4623525888,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q3_K_L.gguf","label":"Q3_K_L","size":4925515776,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.IQ4_XS.gguf","label":"IQ4_XS","size":5227898880,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q4_K_S.gguf","label":"Q4_K_S","size":5351630848,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q4_K_M.gguf","label":"Q4_K_M","size":5629110272,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q5_K_S.gguf","label":"Q5_K_S","size":6305310720,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q5_K_M.gguf","label":"Q5_K_M","size":6467971072,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q6_K.gguf","label":"Q6_K","size":7359260672,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.Q8_0.gguf","label":"Q8_0","size":9527502848,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF","file":"Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic.f16.gguf","label":"F16","size":17920698368,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-The-Bradbury-F451-Pro-Writer-Uncensored-Heretic-GGUF"],"logoFrom":"DavidAU"},{"id":"pythia-1-4b-deduped","family":"EleutherAI/pythia-1.4b-deduped","name":"Pythia 1.4B Deduped","maker":"EleutherAI","catalog":null,"tuned":false,"params":1.41,"active":null,"layers":24,"probe":"mradermacher/pythia-1.4b-deduped-i1-GGUF/pythia-1.4b-deduped.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T07:25:25.000Z","downloads":2628,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ1_S.gguf","label":"IQ1_S","size":357896416,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ1_M.gguf","label":"IQ1_M","size":382669024,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":423956704,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ2_XS.gguf","label":"IQ2_XS","size":460132576,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ2_S.gguf","label":"IQ2_S","size":489863392,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ2_M.gguf","label":"IQ2_M","size":522893536,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q2_K.gguf","label":"Q2_K","size":570153184,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":586594528,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ3_XS.gguf","label":"IQ3_XS","size":638025952,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ3_S.gguf","label":"IQ3_S","size":652181728,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q3_K_S.gguf","label":"Q3_K_S","size":652181728,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ3_M.gguf","label":"IQ3_M","size":712343776,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q3_K_M.gguf","label":"Q3_K_M","size":761233632,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-IQ4_XS.gguf","label":"IQ4_XS","size":785328352,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q3_K_L.gguf","label":"Q3_K_L","size":822051040,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":826296544,"bits":4.69,"known":false,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":826296544,"bits":4.69,"known":false,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":826296544,"bits":4.69,"known":false,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q4_0.gguf","label":"Q4_0","size":829442272,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q4_K_S.gguf","label":"Q4_K_S","size":832588000,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q4_K_M.gguf","label":"Q4_K_M","size":915949792,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q5_K_S.gguf","label":"Q5_K_S","size":990169312,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1057016032,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-deduped-i1-GGUF","file":"pythia-1.4b-deduped.i1-Q6_K.gguf","label":"Q6_K","size":1164284128,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/pythia-1.4b-deduped-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"zr1-1-5b","family":"Zyphra/ZR1-1.5B","name":"ZR1 1.5B","maker":"Zyphra","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"bartowski/Zyphra_ZR1-1.5B-GGUF/Zyphra_ZR1-1.5B-IQ2_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-04-11T02:10:09.000Z","downloads":2627,"likes":28,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-IQ2_M.gguf","label":"IQ2_M","size":701333472,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q2_K.gguf","label":"Q2_K","size":752881632,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-IQ3_XXS.gguf","label":"IQ3_XXS","size":769071072,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-IQ3_XS.gguf","label":"IQ3_XS","size":831977952,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q3_K_S.gguf","label":"Q3_K_S","size":861223392,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-IQ3_M.gguf","label":"IQ3_M","size":876942816,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q3_K_M.gguf","label":"Q3_K_M","size":924457440,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q3_K_L.gguf","label":"Q3_K_L","size":980441568,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q2_K_L.gguf","label":"Q2_K_L","size":980785632,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-IQ4_XS.gguf","label":"IQ4_XS","size":1019712480,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-IQ4_NL.gguf","label":"IQ4_NL","size":1067604960,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q4_0.gguf","label":"Q4_0","size":1068809184,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q4_K_S.gguf","label":"Q4_K_S","size":1071586272,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q4_K_M.gguf","label":"Q4_K_M","size":1117322208,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q4_1.gguf","label":"Q4_1","size":1162701792,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q3_K_XL.gguf","label":"Q3_K_XL","size":1184643552,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q5_K_S.gguf","label":"Q5_K_S","size":1259174880,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q5_K_M.gguf","label":"Q5_K_M","size":1285495776,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q4_K_L.gguf","label":"Q4_K_L","size":1290529248,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q5_K_L.gguf","label":"Q5_K_L","size":1429531104,"bits":6.42,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q6_K.gguf","label":"Q6_K","size":1464180192,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q6_K_L.gguf","label":"Q6_K_L","size":1577220576,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-Q8_0.gguf","label":"Q8_0","size":1894533600,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Zyphra_ZR1-1.5B-GGUF","file":"Zyphra_ZR1-1.5B-bf16.gguf","label":"BF16","size":3560417504,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Zyphra_ZR1-1.5B-GGUF"],"logoFrom":"Zyphra"},{"id":"gpt-5-distill-qwen3-4b-instruct","family":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","name":"GPT 5 Distill Qwen3 4B","maker":"Jackrong","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF/GPT-5-Distill-Qwen3-4B-Instruct-Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-21T10:26:36.000Z","downloads":2626,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q2_K.gguf","label":"Q2_K","size":1669499776,"bits":3.32,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1886997376,"bits":3.76,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":2075618176,"bits":4.13,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2239785856,"bits":4.46,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2286316416,"bits":4.55,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2383309696,"bits":4.74,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"qwen3-4b-instruct-2507.Q4_K_M.gguf","label":"Q4_K_M","size":2497280192,"bits":4.97,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2823711616,"bits":5.62,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2889513856,"bits":5.75,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-Q6_K.gguf","label":"Q6_K","size":3306261376,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"qwen3-4b-instruct-2507.Q8_0.gguf","label":"Q8_0","size":4280404672,"bits":8.52,"known":true,"rank":0},{"repo":"Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF","file":"GPT-5-Distill-Qwen3-4B-Instruct-f16.gguf","label":"F16","size":8051285376,"bits":16.02,"known":true,"rank":0}],"repos":["Jackrong/GPT-5-Distill-Qwen3-4B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"clio-v1-legacy","family":"NovelAI/clio-v1-legacy","name":"Clio V1 Legacy","maker":"NovelAI","catalog":null,"tuned":false,"params":3.04,"active":null,"layers":28,"probe":"NovelAI/clio-v1-legacy/clio-v1-legacy-IQ4_XS.gguf","kvBytesPerToken":364909,"kvHeader":315392,"kvFixed":0,"context":8192,"arch":"stablelm","vision":false,"licence":"gpl-2.0","open":false,"released":"2026-09-24T12:35:10.000Z","downloads":2626,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NovelAI/clio-v1-legacy","file":"clio-v1-legacy-IQ4_XS.gguf","label":"IQ4_XS","size":1691039840,"bits":4.45,"known":true,"rank":0},{"repo":"NovelAI/clio-v1-legacy","file":"clio-v1-legacy-Q4_K_M.gguf","label":"Q4_K_M","size":1976480864,"bits":5.2,"known":true,"rank":0},{"repo":"NovelAI/clio-v1-legacy","file":"clio-v1-legacy-Q5_K_M.gguf","label":"Q5_K_M","size":2264163424,"bits":5.96,"known":true,"rank":0},{"repo":"NovelAI/clio-v1-legacy","file":"clio-v1-legacy-Q6_K.gguf","label":"Q6_K","size":2643095648,"bits":6.96,"known":true,"rank":0},{"repo":"NovelAI/clio-v1-legacy","file":"clio-v1-legacy-Q8_0.gguf","label":"Q8_0","size":3236010080,"bits":8.52,"known":true,"rank":0},{"repo":"NovelAI/clio-v1-legacy","file":"clio-v1-legacy-BF16.gguf","label":"BF16","size":6089406560,"bits":16.02,"known":true,"rank":0}],"repos":["NovelAI/clio-v1-legacy"],"logoFrom":null},{"id":"bielik-7b-instruct-v0-1","family":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","name":"Bielik 7B V0.1","maker":"speakleash","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"speakleash/Bielik-7B-Instruct-v0.1-GGUF/bielik-7b-instruct-v0.1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-04-03T13:00:00.000Z","downloads":2623,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":2719242816,"bits":3,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":3164568128,"bits":3.5,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":3518986816,"bits":3.89,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":3822025280,"bits":4.22,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":4140374592,"bits":4.57,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":4368439872,"bits":4.83,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":4997716544,"bits":5.52,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":5131409984,"bits":5.67,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q6_K.gguf","label":"Q6_K","size":5942065728,"bits":6.57,"known":true,"rank":0},{"repo":"speakleash/Bielik-7B-Instruct-v0.1-GGUF","file":"bielik-7b-instruct-v0.1.Q8_0.gguf","label":"Q8_0","size":7695858240,"bits":8.5,"known":true,"rank":0}],"repos":["speakleash/Bielik-7B-Instruct-v0.1-GGUF"],"logoFrom":"speakleash"},{"id":"helpingai-15b","family":"HelpingAI/HelpingAI-15B","name":"HelpingAI 15B","maker":"HelpingAI","catalog":null,"tuned":false,"params":15.32,"active":15.32,"layers":48,"probe":"mradermacher/HelpingAI-15B-i1-GGUF/HelpingAI-15B.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-07-12T18:31:40.000Z","downloads":2622,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ1_S.gguf","label":"IQ1_S","size":3320203296,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ1_M.gguf","label":"IQ1_M","size":3633104928,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4154607648,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4596975648,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ2_S.gguf","label":"IQ2_S","size":4791797792,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ2_M.gguf","label":"IQ2_M","size":5208999968,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q2_K.gguf","label":"Q2_K","size":5706156064,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5961418784,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6357207072,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6690654240,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ3_S.gguf","label":"IQ3_S","size":6704023584,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ3_M.gguf","label":"IQ3_M","size":6882838560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7420200992,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":8040171552,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8235878432,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q4_0.gguf","label":"Q4_0","size":8724580384,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8759445536,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9261713440,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10573219872,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10867345440,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/HelpingAI-15B-i1-GGUF","file":"HelpingAI-15B.i1-Q6_K.gguf","label":"Q6_K","size":12573329440,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/HelpingAI-15B-i1-GGUF"],"logoFrom":"HelpingAI"},{"id":"ajibawa-2023-young-children-storyteller-mistral-7b","family":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","name":"Ajibawa 2023 Young Children Storyteller Mistral 7B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf/Young-Children-Storyteller-Mistral-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-17T12:30:39.000Z","downloads":2622,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q2_K.gguf","label":"Q2_K","size":2719243200,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018816448,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164568512,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.IQ3_S.gguf","label":"IQ3_S","size":3182394304,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.IQ3_M.gguf","label":"IQ3_M","size":3284892608,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q3_K.gguf","label":"Q3_K","size":3518987200,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518987200,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822025664,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944389568,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q4_0.gguf","label":"Q4_0","size":4108917696,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140374976,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.IQ4_NL.gguf","label":"IQ4_NL","size":4155055040,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q4_K.gguf","label":"Q4_K","size":4368440256,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368440256,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q4_1.gguf","label":"Q4_1","size":4553317312,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q5_0.gguf","label":"Q5_0","size":4997716928,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997716928,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q5_K.gguf","label":"Q5_K","size":5131410368,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131410368,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q5_1.gguf","label":"Q5_1","size":5442116544,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q6_K.gguf","label":"Q6_K","size":5942066112,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf","file":"Young-Children-Storyteller-Mistral-7B.Q8_0.gguf","label":"Q8_0","size":7695858624,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/ajibawa-2023_-_Young-Children-Storyteller-Mistral-7B-gguf"],"logoFrom":"RichardErkhov"},{"id":"augmental-unholy-13b","family":"TheBloke/Augmental-Unholy-13B-GGUF","name":"Augmental Unholy 13B","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Augmental-Unholy-13B-GGUF/augmental-unholy-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-11T09:59:26.000Z","downloads":2621,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-Unholy-13B-GGUF","file":"augmental-unholy-13b.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Augmental-Unholy-13B-GGUF"],"logoFrom":"TheBloke"},{"id":"kai-7b-beta","family":"TheBloke/KAI-7B-beta-GGUF","name":"KAI 7B Beta","maker":"TheBloke","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/KAI-7B-beta-GGUF/kai-7b-beta.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-09T00:13:46.000Z","downloads":2619,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/KAI-7B-beta-GGUF","file":"kai-7b-beta.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/KAI-7B-beta-GGUF"],"logoFrom":"Keynote-Technology"},{"id":"gemma-3n-e4b-it-litert-preview","family":"google/gemma-3n-E4B-it-litert-preview","name":"Gemma 3n E4B Litert Preview","maker":"Google","catalog":null,"tuned":false,"params":6.87,"active":null,"layers":35,"probe":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF/gemma-3n-E4B-it-litert-preview-UD-IQ2_XXS.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":29360128,"context":32768,"arch":"gemma3n","vision":true,"licence":"gemma","open":false,"released":"2025-07-08T08:33:58.000Z","downloads":2618,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2830964864,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3105929344,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q2_K.gguf","label":"Q2_K","size":3190380672,"bits":3.72,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q2_K_L.gguf","label":"Q2_K_L","size":3190380672,"bits":3.72,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3349244032,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q3_K_S.gguf","label":"Q3_K_S","size":3500947584,"bits":4.08,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3661842560,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q3_K_M.gguf","label":"Q3_K_M","size":3689945216,"bits":4.3,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4127762560,"bits":4.81,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-IQ4_XS.gguf","label":"IQ4_XS","size":4271954048,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-IQ4_NL.gguf","label":"IQ4_NL","size":4391983232,"bits":5.11,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q4_0.gguf","label":"Q4_0","size":4395784320,"bits":5.12,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q4_K_S.gguf","label":"Q4_K_S","size":4404697216,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q4_K_M.gguf","label":"Q4_K_M","size":4539054208,"bits":5.29,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q4_1.gguf","label":"Q4_1","size":4632828032,"bits":5.39,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q5_K_S.gguf","label":"Q5_K_S","size":4945369216,"bits":5.76,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q5_K_M.gguf","label":"Q5_K_M","size":5023496320,"bits":5.85,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5385042048,"bits":6.27,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5857728640,"bits":6.82,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q6_K.gguf","label":"Q6_K","size":6272219264,"bits":7.3,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":6618101888,"bits":7.71,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-Q8_0.gguf","label":"Q8_0","size":7353292928,"bits":8.56,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10589460608,"bits":12.33,"known":true,"rank":0},{"repo":"unsloth/gemma-3n-E4B-it-litert-preview-GGUF","file":"gemma-3n-E4B-it-litert-preview-F16.gguf","label":"F16","size":13740103552,"bits":16,"known":true,"rank":0}],"repos":["unsloth/gemma-3n-E4B-it-litert-preview-GGUF"],"logoFrom":"google"},{"id":"gemma-4-12b-it-aeon-abliterated-k4","family":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","name":"Gemma 4 12B AEON Abliterated K4","maker":"Abiray","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF/Gemma-4-12B-it-AEON-Abliterated-Q3_K_M.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-06-04T09:01:38.000Z","downloads":2617,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":6087088032,"bits":4.09,"known":true,"rank":0},{"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":7381383072,"bits":4.96,"known":true,"rank":0},{"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":8547268512,"bits":5.74,"known":true,"rank":0},{"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-Q6_K.gguf","label":"Q6_K","size":9786021792,"bits":6.57,"known":true,"rank":0},{"repo":"Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF","file":"Gemma-4-12B-it-AEON-Abliterated-Q8_0.gguf","label":"Q8_0","size":12669646752,"bits":8.51,"known":true,"rank":0}],"repos":["Abiray/Gemma-4-12B-it-AEON-Abliterated-K4-GGUF"],"logoFrom":"AEON-7"},{"id":"tinyllama-1-1b-intermediate-step-1431k-3t","family":"TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T","name":"TinyLlama 1.1B Intermediate Step 1431K 3T","maker":"TinyLlama","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF/tinyllama-1.1b-intermediate-step-1431k-3t.Q2_K.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-31T21:19:12.000Z","downloads":2616,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q2_K.gguf","label":"Q2_K","size":483116032,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q3_K_S.gguf","label":"Q3_K_S","size":500315136,"bits":3.64,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q3_K_M.gguf","label":"Q3_K_M","size":550818816,"bits":4.01,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q3_K_L.gguf","label":"Q3_K_L","size":592499712,"bits":4.31,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q4_0.gguf","label":"Q4_0","size":637699072,"bits":4.64,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q4_K_S.gguf","label":"Q4_K_S","size":643728384,"bits":4.68,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q4_K_M.gguf","label":"Q4_K_M","size":668787712,"bits":4.86,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q5_0.gguf","label":"Q5_0","size":767001600,"bits":5.58,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q5_K_S.gguf","label":"Q5_K_S","size":767001600,"bits":5.58,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q5_K_M.gguf","label":"Q5_K_M","size":783016960,"bits":5.69,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q6_K.gguf","label":"Q6_K","size":904385536,"bits":6.58,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF","file":"tinyllama-1.1b-intermediate-step-1431k-3t.Q8_0.gguf","label":"Q8_0","size":1170781184,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF"],"logoFrom":"TinyLlama"},{"id":"magpielm-8b-chat-v0-1","family":"Magpie-Align/MagpieLM-8B-Chat-v0.1","name":"MagpieLM 8B V0.1","maker":"Magpie-Align","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF/MagpieLM-8B-Chat-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-09-18T19:10:50.000Z","downloads":2615,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":2019629376,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":2161973568,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399213888,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605783360,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":2758490432,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":2948282688,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":3179133248,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274914112,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748992,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664501056,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":3682326848,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":3784825152,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018919744,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321958208,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447664448,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661213504,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661213504,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661213504,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":4675893568,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692670784,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920736064,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599295808,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732989248,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF","file":"MagpieLM-8B-Chat-v0.1.i1-Q6_K.gguf","label":"Q6_K","size":6596008256,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/MagpieLM-8B-Chat-v0.1-i1-GGUF"],"logoFrom":"Magpie-Align"},{"id":"elyza-japanese-llama-2-7b-fast-instruct","family":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","name":"ELYZA Japanese Llama 2 7B Fast","maker":"mmnga","catalog":null,"tuned":false,"params":6.85,"active":null,"layers":32,"probe":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf/ELYZA-japanese-Llama-2-7b-fast-instruct-q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-08-29T15:31:01.000Z","downloads":2614,"likes":45,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q2_K.gguf","label":"Q2_K","size":2887556544,"bits":3.37,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q3_K_S.gguf","label":"Q3_K_S","size":3015346336,"bits":3.52,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q3_K_M.gguf","label":"Q3_K_M","size":3365046432,"bits":3.93,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q3_K_L.gguf","label":"Q3_K_L","size":3664152736,"bits":4.28,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q4_0.gguf","label":"Q4_0","size":3899944192,"bits":4.55,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q4_K_S.gguf","label":"Q4_K_S","size":3930877184,"bits":4.59,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q4_K_M.gguf","label":"Q4_K_M","size":4155141376,"bits":4.85,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q5_0.gguf","label":"Q5_0","size":4732506880,"bits":5.53,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q5_K_S.gguf","label":"Q5_K_S","size":4732506880,"bits":5.53,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q5_K_M.gguf","label":"Q5_K_M","size":4863972096,"bits":5.68,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q6_K.gguf","label":"Q6_K","size":5617104736,"bits":6.56,"known":true,"rank":0},{"repo":"mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf","file":"ELYZA-japanese-Llama-2-7b-fast-instruct-q8_0.gguf","label":"Q8_0","size":7274877600,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/ELYZA-japanese-Llama-2-7b-fast-instruct-gguf"],"logoFrom":"mmnga"},{"id":"lucent-witch-31b","family":"Cyclone-Labs/Lucent-Witch-31B","name":"Lucent Witch 31B","maker":"Cyclone-Labs","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Lucent-Witch-31B-i1-GGUF/Lucent-Witch-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T01:43:55.000Z","downloads":2613,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491904,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874816,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674846336,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361472,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891200,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068416,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591488,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916316288,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510272,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072371328,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499840,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287111296,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272768,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792768,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701580416,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167872,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065728,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481423488,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843968,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845573248,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Lucent-Witch-31B-i1-GGUF","file":"Lucent-Witch-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201487488,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Lucent-Witch-31B-i1-GGUF"],"logoFrom":null},{"id":"qwen3-6-9b-heretic-uncensored-thinking-sweet-madness","family":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness","name":"Qwen3.6 9B Heretic Uncensored Thinking Sweet Madness","maker":"Prototype3550","catalog":null,"tuned":true,"params":8.63,"active":null,"layers":17,"probe":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-Q4_K_M-GGUF/qwen3.6-9b-heretic-uncensored-thinking-sweet-madness-q4_k_m.gguf","kvBytesPerToken":19972,"kvHeader":16384,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-18T01:20:44.000Z","downloads":2612,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-Q4_K_M-GGUF","file":"qwen3.6-9b-heretic-uncensored-thinking-sweet-madness-q4_k_m.gguf","label":"Q4_K_M","size":5463652192,"bits":5.06,"known":true,"rank":0}],"repos":["Prototype3550/Qwen3.6-9B-Heretic-Uncensored-Thinking-Sweet-Madness-Q4_K_M-GGUF"],"logoFrom":"Qwen"},{"id":"veritas-8b-fact-checker-non-thinking-1-0","family":"resect-ai/veritas-8B-fact-checker-non-thinking-1.0","name":"Veritas 8B Fact Checker Non Thinking 1.0","maker":"resect-ai","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF/veritas-8B-fact-checker-non-thinking-1.0.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-21T15:34:49.000Z","downloads":2611,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770624,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148736,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112256,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157440,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744704,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915520,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553024,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q2_K.gguf","label":"Q2_K","size":3281733888,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634048,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875136,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612544,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666560,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621312,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162304,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395072,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840384,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q4_0.gguf","label":"Q4_0","size":4787333376,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624832,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013440,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784960,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q4_1.gguf","label":"Q4_1","size":5247756544,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762624,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113728,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF","file":"veritas-8B-fact-checker-non-thinking-1.0.i1-Q6_K.gguf","label":"Q6_K","size":6725900544,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/veritas-8B-fact-checker-non-thinking-1.0-i1-GGUF"],"logoFrom":"resect-ai"},{"id":"huihui-glm-5-2-abliterated","family":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","name":"Huihui GLM 5.2 Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":753.86,"active":42.38,"layers":79,"probe":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF/UD-IQ1_S_MXFP4/GLM-5.2-UD-IQ1_S-00001-of-00006.gguf","kvBytesPerToken":105296,"kvHeader":91008,"kvFixed":0,"context":1048576,"arch":"glm-dsa","vision":false,"licence":"mit","open":true,"released":"2026-06-28T13:28:38.000Z","downloads":2611,"likes":362,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","file":"DS4/GLM-5.2-UD-IQ2_XXS_RoutedIQ2XXS_blk78Q2K.gguf","label":"UD-IQ2_XXS_ROUTEDIQ2XXS_BLK78Q2K","size":211075856448,"bits":2.24,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","file":"UD-IQ1_S_MXFP4/GLM-5.2-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":215979457504,"bits":2.29,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","file":"UD-IQ1_M/GLM-5.2-UD-IQ1_M-00001-of-00006.gguf","label":"UD-IQ1_M","size":231226309536,"bits":2.45,"known":true,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","file":"UD-Q2_K_MXFP4/GLM-5.2-UD-Q2_K_MXFP4-00001-of-00007.gguf","label":"UD-Q2_K_MXFP4","size":252600253568,"bits":2.68,"known":false,"rank":0},{"repo":"huihui-ai/Huihui-GLM-5.2-abliterated-GGUF","file":"UD-Q3_K_M/GLM-5.2-UD-Q3_K_M-00001-of-00009.gguf","label":"UD-Q3_K_M","size":342735510944,"bits":3.64,"known":true,"rank":0}],"repos":["huihui-ai/Huihui-GLM-5.2-abliterated-GGUF"],"logoFrom":"zai-org"},{"id":"socam-v1","family":"Daemontatox/SOCAM-V1","name":"SOCAM V1","maker":"Daemontatox","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/SOCAM-V1-i1-GGUF/SOCAM-V1.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-18T09:48:56.000Z","downloads":2609,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ1_S.gguf","label":"IQ1_S","size":6416509536,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ1_M.gguf","label":"IQ1_M","size":7078292064,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181262944,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076222560,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ2_S.gguf","label":"IQ2_S","size":9287131744,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ2_M.gguf","label":"IQ2_M","size":10169508448,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519364192,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q2_K.gguf","label":"Q2_K","size":11258610272,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849327200,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598442592,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292468832,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ3_S.gguf","label":"IQ3_S","size":13299153504,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063008,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711847520,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900670560,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368349792,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q4_0.gguf","label":"Q4_0","size":17379988064,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456009824,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556686944,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q4_1.gguf","label":"Q4_1","size":19192500832,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080511072,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725581920,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/SOCAM-V1-i1-GGUF","file":"SOCAM-V1.i1-Q6_K.gguf","label":"Q6_K","size":25092532832,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/SOCAM-V1-i1-GGUF"],"logoFrom":"Daemontatox"},{"id":"aspire-8b-model-stock","family":"DreadPoor/Aspire-8B-model_stock","name":"Aspire 8B Model Stock","maker":"DreadPoor","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Aspire-8B-model_stock-i1-GGUF/Aspire-8B-model_stock.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-09-18T18:38:27.000Z","downloads":2608,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ1_S.gguf","label":"IQ1_S","size":2019631456,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ1_M.gguf","label":"IQ1_M","size":2161975648,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399215968,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605785440,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ2_S.gguf","label":"IQ2_S","size":2758492512,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ2_M.gguf","label":"IQ2_M","size":2948284768,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q2_K.gguf","label":"Q2_K","size":3179135328,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274916192,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518751072,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664503136,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ3_S.gguf","label":"IQ3_S","size":3682328928,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ3_M.gguf","label":"IQ3_M","size":3784827232,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018921824,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321960288,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447666528,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661215584,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661215584,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661215584,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q4_0.gguf","label":"Q4_0","size":4675895648,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692672864,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920738144,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599297888,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732991328,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Aspire-8B-model_stock-i1-GGUF","file":"Aspire-8B-model_stock.i1-Q6_K.gguf","label":"Q6_K","size":6596010336,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Aspire-8B-model_stock-i1-GGUF"],"logoFrom":"DreadPoor"},{"id":"martha-lxvii-8b-qwen-3-5-3-6-prune-9b-3-6-base","family":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","name":"MARTHA LXVII.8B QWEN 3.5 3.6 Prune 9B 3.6 Base","maker":"ZERO-POINT-AI","catalog":null,"tuned":false,"params":8.09,"active":null,"layers":28,"probe":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base/MARTHA-LXVII.8b-Q2_K.gguf","kvBytesPerToken":34951,"kvHeader":28672,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-13T10:09:33.000Z","downloads":2608,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"MARTHA-LXVII.8b-Q2_K.gguf","label":"Q2_K","size":3496236064,"bits":3.46,"known":true,"rank":0},{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"MARTHA-LXVII.8b-Q3_K_M.gguf","label":"Q3_K_M","size":4202208288,"bits":4.16,"known":true,"rank":0},{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"MARTHA-LXVII.8b-Q4_K_M.gguf","label":"Q4_K_M","size":5106435104,"bits":5.05,"known":true,"rank":0},{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"MARTHA-LXVII.8b-Q6_K.gguf","label":"Q6_K","size":6649310240,"bits":6.58,"known":true,"rank":0},{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"MARTHA-LXVII.8b-Q8_0.gguf","label":"Q8_0","size":8608105504,"bits":8.51,"known":true,"rank":0},{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"MARTHA-LXVII.8b-BF16.gguf","label":"BF16","size":16190538784,"bits":16.01,"known":true,"rank":0},{"repo":"ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base","file":"martha-lxvii-f16.gguf","label":"F16","size":16190538784,"bits":16.01,"known":true,"rank":0}],"repos":["ZERO-POINT-AI/MARTHA-LXVII.8B_QWEN-3.5-3.6_prune_9b-3.6_base"],"logoFrom":"ZERO-POINT-AI"},{"id":"qwen3-4b-deslop-v4","family":"erikkannike/qwen3-4b-deslop-v4","name":"Qwen3 4B Deslop V4","maker":"erikkannike","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"erikkannike/qwen3-4b-deslop-v4-GGUF/qwen3-4b-deslop-v4-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-19T09:33:32.000Z","downloads":2608,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"erikkannike/qwen3-4b-deslop-v4-GGUF","file":"qwen3-4b-deslop-v4-Q4_K_M.gguf","label":"Q4_K_M","size":2497279552,"bits":4.97,"known":true,"rank":0},{"repo":"erikkannike/qwen3-4b-deslop-v4-GGUF","file":"qwen3-4b-deslop-v4-Q8_0.gguf","label":"Q8_0","size":4280404032,"bits":8.52,"known":true,"rank":0}],"repos":["erikkannike/qwen3-4b-deslop-v4-GGUF"],"logoFrom":"erikkannike"},{"id":"crow-9b-opus-4-6-distill-heretic-qwen3-5-i1","family":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","name":"Crow 9B Opus 4.6 Distill Heretic Qwen3.5 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-04T16:13:24.000Z","downloads":2608,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ1_S.gguf","label":"IQ1_S","size":2446944832,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ1_M.gguf","label":"IQ1_M","size":2600446528,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2856282688,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3065145920,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ2_S.gguf","label":"IQ2_S","size":3207768640,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ2_M.gguf","label":"IQ2_M","size":3412437568,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3508496960,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q2_K.gguf","label":"Q2_K","size":3638520384,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3793463872,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4136462912,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259408448,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ3_S.gguf","label":"IQ3_S","size":4263864896,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ3_M.gguf","label":"IQ3_M","size":4415384128,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4616186432,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4824853056,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070613056,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5317552704,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q4_0.gguf","label":"Q4_0","size":5325941312,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5340621376,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5627046464,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q4_1.gguf","label":"Q4_1","size":5809334848,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305311296,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6522006080,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF","file":"Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5.i1-Q6_K.gguf","label":"Q6_K","size":7359261248,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Crow-9B-Opus-4.6-Distill-Heretic_Qwen3.5-i1-GGUF"],"logoFrom":"Crownelius"},{"id":"mistral-small-3-2-24b-instruct-2506-absolute-heresy","family":"MuXodious/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy","name":"Mistral Small 3.2 24B 2506 Absolute Heresy","maker":"MuXodious","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-16T12:03:34.000Z","downloads":2606,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ1_S.gguf","label":"IQ1_S","size":5273735968,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ1_M.gguf","label":"IQ1_M","size":5750510368,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545134368,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207047968,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ2_S.gguf","label":"IQ2_S","size":7478367008,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ2_M.gguf","label":"IQ2_M","size":8114066208,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320176928,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q2_K.gguf","label":"Q2_K","size":8890340128,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280607008,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907131168,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400289568,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ3_S.gguf","label":"IQ3_S","size":10428142368,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ3_M.gguf","label":"IQ3_M","size":10650964768,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474096928,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400775968,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758930208,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q4_0.gguf","label":"Q4_0","size":13494244128,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549294368,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333924128,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q4_1.gguf","label":"Q4_1","size":14873121568,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304427808,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763999008,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF","file":"Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy.i1-Q6_K.gguf","label":"Q6_K","size":19345953568,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Small-3.2-24B-Instruct-2506-absolute-heresy-i1-GGUF"],"logoFrom":"MuXodious"},{"id":"qwen3-32b-heretic","family":"ThalisAI/Qwen3-32B-heretic","name":"Qwen3 32B Heretic","maker":"ThalisAI","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"ThalisAI/Qwen3-32B-heretic/Qwen3-32B-heretic-Q4_K_M.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-02-18T05:00:19.000Z","downloads":2606,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ThalisAI/Qwen3-32B-heretic","file":"Qwen3-32B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":19762149120,"bits":4.83,"known":true,"rank":0},{"repo":"ThalisAI/Qwen3-32B-heretic","file":"Qwen3-32B-heretic-Q6_K.gguf","label":"Q6_K","size":26883306240,"bits":6.56,"known":true,"rank":0},{"repo":"ThalisAI/Qwen3-32B-heretic","file":"Qwen3-32B-heretic-Q8_0.gguf","label":"Q8_0","size":34817719040,"bits":8.5,"known":true,"rank":0}],"repos":["ThalisAI/Qwen3-32B-heretic"],"logoFrom":"Qwen"},{"id":"codev-r1-qwen-7b","family":"mradermacher/CodeV-R1-Qwen-7B-GGUF","name":"CodeV R1 Qwen 7B","maker":"mradermacher","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/CodeV-R1-Qwen-7B-GGUF/CodeV-R1-Qwen-7B.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-09-12T18:43:56.000Z","downloads":2606,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q2_K.gguf","label":"Q2_K","size":3015940704,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492368992,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808391776,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088459872,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4250298976,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457769568,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683074144,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315177056,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444831840,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q6_K.gguf","label":"Q6_K","size":6254199392,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.Q8_0.gguf","label":"Q8_0","size":8098525792,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/CodeV-R1-Qwen-7B-GGUF","file":"CodeV-R1-Qwen-7B.f16.gguf","label":"F16","size":15237853792,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/CodeV-R1-Qwen-7B-GGUF"],"logoFrom":"zhuyaoyu"},{"id":"l3-1-rp-hero-dirty-harry-8b","family":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","name":"L3.1 RP Hero Dirty Harry 8B","maker":"DavidAU","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF/L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-28T21:51:31.000Z","downloads":2605,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q2_k.gguf","label":"Q2_K","size":3179132000,"bits":3.17,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":3664499808,"bits":3.65,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4018918496,"bits":4,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4321956960,"bits":4.31,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":4484363360,"bits":4.47,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212256,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212256,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212256,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":4692669536,"bits":4.68,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":4920734816,"bits":4.9,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":5599294560,"bits":5.58,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":5732988000,"bits":5.71,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q6_k.gguf","label":"Q6_K","size":6596007008,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF","file":"L3.1-RP-Hero-Dirty_Harry-8B-D_AU-Q8_0.gguf","label":"Q8_0","size":8540771424,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/L3.1-RP-Hero-Dirty_Harry-8B-GGUF"],"logoFrom":"DavidAU"},{"id":"teknofest-2025-turkish-edu-v2-i1","family":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","name":"Teknofest 2025 Turkish Edu V2 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF/teknofest-2025-turkish-edu-v2.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-20T21:27:12.000Z","downloads":2605,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770688,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148800,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112320,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157504,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744768,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915584,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553088,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q2_K.gguf","label":"Q2_K","size":3281733952,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634112,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875200,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612608,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666624,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621376,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162368,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395136,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840448,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q4_0.gguf","label":"Q4_0","size":4787333440,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624896,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013504,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027785024,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q4_1.gguf","label":"Q4_1","size":5247756608,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762688,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113792,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF","file":"teknofest-2025-turkish-edu-v2.i1-Q6_K.gguf","label":"Q6_K","size":6725900608,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/teknofest-2025-turkish-edu-v2-i1-GGUF"],"logoFrom":"Qwen"},{"id":"c4ai-command-r-08-2024","family":"CohereLabs/c4ai-command-r-08-2024","name":"C4ai Command R 08 2024","maker":"Cohere","catalog":null,"tuned":false,"params":32.3,"active":null,"layers":40,"probe":"bartowski/c4ai-command-r-08-2024-GGUF/c4ai-command-r-08-2024-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-30T14:19:51.000Z","downloads":2604,"likes":51,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-IQ2_XS.gguf","label":"IQ2_XS","size":10314497472,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-IQ2_S.gguf","label":"IQ2_S","size":10794220992,"bits":2.67,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-IQ2_M.gguf","label":"IQ2_M","size":11612110272,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q2_K.gguf","label":"Q2_K","size":12810763712,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q2_K_L.gguf","label":"Q2_K_L","size":13318667712,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-IQ3_XS.gguf","label":"IQ3_XS","size":14045461952,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q3_K_S.gguf","label":"Q3_K_S","size":14708686272,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-IQ3_M.gguf","label":"IQ3_M","size":15243460032,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q3_K_M.gguf","label":"Q3_K_M","size":16231742912,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q3_K_L.gguf","label":"Q3_K_L","size":17563434432,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-IQ4_XS.gguf","label":"IQ4_XS","size":17828199872,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q3_K_XL.gguf","label":"Q3_K_XL","size":18071338432,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18719489472,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18719489472,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18719489472,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_0.gguf","label":"Q4_0","size":18782404032,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_K_S.gguf","label":"Q4_K_S","size":18849512896,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_K_M.gguf","label":"Q4_K_M","size":19800833472,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q4_K_L.gguf","label":"Q4_K_L","size":20308737472,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q5_K_S.gguf","label":"Q5_K_S","size":22494363072,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q5_K_M.gguf","label":"Q5_K_M","size":23051419072,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q5_K_L.gguf","label":"Q5_K_L","size":23559323072,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q6_K.gguf","label":"Q6_K","size":26505166272,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q6_K_L.gguf","label":"Q6_K_L","size":27013070272,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-Q8_0.gguf","label":"Q8_0","size":34326887872,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/c4ai-command-r-08-2024-GGUF","file":"c4ai-command-r-08-2024-f16/c4ai-command-r-08-2024-f16-00001-of-00002.gguf","label":"F16","size":64604519776,"bits":16,"known":true,"rank":0}],"repos":["bartowski/c4ai-command-r-08-2024-GGUF"],"logoFrom":"CohereLabs"},{"id":"qgallouedec-online-dpo-qwen2-4","family":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","name":"Qgallouedec Online Dpo Qwen2 4","maker":"RichardErkhov","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf/online-dpo-qwen2-4.Q3_K_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-10-18T17:56:17.000Z","downloads":2604,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q3_K_S.gguf","label":"Q3_K_S","size":338261056,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.IQ3_S.gguf","label":"IQ3_S","size":338605120,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.IQ3_XS.gguf","label":"IQ3_XS","size":338605120,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q2_K.gguf","label":"Q2_K","size":338605120,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.IQ3_M.gguf","label":"IQ3_M","size":342750016,"bits":5.6,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.IQ4_XS.gguf","label":"IQ4_XS","size":351443008,"bits":5.74,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q4_0.gguf","label":"Q4_0","size":352152640,"bits":5.75,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.IQ4_NL.gguf","label":"IQ4_NL","size":354303040,"bits":5.78,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q3_K.gguf","label":"Q3_K","size":355464256,"bits":5.8,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q3_K_M.gguf","label":"Q3_K_M","size":355464256,"bits":5.8,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q3_K_L.gguf","label":"Q3_K_L","size":369355840,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q4_1.gguf","label":"Q4_1","size":374516800,"bits":6.11,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q4_K_S.gguf","label":"Q4_K_S","size":385469504,"bits":6.29,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q5_0.gguf","label":"Q5_0","size":396880960,"bits":6.48,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q4_K.gguf","label":"Q4_K","size":397805632,"bits":6.49,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q4_K_M.gguf","label":"Q4_K_M","size":397805632,"bits":6.49,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q5_K_S.gguf","label":"Q5_K_S","size":412707904,"bits":6.74,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q5_1.gguf","label":"Q5_1","size":419245120,"bits":6.84,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q5_K.gguf","label":"Q5_K","size":420083776,"bits":6.86,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q5_K_M.gguf","label":"Q5_K_M","size":420083776,"bits":6.86,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q6_K.gguf","label":"Q6_K","size":505734208,"bits":8.26,"known":true,"rank":0},{"repo":"RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf","file":"online-dpo-qwen2-4.Q8_0.gguf","label":"Q8_0","size":531065920,"bits":8.67,"known":true,"rank":0}],"repos":["RichardErkhov/qgallouedec_-_online-dpo-qwen2-4-gguf"],"logoFrom":"RichardErkhov"},{"id":"qwen3-6-35b-a3b-uncensored-genesis-hermes","family":"yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF","name":"Qwen3.6 35B A3B Uncensored Genesis Hermes","maker":"yuhanb","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-11T03:33:01.000Z","downloads":2602,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-Q2_K.gguf","label":"Q2_K","size":12939593856,"bits":2.99,"known":true,"rank":0},{"repo":"yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-APEX-Compact.gguf","label":"Hermes3.6-35B-A3B-Uncensored-Genesis-APEX-Compact","size":17293088896,"bits":3.99,"known":false,"rank":0},{"repo":"yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-APEX.gguf","label":"Hermes3.6-35B-A3B-Uncensored-Genesis-APEX","size":25624957056,"bits":5.91,"known":false,"rank":0},{"repo":"yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF","file":"Hermes3.6-35B-A3B-Uncensored-Genesis-Q8_K_P.gguf","label":"Q8_K_P","size":43605014656,"bits":10.06,"known":false,"rank":0}],"repos":["yuhanb/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-GGUF"],"logoFrom":"Qwen"},{"id":"internvl3-78b-instruct","family":"unsloth/InternVL3-78B-Instruct-GGUF","name":"InternVL3 78B","maker":"unsloth","catalog":null,"tuned":true,"params":72.7,"active":null,"layers":80,"probe":"unsloth/InternVL3-78B-Instruct-GGUF/InternVL3-78B-Instruct-UD-IQ2_XXS.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":"other","open":false,"released":"2025-05-19T23:42:01.000Z","downloads":2602,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":25696849344,"bits":2.83,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":29592964544,"bits":3.26,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q2_K.gguf","label":"Q2_K","size":29808084928,"bits":3.28,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":30099299008,"bits":3.31,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":30332279488,"bits":3.34,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":31853301184,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":34483786816,"bits":3.79,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":37694723136,"bits":4.15,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":38291217088,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":39743576768,"bits":4.37,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-IQ4_NL.gguf","label":"IQ4_NL","size":41311197888,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":43884796608,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q4_1.gguf","label":"Q4_1","size":45693259456,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":47339854528,"bits":5.21,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"InternVL3-78B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":47411288768,"bits":5.22,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"Q5_K_S/InternVL3-78B-Instruct-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":51370312576,"bits":5.65,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"UD-Q5_K_XL/InternVL3-78B-Instruct-UD-Q5_K_XL-00001-of-00002.gguf","label":"UD-Q5_K_XL","size":54130606976,"bits":5.96,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"Q5_K_M/InternVL3-78B-Instruct-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54442640256,"bits":5.99,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"Q6_K/InternVL3-78B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64342379008,"bits":7.08,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"UD-Q6_K_XL/InternVL3-78B-Instruct-UD-Q6_K_XL-00001-of-00002.gguf","label":"UD-Q6_K_XL","size":67156143360,"bits":7.39,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"UD-Q8_K_XL/InternVL3-78B-Instruct-UD-Q8_K_XL-00001-of-00002.gguf","label":"UD-Q8_K_XL","size":83974800640,"bits":9.24,"known":true,"rank":0},{"repo":"unsloth/InternVL3-78B-Instruct-GGUF","file":"BF16/InternVL3-78B-Instruct-BF16-00001-of-00003.gguf","label":"BF16","size":145409885312,"bits":16,"known":true,"rank":0}],"repos":["unsloth/InternVL3-78B-Instruct-GGUF"],"logoFrom":"unsloth"},{"id":"arcee-ai-glm-4-32b-base-32k","family":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","name":"Arcee Ai GLM 4 32B Base 32K","maker":"bartowski","catalog":null,"tuned":true,"params":32.56,"active":null,"layers":61,"probe":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF/arcee-ai_GLM-4-32B-Base-32K-IQ2_XXS.gguf","kvBytesPerToken":72271,"kvHeader":62464,"kvFixed":0,"context":32768,"arch":"glm4","vision":false,"licence":"mit","open":true,"released":"2025-06-23T14:55:42.000Z","downloads":2602,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ2_XXS.gguf","label":"IQ2_XXS","size":8974083008,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ2_XS.gguf","label":"IQ2_XS","size":9899566016,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ2_S.gguf","label":"IQ2_S","size":10418456160,"bits":2.56,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ2_M.gguf","label":"IQ2_M","size":11271980640,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q2_K.gguf","label":"Q2_K","size":12290775456,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ3_XXS.gguf","label":"IQ3_XXS","size":12782667360,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q2_K_L.gguf","label":"Q2_K_L","size":13198833440,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ3_XS.gguf","label":"IQ3_XS","size":13659909184,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q3_K_S.gguf","label":"Q3_K_S","size":14370069568,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ3_M.gguf","label":"IQ3_M","size":14820240448,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q3_K_M.gguf","label":"Q3_K_M","size":15888952384,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q3_K_L.gguf","label":"Q3_K_L","size":17214680128,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ4_XS.gguf","label":"IQ4_XS","size":17597701824,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q3_K_XL.gguf","label":"Q3_K_XL","size":18028300064,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-IQ4_NL.gguf","label":"IQ4_NL","size":18583208448,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q4_0.gguf","label":"Q4_0","size":18633146880,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q4_K_S.gguf","label":"Q4_K_S","size":18695864832,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q4_K_M.gguf","label":"Q4_K_M","size":19678241280,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q4_K_L.gguf","label":"Q4_K_L","size":20368365344,"bits":5,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q4_1.gguf","label":"Q4_1","size":20548225152,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q5_K_S.gguf","label":"Q5_K_S","size":22525234944,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q5_K_M.gguf","label":"Q5_K_M","size":23095521024,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q5_K_L.gguf","label":"Q5_K_L","size":23669413664,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q6_K.gguf","label":"Q6_K","size":26726380768,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q6_K_L.gguf","label":"Q6_K_L","size":27176777504,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-Q8_0.gguf","label":"Q8_0","size":34612492064,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF","file":"arcee-ai_GLM-4-32B-Base-32K-bf16/arcee-ai_GLM-4-32B-Base-32K-bf16-00001-of-00002.gguf","label":"BF16","size":65139374528,"bits":16,"known":true,"rank":0}],"repos":["bartowski/arcee-ai_GLM-4-32B-Base-32K-GGUF"],"logoFrom":"arcee-ai"},{"id":"mistralai-ministral-3-3b-instruct-2512-bf16-abliterated","family":"Nitral-Archive/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated","name":"Mistralai Ministral 3 3B 2512 BF16 Abliterated","maker":"Nitral-Archive","catalog":null,"tuned":true,"params":3.43,"active":null,"layers":26,"probe":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":null,"open":false,"released":"2026-10-21T05:33:25.000Z","downloads":2601,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":938170272,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":997521312,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1096439712,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1185798048,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":1240430496,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":1319565216,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1370879904,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1448294304,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":1458960288,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1580414880,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1639151520,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":1650014112,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":1704744864,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1795553184,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1934358432,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1959278496,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":2046375840,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2051291040,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2053257120,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2146498464,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":2230204320,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2419341216,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2473654176,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF","file":"mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":2821257120,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/mistralai_Ministral-3-3B-Instruct-2512-BF16-abliterated-i1-GGUF"],"logoFrom":"Nitral-Archive"},{"id":"boptruth-agatha-7b","family":"theprint/Boptruth-Agatha-7B","name":"Boptruth Agatha 7B","maker":"theprint","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Boptruth-Agatha-7B-i1-GGUF/Boptruth-Agatha-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-12T01:10:49.000Z","downloads":2600,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103456,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447648,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687968,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257440,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922016,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714272,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719244064,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345696,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817312,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569376,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395168,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893472,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988064,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026528,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690272,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123598624,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375840,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441120,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717792,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411232,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Boptruth-Agatha-7B-i1-GGUF","file":"Boptruth-Agatha-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942066976,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Boptruth-Agatha-7B-i1-GGUF"],"logoFrom":"theprint"},{"id":"mn-charthink-12b-base","family":"SvalTek/MN-CharThink-12B-Base","name":"MN CharThink 12B Base","maker":"SvalTek","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/MN-CharThink-12B-Base-i1-GGUF/MN-CharThink-12B-Base.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-07T02:37:48.000Z","downloads":2599,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":2999211712,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":3221624512,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592312512,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915077312,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":4138473152,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":4435023552,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493678272,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q2_K.gguf","label":"Q2_K","size":4791047872,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945385152,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306488512,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534226112,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":5562078912,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":5722232512,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083090112,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561502912,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742709952,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q4_0.gguf","label":"Q4_0","size":7094638272,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097915072,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120197312,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477204672,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q4_1.gguf","label":"Q4_1","size":7795218112,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518735552,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727631552,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/MN-CharThink-12B-Base-i1-GGUF","file":"MN-CharThink-12B-Base.i1-Q6_K.gguf","label":"Q6_K","size":10056210112,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/MN-CharThink-12B-Base-i1-GGUF"],"logoFrom":null},{"id":"leo-hessianai-13b-chat-bilingual","family":"LeoLM/leo-hessianai-13b-chat-bilingual","name":"Leo Hessianai 13B Bilingual","maker":"LeoLM","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF/leo-hessianai-13b-chat-bilingual.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-28T10:56:39.000Z","downloads":2598,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q2_K.gguf","label":"Q2_K","size":5430104576,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q3_K_S.gguf","label":"Q3_K_S","size":5659803136,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q3_K_M.gguf","label":"Q3_K_M","size":6338592256,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q3_K_L.gguf","label":"Q3_K_L","size":6930382336,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q4_0.gguf","label":"Q4_0","size":7366744576,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q4_K_S.gguf","label":"Q4_K_S","size":7415241216,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q4_K_M.gguf","label":"Q4_K_M","size":7866866176,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q5_0.gguf","label":"Q5_0","size":8973277696,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q5_K_S.gguf","label":"Q5_K_S","size":8973277696,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q5_K_M.gguf","label":"Q5_K_M","size":9230916096,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q6_K.gguf","label":"Q6_K","size":10680219136,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/leo-hessianai-13B-chat-bilingual-GGUF","file":"leo-hessianai-13b-chat-bilingual.Q8_0.gguf","label":"Q8_0","size":13832715776,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/leo-hessianai-13B-chat-bilingual-GGUF"],"logoFrom":"LeoLM"},{"id":"llama-2-7b-chat-sexed-version5","family":"ben-wycliff/llama-2-7b-chat-sexed-version5","name":"Llama 2 7B Sexed Version5","maker":"ben-wycliff","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF/llama-2-7b-chat-sexed-version5.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-01-04T13:05:17.000Z","downloads":2597,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q2_K.gguf","label":"Q2_K","size":2532865376,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q3_K_S.gguf","label":"Q3_K_S","size":2948306272,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q3_K_M.gguf","label":"Q3_K_M","size":3298006368,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q3_K_L.gguf","label":"Q3_K_L","size":3597112672,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.IQ4_XS.gguf","label":"IQ4_XS","size":3647518048,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q4_K_S.gguf","label":"Q4_K_S","size":3856741728,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q4_K_M.gguf","label":"Q4_K_M","size":4081005920,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q5_K_S.gguf","label":"Q5_K_S","size":4651693408,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q5_K_M.gguf","label":"Q5_K_M","size":4783158624,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q6_K.gguf","label":"Q6_K","size":5529195872,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.Q8_0.gguf","label":"Q8_0","size":7161091424,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/llama-2-7b-chat-sexed-version5-GGUF","file":"llama-2-7b-chat-sexed-version5.f16.gguf","label":"F16","size":13478106464,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/llama-2-7b-chat-sexed-version5-GGUF"],"logoFrom":"meta-llama"},{"id":"claude2-alpaca-13b","family":"umd-zhou-lab/claude2-alpaca-13B","name":"Claude2 Alpaca 13B","maker":"umd-zhou-lab","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/claude2-alpaca-13B-GGUF/claude2-alpaca-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-10T09:49:09.000Z","downloads":2596,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q2_K.gguf","label":"Q2_K","size":5429354176,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658986688,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337775808,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929565888,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q4_0.gguf","label":"Q4_0","size":7365841760,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414338400,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865963360,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q5_0.gguf","label":"Q5_0","size":8972293600,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972293600,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229932000,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q6_K.gguf","label":"Q6_K","size":10679148704,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/claude2-alpaca-13B-GGUF","file":"claude2-alpaca-13b.Q8_0.gguf","label":"Q8_0","size":13831330336,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/claude2-alpaca-13B-GGUF"],"logoFrom":"umd-zhou-lab"},{"id":"nova-13b","family":"Weyaxi/Nova-13B","name":"Nova 13B","maker":"Weyaxi","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Nova-13B-i1-GGUF/Nova-13B.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-24T16:15:37.000Z","downloads":2596,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ1_S.gguf","label":"IQ1_S","size":2898697088,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ1_M.gguf","label":"IQ1_M","size":3138620288,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538492288,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891157888,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ2_S.gguf","label":"IQ2_S","size":4197693344,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ2_M.gguf","label":"IQ2_M","size":4517590944,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q2_K.gguf","label":"Q2_K","size":4854282464,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960573344,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361624320,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ3_S.gguf","label":"IQ3_S","size":5658993920,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5658993920,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ3_M.gguf","label":"IQ3_M","size":5984523520,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337783040,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929573120,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964236544,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q4_0.gguf","label":"Q4_0","size":7387968064,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423193664,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865971264,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972302144,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229940544,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Nova-13B-i1-GGUF","file":"Nova-13B.i1-Q6_K.gguf","label":"Q6_K","size":10679157920,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Nova-13B-i1-GGUF"],"logoFrom":"Weyaxi"},{"id":"lfm2-5-1-2b-jp","family":"LiquidAI/LFM2.5-1.2B-JP","name":"LFM2.5 1.2B JP","maker":"Liquid AI","catalog":null,"tuned":false,"params":1.17,"active":null,"layers":16,"probe":"LiquidAI/LFM2.5-1.2B-JP-GGUF/LFM2.5-1.2B-JP-Q4_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-01-05T00:00:53.000Z","downloads":2596,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","file":"LFM2.5-1.2B-JP-Q4_0.gguf","label":"Q4_0","size":695751616,"bits":4.76,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","file":"LFM2.5-1.2B-JP-Q4_K_M.gguf","label":"Q4_K_M","size":730895296,"bits":5,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","file":"LFM2.5-1.2B-JP-Q5_K_M.gguf","label":"Q5_K_M","size":843355072,"bits":5.77,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","file":"LFM2.5-1.2B-JP-Q6_K.gguf","label":"Q6_K","size":962843584,"bits":6.58,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","file":"LFM2.5-1.2B-JP-Q8_0.gguf","label":"Q8_0","size":1246254016,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","file":"LFM2.5-1.2B-JP-F16.gguf","label":"F16","size":2343326656,"bits":16.02,"known":true,"rank":0}],"repos":["LiquidAI/LFM2.5-1.2B-JP-GGUF"],"logoFrom":"LiquidAI"},{"id":"mammoth2-8x7b","family":"TIGER-Lab/MAmmoTH2-8x7B","name":"MAmmoTH2 8x7B","maker":"TIGER-Lab","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/MAmmoTH2-8x7B-i1-GGUF/MAmmoTH2-8x7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-05-21T09:28:35.000Z","downloads":2595,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ1_S.gguf","label":"IQ1_S","size":9821669504,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ1_M.gguf","label":"IQ1_M","size":10847176832,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556355712,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923698816,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ2_S.gguf","label":"IQ2_S","size":14127851648,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ2_M.gguf","label":"IQ2_M","size":15495194752,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q2_K.gguf","label":"Q2_K","size":17311230080,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242463872,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350390912,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ3_S.gguf","label":"IQ3_S","size":20432521344,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432521344,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ3_M.gguf","label":"IQ3_M","size":21430765696,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546450560,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169646208,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080539264,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q4_0.gguf","label":"Q4_0","size":26561030272,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745579648,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448467072,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231336064,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229580416,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/MAmmoTH2-8x7B-i1-GGUF","file":"MAmmoTH2-8x7B.i1-Q6_K.gguf","label":"Q6_K","size":38380816512,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/MAmmoTH2-8x7B-i1-GGUF"],"logoFrom":"TIGER-Lab"},{"id":"qwen3-4b-qwen3-6-plus-reasoning-distilled","family":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled","name":"Qwen3 4B Qwen3.6 Plus Reasoning Distilled","maker":"khazarai","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF/Qwen3-4B-Thinking-2507.Q4_1.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-06T19:05:55.000Z","downloads":2594,"likes":54,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF","file":"Qwen3-4B-Thinking-2507.Q4_1.gguf","label":"Q4_1","size":2596628704,"bits":5.17,"known":true,"rank":0},{"repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF","file":"Qwen3-4B-Thinking-2507.Q6_K.gguf","label":"Q6_K","size":3306260704,"bits":6.58,"known":true,"rank":0},{"repo":"khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF","file":"Qwen3-4B-Thinking-2507.Q8_0.gguf","label":"Q8_0","size":4280404704,"bits":8.52,"known":true,"rank":0}],"repos":["khazarai/Qwen3-4B-Qwen3.6-plus-Reasoning-Distilled-GGUF"],"logoFrom":"khazarai"},{"id":"llama-3-3-8b-instruct-128k-jbliterated","family":"ApolloRaines/Llama-3.3-8B-Instruct-128K-Jbliterated","name":"Llama 3.3 8B 128K Jbliterated","maker":"ApolloRaines","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF/Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-07-23T18:01:11.000Z","downloads":2594,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633664,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977856,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218176,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787648,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494720,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":2948286976,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988820992,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q2_K.gguf","label":"Q2_K","size":3179137536,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918400,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753280,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505344,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331136,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829440,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924032,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962496,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668736,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q4_0.gguf","label":"Q4_0","size":4675897856,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995008,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675072,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740352,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q4_1.gguf","label":"Q4_1","size":5130258944,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300096,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993536,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF","file":"Llama-3.3-8B-Instruct-128K-Jbliterated.i1-Q6_K.gguf","label":"Q6_K","size":6596012544,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.3-8B-Instruct-128K-Jbliterated-i1-GGUF"],"logoFrom":"ApolloRaines"},{"id":"nexus-security","family":"fableforge-ai/NEXUS-Security","name":"NEXUS Security","maker":"fableforge-ai","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"King3Djbl/nexus-security-GGUF/nexus-security-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-04T16:50:52.000Z","downloads":2592,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-IQ1_S.gguf","label":"IQ1_S","size":436524672,"bits":2.27,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq2_xxs.gguf","label":"IQ2_XXS","size":511014432,"bits":2.65,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq2_xs.gguf","label":"IQ2_XS","size":550323808,"bits":2.86,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq2_s.gguf","label":"IQ2_S","size":563806816,"bits":2.93,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq3_xxs.gguf","label":"IQ3_XXS","size":604418592,"bits":3.14,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q2_k.gguf","label":"Q2_K","size":676301856,"bits":3.51,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq3_xs.gguf","label":"IQ3_XS","size":731696224,"bits":3.8,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q3_k_s.gguf","label":"Q3_K_S","size":760941408,"bits":3.95,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq3_s.gguf","label":"IQ3_S","size":762403936,"bits":3.96,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq3_m.gguf","label":"IQ3_M","size":776661088,"bits":4.03,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q3_k_m.gguf","label":"Q3_K_M","size":824175648,"bits":4.28,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q3_k_l.gguf","label":"Q3_K_L","size":880159584,"bits":4.57,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq4_xs.gguf","label":"IQ4_XS","size":895728800,"bits":4.65,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-iq4_nl.gguf","label":"IQ4_NL","size":936328288,"bits":4.86,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q4_0.gguf","label":"Q4_0","size":937532448,"bits":4.87,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q4_k_s.gguf","label":"Q4_K_S","size":940309344,"bits":4.88,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q4_k_m.gguf","label":"Q4_K_M","size":986045600,"bits":5.12,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q4_1.gguf","label":"Q4_1","size":1016839008,"bits":5.28,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q5_k_s.gguf","label":"Q5_K_S","size":1098726240,"bits":5.71,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q5_k_m.gguf","label":"Q5_K_M","size":1125047456,"bits":5.84,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q6_k.gguf","label":"Q6_K","size":1272736800,"bits":6.61,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-q8_0.gguf","label":"Q8_0","size":1646570144,"bits":8.55,"known":true,"rank":0},{"repo":"King3Djbl/nexus-security-GGUF","file":"nexus-security-f16.gguf","label":"F16","size":3093666144,"bits":16.07,"known":true,"rank":0}],"repos":["King3Djbl/nexus-security-GGUF"],"logoFrom":"fableforge-ai"},{"id":"phonellm-alpha-1","family":"pipecat-ai/phonellm-alpha-1","name":"Phonellm Alpha 1","maker":"pipecat-ai","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"mradermacher/phonellm-alpha-1-GGUF/phonellm-alpha-1.Q2_K.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"bsd-2-clause","open":true,"released":"2026-08-29T21:17:01.000Z","downloads":2592,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q2_K.gguf","label":"Q2_K","size":17908994400,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q3_K_S.gguf","label":"Q3_K_S","size":17934713184,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.IQ4_XS.gguf","label":"IQ4_XS","size":18210351456,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q3_K_M.gguf","label":"Q3_K_M","size":19849235808,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q3_K_L.gguf","label":"Q3_K_L","size":20749436256,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q4_K_S.gguf","label":"Q4_K_S","size":21920544096,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q5_K_S.gguf","label":"Q5_K_S","size":23810304864,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q4_K_M.gguf","label":"Q4_K_M","size":24515130720,"bits":6.21,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q5_K_M.gguf","label":"Q5_K_M","size":26040162144,"bits":6.6,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q6_K.gguf","label":"Q6_K","size":33508168032,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/phonellm-alpha-1-GGUF","file":"phonellm-alpha-1.Q8_0.gguf","label":"Q8_0","size":33585496416,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/phonellm-alpha-1-GGUF"],"logoFrom":"pipecat-ai"},{"id":"qwen3-5-35b-a3b-experiments","family":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","name":"Qwen3.5 35B A3B Experiments","maker":"unsloth","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF/Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_xxs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":null,"open":false,"released":"2026-02-27T02:56:02.000Z","downloads":2592,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_xxs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_xxs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":50670041760,"bits":11.7,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq2_xxs-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq2_xxs-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":50670041760,"bits":11.7,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq2_xxs-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq2_xxs-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":50670041760,"bits":11.7,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_xs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_xs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51005586080,"bits":11.77,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq2_xs-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq2_xs-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51005586080,"bits":11.77,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq2_xs-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq2_xs-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51005586080,"bits":11.77,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_s_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq2_s_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51341130400,"bits":11.85,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq2_s-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq2_s-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51341130400,"bits":11.85,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq2_s-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq2_s-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51341130400,"bits":11.85,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-2_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-2_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51425016480,"bits":11.87,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-2-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-2-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51425016480,"bits":11.87,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-2-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-2-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":51425016480,"bits":11.87,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq3_xxs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq3_xxs_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52012219040,"bits":12.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq3_xxs-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq3_xxs-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52012219040,"bits":12.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq3_xxs-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq3_xxs-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52012219040,"bits":12.01,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-3_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-3_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52515535520,"bits":12.12,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq3_s_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-iq3_s_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52515535520,"bits":12.12,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-3-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-3-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52515535520,"bits":12.12,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq3_s-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-iq3_s-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52515535520,"bits":12.12,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-3-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-3-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52515535520,"bits":12.12,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq3_s-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-iq3_s-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":52515535520,"bits":12.12,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-X_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-X_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":53606054560,"bits":12.37,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-X-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-X-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":53606054560,"bits":12.37,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-X-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-X-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":53606054560,"bits":12.37,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-4_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-4_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":53941598880,"bits":12.45,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-4-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-4-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":53941598880,"bits":12.45,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-4-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-4-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":53941598880,"bits":12.45,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-5_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-5_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":55283776160,"bits":12.76,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-5-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-5-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":55283776160,"bits":12.76,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-5-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-5-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":55283776160,"bits":12.76,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-6_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-6_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":56709839520,"bits":13.09,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-6-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-6-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":56709839520,"bits":13.09,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-6-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-6-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":56709839520,"bits":13.09,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-8_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-8_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":59310308000,"bits":13.69,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-8-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-8-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":59310308000,"bits":13.69,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-8-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-8-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":59310308000,"bits":13.69,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-2.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-2","size":68535155360,"bits":15.82,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-3.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-3","size":68586273440,"bits":15.83,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-X.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-16_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-X","size":68637391520,"bits":15.84,"known":false,"rank":0},{"repo":"unsloth/Qwen3.5-35B-A3B-Experiments-GGUF","file":"Qwen3.5-35B-A3B_tok-16_out-4_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16.gguf","label":"Qwen3.5-35B-A3B_tok-16_out-4_exp-16-16-16_shr-16-16-16_ssm-16-16-16-32_atn-16-16-16-16-16-16","size":68645583232,"bits":15.84,"known":false,"rank":0}],"repos":["unsloth/Qwen3.5-35B-A3B-Experiments-GGUF"],"logoFrom":"unsloth"},{"id":"airoboros-l2-13b-2-1-yarn-64k","family":"bhenrym14/airoboros-l2-13b-2.1-YaRN-64k","name":"Airoboros L2 13B 2.1 YaRN 64K","maker":"bhenrym14","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF/airoboros-l2-13b-2.1-yarn-64k.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-08T08:21:58.000Z","downloads":2591,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q2_K.gguf","label":"Q2_K","size":5429348256,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q3_K_S.gguf","label":"Q3_K_S","size":5658980256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q3_K_M.gguf","label":"Q3_K_M","size":6337769376,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q3_K_L.gguf","label":"Q3_K_L","size":6929559456,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q4_0.gguf","label":"Q4_0","size":7365834656,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q4_K_S.gguf","label":"Q4_K_S","size":7414331296,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q4_K_M.gguf","label":"Q4_K_M","size":7865956256,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q5_0.gguf","label":"Q5_0","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q5_K_S.gguf","label":"Q5_K_S","size":8972285856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q5_K_M.gguf","label":"Q5_K_M","size":9229924256,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q6_K.gguf","label":"Q6_K","size":10679140256,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF","file":"airoboros-l2-13b-2.1-yarn-64k.Q8_0.gguf","label":"Q8_0","size":13831319456,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-13B-2_1-YaRN-64K-GGUF"],"logoFrom":null},{"id":"tinyllama-1-1b-chat-v1-0-imatrix","family":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","name":"TinyLlama 1.1B V1.0 Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF/TinyLlama-1.1B-Chat-v1.0-IQ1_S.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-23T06:10:53.000Z","downloads":2591,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ1_S.gguf","label":"IQ1_S","size":269966368,"bits":1.96,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ1_M.gguf","label":"IQ1_M","size":289700896,"bits":2.11,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ2_XXS.gguf","label":"IQ2_XXS","size":322591776,"bits":2.35,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ2_XS.gguf","label":"IQ2_XS","size":351788064,"bits":2.56,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ2_S.gguf","label":"IQ2_S","size":373763104,"bits":2.72,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ2_M.gguf","label":"IQ2_M","size":400075808,"bits":2.91,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q2_K_S.gguf","label":"Q2_K_S","size":402394144,"bits":2.93,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q2_K.gguf","label":"Q2_K","size":432131104,"bits":3.14,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":445131808,"bits":3.24,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ3_XS.gguf","label":"IQ3_XS","size":477625376,"bits":3.47,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q3_K_S.gguf","label":"Q3_K_S","size":499342368,"bits":3.63,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ3_S.gguf","label":"IQ3_S","size":500874272,"bits":3.64,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ3_M.gguf","label":"IQ3_M","size":516193312,"bits":3.75,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q3_K_M.gguf","label":"Q3_K_M","size":548404256,"bits":3.99,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q3_K_L.gguf","label":"Q3_K_L","size":591526944,"bits":4.3,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ4_XS.gguf","label":"IQ4_XS","size":606202912,"bits":4.41,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-IQ4_NL.gguf","label":"IQ4_NL","size":638168096,"bits":4.64,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q4_0.gguf","label":"Q4_0","size":638168096,"bits":4.64,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q4_K_S.gguf","label":"Q4_K_S","size":639872032,"bits":4.65,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q4_K_M.gguf","label":"Q4_K_M","size":667814944,"bits":4.86,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q5_K_S.gguf","label":"Q5_K_S","size":766028832,"bits":5.57,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q5_0.gguf","label":"Q5_0","size":767470624,"bits":5.58,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q5_K_M.gguf","label":"Q5_K_M","size":782044192,"bits":5.69,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q6_K.gguf","label":"Q6_K","size":903412768,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF","file":"TinyLlama-1.1B-Chat-v1.0-Q8_0.gguf","label":"Q8_0","size":1169808416,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/TinyLlama-1.1B-Chat-v1.0-imatrix-GGUF"],"logoFrom":null},{"id":"phi-4-mini-uncensored","family":"arzaan789/phi-4-mini-uncensored","name":"Phi 4 Mini Uncensored","maker":"arzaan789","catalog":null,"tuned":true,"params":3.84,"active":null,"layers":32,"probe":"arzaan789/phi-4-mini-uncensored/phi_4_mini_uncensored.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-03T20:51:32.000Z","downloads":2591,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q2_K.gguf","label":"Q2_K","size":1733753056,"bits":3.61,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":1897330912,"bits":3.95,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":2121464032,"bits":4.42,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":2312567008,"bits":4.82,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":2345597152,"bits":4.89,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":2493839584,"bits":5.2,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":2727803104,"bits":5.68,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":2814703840,"bits":5.86,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q6_K.gguf","label":"Q6_K","size":3155622112,"bits":6.57,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.Q8_0.gguf","label":"Q8_0","size":4084610272,"bits":8.51,"known":true,"rank":0},{"repo":"arzaan789/phi-4-mini-uncensored","file":"phi_4_mini_uncensored.f16.gguf","label":"F16","size":7680693472,"bits":16,"known":true,"rank":0}],"repos":["arzaan789/phi-4-mini-uncensored"],"logoFrom":"microsoft"},{"id":"deepseek-coder-1-3b-instruct-imatrix","family":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","name":"Deepseek Coder 1.3B Imatrix","maker":"duyntnet","catalog":null,"tuned":true,"params":1.35,"active":null,"layers":24,"probe":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF/deepseek-coder-1.3b-instruct-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-24T16:46:07.000Z","downloads":2590,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ1_S.gguf","label":"IQ1_S","size":424819360,"bits":2.52,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ1_M.gguf","label":"IQ1_M","size":442219168,"bits":2.62,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":471218848,"bits":2.79,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":497564320,"bits":2.95,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ2_S.gguf","label":"IQ2_S","size":528652960,"bits":3.13,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q2_K_S.gguf","label":"Q2_K_S","size":543496864,"bits":3.22,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ2_M.gguf","label":"IQ2_M","size":551852704,"bits":3.27,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q2_K.gguf","label":"Q2_K","size":559717024,"bits":3.32,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":580950688,"bits":3.44,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":613366432,"bits":3.63,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ3_S.gguf","label":"IQ3_S","size":641825440,"bits":3.8,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":641825440,"bits":3.8,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ3_M.gguf","label":"IQ3_M","size":672791200,"bits":3.99,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":704133792,"bits":4.17,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":744381088,"bits":4.41,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":744454816,"bits":4.41,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":775936672,"bits":4.6,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q4_0.gguf","label":"Q4_0","size":778050208,"bits":4.61,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":813963936,"bits":4.82,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":873454240,"bits":5.18,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q5_0.gguf","label":"Q5_0","size":938089120,"bits":5.56,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":952883872,"bits":5.65,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1001839264,"bits":5.94,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q6_K.gguf","label":"Q6_K","size":1171536544,"bits":6.94,"known":true,"rank":0},{"repo":"duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF","file":"deepseek-coder-1.3b-instruct-Q8_0.gguf","label":"Q8_0","size":1432091296,"bits":8.49,"known":true,"rank":0}],"repos":["duyntnet/deepseek-coder-1.3b-instruct-imatrix-GGUF"],"logoFrom":"deepseek-ai"},{"id":"qwen3-30b-a3b-claude-4-5-opus-high-reasoning-2507-abliterated-uncensored-v2","family":"DavidAU/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2","name":"Qwen3 30B A3B Claude 4.5 Opus High Reasoning 2507 ABLITERATED UNCENSORED V2","maker":"DavidAU","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-16T13:42:49.000Z","downloads":2590,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ1_S.gguf","label":"IQ1_S","size":6416510496,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ1_M.gguf","label":"IQ1_M","size":7078293024,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181263904,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076223520,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ2_S.gguf","label":"IQ2_S","size":9287132704,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ2_M.gguf","label":"IQ2_M","size":10169509408,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519365152,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q2_K.gguf","label":"Q2_K","size":11258611232,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849328160,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598443552,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292469792,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ3_S.gguf","label":"IQ3_S","size":13299154464,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ3_M.gguf","label":"IQ3_M","size":13513063968,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14711848480,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15900671520,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368350752,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q4_0.gguf","label":"Q4_0","size":17379989024,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456010784,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18556687904,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q4_1.gguf","label":"Q4_1","size":19192501792,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080512032,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725582880,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF","file":"Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2.i1-Q6_K.gguf","label":"Q6_K","size":25092533792,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-Claude-4.5-Opus-High-Reasoning-2507-ABLITERATED-UNCENSORED-V2-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"dreamaiai-27b-03-i1","family":"mradermacher/dreamaiai-27B-03-i1-GGUF","name":"Dreamaiai 27B 03 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/dreamaiai-27B-03-i1-GGUF/dreamaiai-27B-03.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-24T11:58:05.000Z","downloads":2589,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q2_K.gguf","label":"Q2_K","size":10864593600,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537280,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608320,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332480,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738240,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559800000,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040320,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q4_0.gguf","label":"Q4_0","size":15760419520,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300160,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715840,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q4_1.gguf","label":"Q4_1","size":17343769280,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683520,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702720,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/dreamaiai-27B-03-i1-GGUF","file":"dreamaiai-27B-03.i1-Q6_K.gguf","label":"Q6_K","size":22431001280,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/dreamaiai-27B-03-i1-GGUF"],"logoFrom":"Qwen"},{"id":"ministral-3-14b-nymphaea-rp","family":"0xA50C1A1/Ministral-3-14B-Nymphaea-RP","name":"Ministral 3 14B Nymphaea RP","maker":"0xA50C1A1","catalog":null,"tuned":false,"params":13.51,"active":null,"layers":40,"probe":"0xA50C1A1/Ministral-3-14B-Nymphaea-RP/Ministral-3-14B-Nymphaea-RP.Q5_Mix.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-07T23:04:38.000Z","downloads":2588,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0xA50C1A1/Ministral-3-14B-Nymphaea-RP","file":"Ministral-3-14B-Nymphaea-RP.Q5_Mix.gguf","label":"Q5_MIX","size":9548967904,"bits":5.65,"known":false,"rank":0}],"repos":["0xA50C1A1/Ministral-3-14B-Nymphaea-RP"],"logoFrom":"0xA50C1A1"},{"id":"athena-v2","family":"IkariDev/Athena-v2","name":"Athena V2","maker":"IkariDev","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Athena-v2-GGUF/athena-v2.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-09-23T22:09:58.000Z","downloads":2586,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Athena-v2-GGUF","file":"athena-v2.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Athena-v2-GGUF"],"logoFrom":"IkariDev"},{"id":"eva-qwen2-5-32b-v0-2","family":"EVA-UNIT-01/EVA-Qwen2.5-32B-v0.2","name":"EVA Qwen2.5 32B V0.2","maker":"EVA-UNIT-01","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF/EVA-Qwen2.5-32B-v0.2-IQ2_XS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-07T16:53:58.000Z","downloads":2586,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-IQ2_XS.gguf","label":"IQ2_XS","size":9957549088,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-IQ2_S.gguf","label":"IQ2_S","size":10387567648,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-IQ2_M.gguf","label":"IQ2_M","size":11264439328,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q2_K.gguf","label":"Q2_K","size":12313097248,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q2_K_L.gguf","label":"Q2_K_L","size":13073417248,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-IQ3_XS.gguf","label":"IQ3_XS","size":13705511968,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q3_K_S.gguf","label":"Q3_K_S","size":14392329248,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-IQ3_M.gguf","label":"IQ3_M","size":14810121248,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q3_K_M.gguf","label":"Q3_K_M","size":15935046688,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q3_K_L.gguf","label":"Q3_K_L","size":17247077408,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":17693152288,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":17928324128,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":18640229408,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":18640229408,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":18640229408,"bits":4.55,"known":false,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_0.gguf","label":"Q4_0","size":18711008288,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_K_S.gguf","label":"Q4_K_S","size":18784408608,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_K_M.gguf","label":"Q4_K_M","size":19851334688,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q4_K_L.gguf","label":"Q4_K_L","size":20429177888,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q5_K_S.gguf","label":"Q5_K_S","size":22638253088,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q5_K_M.gguf","label":"Q5_K_M","size":23262155808,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q5_K_L.gguf","label":"Q5_K_L","size":23742678048,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q6_K.gguf","label":"Q6_K","size":26886153248,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q6_K_L.gguf","label":"Q6_K_L","size":27263271968,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-Q8_0.gguf","label":"Q8_0","size":34820883488,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/EVA-Qwen2.5-32B-v0.2-GGUF","file":"EVA-Qwen2.5-32B-v0.2-f16/EVA-Qwen2.5-32B-v0.2-f16-00001-of-00002.gguf","label":"F16","size":65535968224,"bits":16,"known":true,"rank":0}],"repos":["bartowski/EVA-Qwen2.5-32B-v0.2-GGUF"],"logoFrom":"EVA-UNIT-01"},{"id":"gemmacoder3-12b","family":"burtenshaw/GemmaCoder3-12B","name":"GemmaCoder3 12B","maker":"burtenshaw","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF/burtenshaw_GemmaCoder3-12B-IQ2_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":null,"open":false,"released":"2025-04-01T16:31:19.000Z","downloads":2585,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ2_S.gguf","label":"IQ2_S","size":4020710336,"bits":2.73,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ2_M.gguf","label":"IQ2_M","size":4310461376,"bits":2.93,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q2_K.gguf","label":"Q2_K","size":4768222016,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784901056,"bits":3.25,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5012075456,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ3_XS.gguf","label":"IQ3_XS","size":5206166336,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5458316096,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ3_M.gguf","label":"IQ3_M","size":5655722816,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6008818496,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6480186176,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6550965056,"bits":4.45,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6724039616,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-IQ4_NL.gguf","label":"IQ4_NL","size":6887164736,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q4_0.gguf","label":"Q4_0","size":6909283136,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q4_K_S.gguf","label":"Q4_K_S","size":6935333696,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7300778816,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7544632256,"bits":5.13,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q4_1.gguf","label":"Q4_1","size":7559564096,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8231963456,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8445037376,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q5_K_L.gguf","label":"Q5_K_L","size":8688890816,"bits":5.91,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q6_K.gguf","label":"Q6_K","size":9660812096,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q6_K_L.gguf","label":"Q6_K_L","size":9904665536,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-Q8_0.gguf","label":"Q8_0","size":12510213056,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/burtenshaw_GemmaCoder3-12B-GGUF","file":"burtenshaw_GemmaCoder3-12B-bf16.gguf","label":"BF16","size":23540151968,"bits":16,"known":true,"rank":0}],"repos":["bartowski/burtenshaw_GemmaCoder3-12B-GGUF"],"logoFrom":"burtenshaw"},{"id":"nousresearch-hermes-4-405b","family":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","name":"NousResearch.Hermes 4 405B","maker":"DevQuasar-13","catalog":null,"tuned":true,"params":405.85,"active":null,"layers":126,"probe":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF/NousResearch.Hermes-4-405B.IQ1_M-00001-of-00007.gguf","kvBytesPerToken":597123,"kvHeader":516096,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-08-27T13:32:04.000Z","downloads":2585,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.IQ1_M-00001-of-00007.gguf","label":"IQ1_M","size":93498011360,"bits":1.84,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.IQ2_XXS-00001-of-00008.gguf","label":"IQ2_XXS","size":107272368032,"bits":2.11,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.IQ2_XS-00001-of-00009.gguf","label":"IQ2_XS","size":119348817920,"bits":2.35,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.IQ2_S-00001-of-00009.gguf","label":"IQ2_S","size":125647646720,"bits":2.48,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.Q2_K-00001-of-00011.gguf","label":"Q2_K","size":149322788896,"bits":2.94,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.Q3_K_M-00001-of-00015.gguf","label":"Q3_K_M","size":195373396416,"bits":3.85,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.Q4_K_M-00001-of-00018.gguf","label":"Q4_K_M","size":243069612768,"bits":4.79,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.Q5_K_M-00001-of-00022.gguf","label":"Q5_K_M","size":286646859040,"bits":5.65,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.Q6_K-00001-of-00025.gguf","label":"Q6_K","size":332947682912,"bits":6.56,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.Q8_0-00001-of-00032.gguf","label":"Q8_0","size":431239297440,"bits":8.5,"known":true,"rank":0},{"repo":"DevQuasar-13/NousResearch.Hermes-4-405B-GGUF","file":"NousResearch.Hermes-4-405B.f16-00001-of-00055.gguf","label":"F16","size":811722966208,"bits":16,"known":true,"rank":0}],"repos":["DevQuasar-13/NousResearch.Hermes-4-405B-GGUF"],"logoFrom":"NousResearch"},{"id":"hit-scir-chinese-mixtral-8x7b","family":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","name":"HIT SCIR Chinese Mixtral 8x7B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":46.91,"active":13.08,"layers":32,"probe":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf/Chinese-Mixtral-8x7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-01T03:38:09.000Z","downloads":2584,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q2_K.gguf","label":"Q2_K","size":17429386208,"bits":2.97,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.IQ3_XS.gguf","label":"IQ3_XS","size":19478947040,"bits":3.32,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.IQ3_S.gguf","label":"IQ3_S","size":20561077472,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q3_K_S.gguf","label":"Q3_K_S","size":20561077472,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.IQ3_M.gguf","label":"IQ3_M","size":21559321824,"bits":3.68,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q3_K.gguf","label":"Q3_K","size":22675006688,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q3_K_M.gguf","label":"Q3_K_M","size":22675006688,"bits":3.87,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q3_K_L.gguf","label":"Q3_K_L","size":24298202336,"bits":4.14,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.IQ4_XS.gguf","label":"IQ4_XS","size":25513096672,"bits":4.35,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q4_0.gguf","label":"Q4_0","size":26585745888,"bits":4.53,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.IQ4_NL.gguf","label":"IQ4_NL","size":26887735776,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q4_K_S.gguf","label":"Q4_K_S","size":26887735776,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q4_K.gguf","label":"Q4_K","size":28590623200,"bits":4.88,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q4_K_M.gguf","label":"Q4_K_M","size":28590623200,"bits":4.88,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q4_1.gguf","label":"Q4_1","size":29486019040,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q5_0.gguf","label":"Q5_0","size":32386292192,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q5_K_S.gguf","label":"Q5_K_S","size":32386292192,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q5_K.gguf","label":"Q5_K","size":33384536544,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q5_K_M.gguf","label":"Q5_K_M","size":33384536544,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q5_1.gguf","label":"Q5_1","size":35286565344,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Chinese-Mixtral-8x7B.Q6_K.gguf","label":"Q6_K","size":38549372640,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf","file":"Q8_0/Chinese-Mixtral-8x7B_Q8_0-00001-of-00002.gguf","label":"Q8_0","size":49844475296,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/HIT-SCIR_-_Chinese-Mixtral-8x7B-gguf"],"logoFrom":"RichardErkhov"},{"id":"iso42001-qwen2-5-0-5b-edge","family":"sallani/ISO42001-Qwen2.5-0.5B-Edge","name":"ISO42001 Qwen2.5 0.5B Edge","maker":"sallani","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"sallani/ISO42001-Qwen2.5-0.5B-Edge/iso42001-qwen2.5-0.5b-f16.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-27T09:00:00.000Z","downloads":2584,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sallani/ISO42001-Qwen2.5-0.5B-Edge","file":"iso42001-qwen2.5-0.5b-f16.gguf","label":"F16","size":994156864,"bits":16.23,"known":true,"rank":0}],"repos":["sallani/ISO42001-Qwen2.5-0.5B-Edge"],"logoFrom":"Qwen"},{"id":"llama-3-1-8b-xlam-agent","family":"Rumiii/Llama-3.1-8B-xLAM-Agent","name":"Llama 3.1 8B XLAM Agent","maker":"Rumiii","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF/Llama-3.1-8B-xLAM-Agent.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-10-16T06:18:04.000Z","downloads":2582,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633792,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977984,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218304,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787776,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494848,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287104,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988821120,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q2_K.gguf","label":"Q2_K","size":3179137664,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918528,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753408,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505472,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331264,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829568,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924160,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962624,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668864,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q4_0.gguf","label":"Q4_0","size":4675897984,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995136,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675200,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740480,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q4_1.gguf","label":"Q4_1","size":5130259072,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300224,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993664,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF","file":"Llama-3.1-8B-xLAM-Agent.i1-Q6_K.gguf","label":"Q6_K","size":6596012672,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-8B-xLAM-Agent-i1-GGUF"],"logoFrom":"Rumiii"},{"id":"mammoth-coder-34b","family":"TIGER-Lab/MAmmoTH-Coder-34B","name":"MAmmoTH Coder 34B","maker":"TIGER-Lab","catalog":null,"tuned":true,"params":33.74,"active":null,"layers":48,"probe":"TheBloke/MAmmoTH-Coder-34B-GGUF/mammoth-coder-34b.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-09-20T22:25:59.000Z","downloads":2581,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q2_K.gguf","label":"Q2_K","size":14210684256,"bits":3.37,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q3_K_S.gguf","label":"Q3_K_S","size":14605359264,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q3_K_M.gguf","label":"Q3_K_M","size":16283605152,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q3_K_L.gguf","label":"Q3_K_L","size":17771534496,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q4_0.gguf","label":"Q4_0","size":19052059872,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q4_K_S.gguf","label":"Q4_K_S","size":19146431712,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q4_K_M.gguf","label":"Q4_K_M","size":20219911392,"bits":4.79,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q5_0.gguf","label":"Q5_0","size":23237189856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q5_K_S.gguf","label":"Q5_K_S","size":23237189856,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q5_K_M.gguf","label":"Q5_K_M","size":23838810336,"bits":5.65,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q6_K.gguf","label":"Q6_K","size":27683890464,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/MAmmoTH-Coder-34B-GGUF","file":"mammoth-coder-34b.Q8_0.gguf","label":"Q8_0","size":35856069792,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MAmmoTH-Coder-34B-GGUF"],"logoFrom":"TIGER-Lab"},{"id":"wizardmath-7b-v1-0","family":"WizardLMTeam/WizardMath-7B-V1.0","name":"WizardMath 7B V1.0","maker":"WizardLMTeam","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/WizardMath-7B-V1.0-i1-GGUF/WizardMath-7B-V1.0.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-09-05T08:56:03.000Z","downloads":2580,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":1528587040,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":1650975520,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854956320,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034918176,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":2196571328,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":2359755968,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q2_K.gguf","label":"Q2_K","size":2532869440,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585396416,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796529376,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":2948310752,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948310752,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":3114870496,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298010848,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597117152,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619342464,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":3825813760,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":3825813760,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":3825813760,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q4_0.gguf","label":"Q4_0","size":3837085952,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856746752,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081010944,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651698944,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783164160,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/WizardMath-7B-V1.0-i1-GGUF","file":"WizardMath-7B-V1.0.i1-Q6_K.gguf","label":"Q6_K","size":5529201952,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/WizardMath-7B-V1.0-i1-GGUF"],"logoFrom":"WizardLMTeam"},{"id":"minicpm4-1-8b","family":"openbmb/MiniCPM4.1-8B-GGUF","name":"MiniCPM4.1 8B","maker":"openbmb","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":32,"probe":"openbmb/MiniCPM4.1-8B-GGUF/MiniCPM4.1-8B-Q4_K_M.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":65536,"arch":"minicpm","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-04T08:36:56.000Z","downloads":2580,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"openbmb/MiniCPM4.1-8B-GGUF","file":"MiniCPM4.1-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4965526048,"bits":4.85,"known":true,"rank":0}],"repos":["openbmb/MiniCPM4.1-8B-GGUF"],"logoFrom":"openbmb"},{"id":"zed-industries-zeta-2","family":"bartowski/zed-industries_zeta-2-GGUF","name":"Zed Industries Zeta 2","maker":"bartowski","catalog":null,"tuned":false,"params":8.25,"active":null,"layers":32,"probe":"bartowski/zed-industries_zeta-2-GGUF/zed-industries_zeta-2-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-26T03:09:29.000Z","downloads":2580,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-IQ2_M.gguf","label":"IQ2_M","size":3377992448,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q2_K.gguf","label":"Q2_K","size":3436122880,"bits":3.33,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-IQ3_XXS.gguf","label":"IQ3_XXS","size":3555726080,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-IQ3_XS.gguf","label":"IQ3_XS","size":3791115008,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q3_K_S.gguf","label":"Q3_K_S","size":3905409792,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-IQ3_M.gguf","label":"IQ3_M","size":4042511104,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q2_K_L.gguf","label":"Q2_K_L","size":4056666880,"bits":3.93,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q3_K_M.gguf","label":"Q3_K_M","size":4267168512,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q3_K_L.gguf","label":"Q3_K_L","size":4495758080,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-IQ4_XS.gguf","label":"IQ4_XS","size":4690318080,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q4_0.gguf","label":"Q4_0","size":4895773440,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-IQ4_NL.gguf","label":"IQ4_NL","size":4915696384,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q4_K_S.gguf","label":"Q4_K_S","size":4918842112,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q3_K_XL.gguf","label":"Q3_K_XL","size":5051765504,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q4_K_M.gguf","label":"Q4_K_M","size":5224502016,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q4_1.gguf","label":"Q4_1","size":5340238592,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q4_K_L.gguf","label":"Q4_K_L","size":5696115456,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q5_K_S.gguf","label":"Q5_K_S","size":5799383808,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q5_K_M.gguf","label":"Q5_K_M","size":6022206208,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q5_K_L.gguf","label":"Q5_K_L","size":6414390016,"bits":6.22,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q6_K.gguf","label":"Q6_K","size":7018861312,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q6_K_L.gguf","label":"Q6_K_L","size":7326651136,"bits":7.1,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-Q8_0.gguf","label":"Q8_0","size":8773161728,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/zed-industries_zeta-2-GGUF","file":"zed-industries_zeta-2-bf16.gguf","label":"BF16","size":16507720192,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/zed-industries_zeta-2-GGUF"],"logoFrom":"zed-industries"},{"id":"qwen3-vl-8b-instruct-1m","family":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","name":"Qwen3 VL 8B 1M","maker":"unsloth","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF/Qwen3-VL-8B-Instruct-1M-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":1000000,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-01T20:59:20.000Z","downloads":2578,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":2275380224,"bits":2.22,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":2396490752,"bits":2.34,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":2605222912,"bits":2.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":3110898688,"bits":3.04,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":3281734656,"bits":3.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":3410267136,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":3427593216,"bits":3.35,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":3501976576,"bits":3.42,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":3769613312,"bits":3.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":4124163072,"bits":4.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":4307053568,"bits":4.21,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-IQ4_XS.gguf","label":"IQ4_XS","size":4581288960,"bits":4.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q4_0.gguf","label":"Q4_0","size":4787334144,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-IQ4_NL.gguf","label":"IQ4_NL","size":4793625600,"bits":4.68,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":4802014208,"bits":4.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":5027785728,"bits":4.91,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":5135723520,"bits":5.02,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q4_1.gguf","label":"Q4_1","size":5247757312,"bits":5.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":5720763392,"bits":5.59,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":5851114496,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":5878082560,"bits":5.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q6_K.gguf","label":"Q6_K","size":6725901312,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":7490550784,"bits":7.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-Q8_0.gguf","label":"Q8_0","size":8709520384,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":10824039424,"bits":10.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-8B-Instruct-1M-GGUF","file":"Qwen3-VL-8B-Instruct-1M-BF16.gguf","label":"BF16","size":16388045568,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen3-VL-8B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"levelfield","family":"level-ai/LevelField","name":"LevelField","maker":"level-ai","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"prithivMLmods/LevelField-GGUF/LevelField.Q3_K_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-09T15:20:52.000Z","downloads":2577,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q3_K_S.gguf","label":"Q3_K_S","size":4259406784,"bits":3.81,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q3_K_M.gguf","label":"Q3_K_M","size":4623524800,"bits":4.13,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q3_K_L.gguf","label":"Q3_K_L","size":4925514688,"bits":4.4,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q4_0.gguf","label":"Q4_0","size":5313356736,"bits":4.75,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q4_K_S.gguf","label":"Q4_K_S","size":5351629760,"bits":4.78,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q4_K_M.gguf","label":"Q4_K_M","size":5629109184,"bits":5.03,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q5_0.gguf","label":"Q5_0","size":6305309632,"bits":5.64,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q5_K_S.gguf","label":"Q5_K_S","size":6305309632,"bits":5.64,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.Q5_K_M.gguf","label":"Q5_K_M","size":6467969984,"bits":5.78,"known":true,"rank":0},{"repo":"prithivMLmods/LevelField-GGUF","file":"LevelField.BF16.gguf","label":"BF16","size":17920697280,"bits":16.02,"known":true,"rank":0}],"repos":["prithivMLmods/LevelField-GGUF"],"logoFrom":"level-ai"},{"id":"euryale-1-3-l2-70b","family":"Sao10K/Euryale-1.3-L2-70B","name":"Euryale 1.3 L2 70B","maker":"Sao10K","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Euryale-1.3-L2-70B-GGUF/euryale-1.3-l2-70b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-18T09:22:19.000Z","downloads":2576,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q2_K.gguf","label":"Q2_K","size":29279253440,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q3_K_S.gguf","label":"Q3_K_S","size":29919294400,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q3_K_M.gguf","label":"Q3_K_M","size":33186657216,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q3_K_L.gguf","label":"Q3_K_L","size":36147835840,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q4_0.gguf","label":"Q4_0","size":38872249280,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q4_K_S.gguf","label":"Q4_K_S","size":39073575872,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q4_K_M.gguf","label":"Q4_K_M","size":41422910400,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q5_0.gguf","label":"Q5_0","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.3-L2-70B-GGUF","file":"euryale-1.3-l2-70b.Q5_K_M.gguf","label":"Q5_K_M","size":48753767360,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Euryale-1.3-L2-70B-GGUF"],"logoFrom":"Sao10K"},{"id":"leoscorpius-greennode-platypus-7b-v1","family":"ignos/LeoScorpius-GreenNode-Platypus-7B-v1","name":"LeoScorpius GreenNode Platypus 7B V1","maker":"ignos","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF/leoscorpius-greennode-platypus-7b-v1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-16T13:03:10.000Z","downloads":2576,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q2_K.gguf","label":"Q2_K","size":3083097824,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":3164567264,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":3518985952,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":3822024416,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q4_0.gguf","label":"Q4_0","size":4108916448,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q4_K_S.gguf","label":"Q4_K_S","size":4140373728,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q4_K_M.gguf","label":"Q4_K_M","size":4368439008,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q5_0.gguf","label":"Q5_0","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q5_K_M.gguf","label":"Q5_K_M","size":5131409120,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q6_K.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF","file":"leoscorpius-greennode-platypus-7b-v1.Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LeoScorpius-GreenNode-Platypus-7B-v1-GGUF"],"logoFrom":"ignos"},{"id":"free-sydney-13b-hf","family":"FPHam/Free_Sydney_13b_HF","name":"Free Sydney 13B","maker":"FPHam","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Free_Sydney_13b_HF-i1-GGUF/Free_Sydney_13b_HF.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-11T15:58:39.000Z","downloads":2573,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ1_S.gguf","label":"IQ1_S","size":2898853920,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ1_M.gguf","label":"IQ1_M","size":3138777120,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538649120,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891314720,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ2_S.gguf","label":"IQ2_S","size":4197865760,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ2_M.gguf","label":"IQ2_M","size":4517763360,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q2_K.gguf","label":"Q2_K","size":4854459680,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960745760,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361817120,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ3_S.gguf","label":"IQ3_S","size":5659186720,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659186720,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ3_M.gguf","label":"IQ3_M","size":5984716320,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337975840,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929765920,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964444960,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q4_0.gguf","label":"Q4_0","size":7388181280,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423406880,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7866184480,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972534560,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9230172960,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Free_Sydney_13b_HF-i1-GGUF","file":"Free_Sydney_13b_HF.i1-Q6_K.gguf","label":"Q6_K","size":10679410720,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Free_Sydney_13b_HF-i1-GGUF"],"logoFrom":"FPHam"},{"id":"qwen2-5-math-72b-instruct","family":"Qwen/Qwen2.5-Math-72B-Instruct","name":"Qwen2.5 Math 72B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF/Qwen2.5-Math-72B-Instruct-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-09-18T17:18:16.000Z","downloads":2573,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ1_M.gguf","label":"IQ1_M","size":23740212928,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490024128,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ2_XS.gguf","label":"IQ2_XS","size":27057645248,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ2_M.gguf","label":"IQ2_M","size":29338986176,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q2_K.gguf","label":"Q2_K","size":29811762880,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":31028274880,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845082816,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":34487789248,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":35503597248,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":37698725568,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":39505225408,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":39709075136,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":40595220160,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q4_0.gguf","label":"Q4_0","size":41383126720,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":47415715520,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q5_K_M/Qwen2.5-Math-72B-Instruct-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54447466368,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q6_K/Qwen2.5-Math-72B-Instruct-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347629440,"bits":7.08,"known":true,"rank":0},{"repo":"bartowski/Qwen2.5-Math-72B-Instruct-GGUF","file":"Qwen2.5-Math-72B-Instruct-Q8_0/Qwen2.5-Math-72B-Instruct-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262612384,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Qwen2.5-Math-72B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"computer-10","family":"cosmicoptima/computer-10","name":"Computer 10","maker":"cosmicoptima","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/cosmicoptima_computer-10-GGUF/cosmicoptima_computer-10-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-09-27T08:27:14.000Z","downloads":2573,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ1_S.gguf","label":"IQ1_S","size":19400162848,"bits":2.2,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ1_M.gguf","label":"IQ1_M","size":20556217888,"bits":2.33,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ2_XXS.gguf","label":"IQ2_XXS","size":22482976288,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ2_XS.gguf","label":"IQ2_XS","size":24192155168,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ2_S.gguf","label":"IQ2_S","size":25411665440,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ2_M.gguf","label":"IQ2_M","size":26953072160,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q2_K.gguf","label":"Q2_K","size":27696315936,"bits":3.14,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ3_XXS.gguf","label":"IQ3_XXS","size":29021388320,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ3_XS.gguf","label":"IQ3_XS","size":30639423008,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q3_K_S.gguf","label":"Q3_K_S","size":31960628768,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ3_M.gguf","label":"IQ3_M","size":32985611808,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q3_K_M.gguf","label":"Q3_K_M","size":35316071968,"bits":4,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q3_K_L.gguf","label":"Q3_K_L","size":37518081568,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ4_XS.gguf","label":"IQ4_XS","size":38767738400,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q4_0.gguf","label":"Q4_0","size":40808594976,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-IQ4_NL.gguf","label":"IQ4_NL","size":40834809376,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q4_K_S.gguf","label":"Q4_K_S","size":41039281696,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q4_K_M.gguf","label":"Q4_K_M","size":43967430176,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q4_K_L.gguf","label":"Q4_K_L","size":44747226656,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q4_1.gguf","label":"Q4_1","size":44837879328,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q5_K_S.gguf","label":"Q5_K_S","size":49013964320,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q5_K_M.gguf","label":"Q5_K_M","size":51108494880,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q6_K/cosmicoptima_computer-10-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":60082290400,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q6_K_L/cosmicoptima_computer-10-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":60591210208,"bits":6.87,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-Q8_0/cosmicoptima_computer-10-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975051168,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/cosmicoptima_computer-10-GGUF","file":"cosmicoptima_computer-10-bf16/cosmicoptima_computer-10-bf16-00001-of-00004.gguf","label":"BF16","size":141117914784,"bits":16,"known":true,"rank":0}],"repos":["bartowski/cosmicoptima_computer-10-GGUF"],"logoFrom":"cosmicoptima"},{"id":"dmind-3","family":"Mungert/DMind-3-GGUF","name":"DMind 3","maker":"Mungert","catalog":null,"tuned":false,"params":20.91,"active":4.19,"layers":24,"probe":"Mungert/DMind-3-GGUF/DMind-3-q4_0.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-24T09:10:13.000Z","downloads":2572,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_0.gguf","label":"Q4_0","size":11809125888,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq1_s.gguf","label":"IQ1_S","size":11905801728,"bits":4.56,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq2_xxs.gguf","label":"IQ2_XXS","size":11905801728,"bits":4.56,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq3_xxs.gguf","label":"IQ3_XXS","size":11930131968,"bits":4.56,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq1_m.gguf","label":"IQ1_M","size":12000311808,"bits":4.59,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq2_xs.gguf","label":"IQ2_XS","size":12000311808,"bits":4.59,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq3_xs.gguf","label":"IQ3_XS","size":12002523648,"bits":4.59,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq2_m.gguf","label":"IQ2_M","size":12005841408,"bits":4.59,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq2_s.gguf","label":"IQ2_S","size":12005841408,"bits":4.59,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq3_s.gguf","label":"IQ3_S","size":12028512768,"bits":4.6,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q3_k_s.gguf","label":"Q3_K_S","size":12035148288,"bits":4.6,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq4_xs.gguf","label":"IQ4_XS","size":12096480768,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q2_k_s.gguf","label":"Q2_K_S","size":12102056448,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq4_nl.gguf","label":"IQ4_NL","size":12105328128,"bits":4.63,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-iq3_m.gguf","label":"IQ3_M","size":12128045568,"bits":4.64,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q2_k_l.gguf","label":"Q2_K_L","size":12364482048,"bits":4.73,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q2_k_m.gguf","label":"Q2_K_M","size":12364482048,"bits":4.73,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_0_l.gguf","label":"Q4_0_L","size":12388259328,"bits":4.74,"known":false,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_1.gguf","label":"Q4_1","size":13115724288,"bits":5.02,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q3_k_l.gguf","label":"Q3_K_L","size":13214565888,"bits":5.06,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q3_k_m.gguf","label":"Q3_K_M","size":13214565888,"bits":5.06,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_1_l.gguf","label":"Q4_1_L","size":13622466048,"bits":5.21,"known":false,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_0.gguf","label":"Q5_0","size":14422322688,"bits":5.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_0_l.gguf","label":"Q5_0_L","size":14856672768,"bits":5.68,"known":false,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_k_s.gguf","label":"Q4_K_S","size":14880265728,"bits":5.69,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_1.gguf","label":"Q5_1","size":15728921088,"bits":6.02,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_k_l.gguf","label":"Q4_K_L","size":16031159808,"bits":6.13,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q4_k_m.gguf","label":"Q4_K_M","size":16031159808,"bits":6.13,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_k_s.gguf","label":"Q5_K_S","size":16082585088,"bits":6.15,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_1_l.gguf","label":"Q5_1_L","size":16090879488,"bits":6.16,"known":false,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_k_l.gguf","label":"Q5_K_L","size":17083442688,"bits":6.54,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q5_k_m.gguf","label":"Q5_K_M","size":17083442688,"bits":6.54,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q6_k_l.gguf","label":"Q6_K_L","size":22193346048,"bits":8.49,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q6_k_m.gguf","label":"Q6_K_M","size":22193346048,"bits":8.49,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-q8_0.gguf","label":"Q8_0","size":22261912800,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-bf16.gguf","label":"BF16","size":41860888800,"bits":16.02,"known":true,"rank":0},{"repo":"Mungert/DMind-3-GGUF","file":"DMind-3-f16.gguf","label":"F16","size":41860888800,"bits":16.02,"known":true,"rank":0}],"repos":["Mungert/DMind-3-GGUF"],"logoFrom":"openai"},{"id":"glimmer-31b-v1-0-i1","family":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","name":"Glimmer 31B V1.0 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Glimmer-31B-v1.0-i1-GGUF/Glimmer-31B-v1.0.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-25T06:08:46.000Z","downloads":2571,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":7156489984,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":7725872896,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674844416,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530359552,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":10157889280,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":10917066496,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976589568,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q2_K.gguf","label":"Q2_K","size":11916314368,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077508352,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072369408,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":13761357568,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761357568,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":14424497920,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287109376,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628270848,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735790848,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q4_0.gguf","label":"Q4_0","size":17701578496,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763165952,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687063808,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q4_1.gguf","label":"Q4_1","size":19481421568,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311842048,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845571328,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-31B-v1.0-i1-GGUF","file":"Glimmer-31B-v1.0.i1-Q6_K.gguf","label":"Q6_K","size":25201485568,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Glimmer-31B-v1.0-i1-GGUF"],"logoFrom":"sophosympatheia"},{"id":"qwen2-5-0-5b-instruct-abliterated","family":"huihui-ai/Qwen2.5-0.5B-Instruct-abliterated","name":"Qwen2.5 0.5B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":24,"probe":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF/Qwen2.5-0.5B-Instruct-abliterated.Q3_K_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-08T11:00:58.000Z","downloads":2570,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":338263936,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":338608000,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":351445888,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":355467136,"bits":5.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":369358720,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":385472384,"bits":6.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":397808512,"bits":6.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":412710784,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":420086656,"bits":6.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":505737088,"bits":8.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":531068800,"bits":8.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF","file":"Qwen2.5-0.5B-Instruct-abliterated.f16.gguf","label":"F16","size":994157440,"bits":16.23,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-0.5B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"segolilylabs-lily-cybersecurity-7b-v0-2","family":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","name":"Segolilylabs Lily Cybersecurity 7B V0.2","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf/Lily-Cybersecurity-7B-v0.2.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-07-04T00:23:28.000Z","downloads":2568,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q2_K.gguf","label":"Q2_K","size":2719242592,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.IQ3_XS.gguf","label":"IQ3_XS","size":3018815840,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q3_K_S.gguf","label":"Q3_K_S","size":3164567904,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.IQ3_S.gguf","label":"IQ3_S","size":3182393696,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.IQ3_M.gguf","label":"IQ3_M","size":3284892000,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q3_K.gguf","label":"Q3_K","size":3518986592,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q3_K_M.gguf","label":"Q3_K_M","size":3518986592,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q3_K_L.gguf","label":"Q3_K_L","size":3822025056,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.IQ4_XS.gguf","label":"IQ4_XS","size":3944388960,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q4_0.gguf","label":"Q4_0","size":4108917088,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q4_K_S.gguf","label":"Q4_K_S","size":4140374368,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.IQ4_NL.gguf","label":"IQ4_NL","size":4155054432,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q4_K.gguf","label":"Q4_K","size":4368439648,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q4_K_M.gguf","label":"Q4_K_M","size":4368439648,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q4_1.gguf","label":"Q4_1","size":4553316704,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q5_0.gguf","label":"Q5_0","size":4997716320,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q5_K_S.gguf","label":"Q5_K_S","size":4997716320,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q5_K.gguf","label":"Q5_K","size":5131409760,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q5_K_M.gguf","label":"Q5_K_M","size":5131409760,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q5_1.gguf","label":"Q5_1","size":5442115936,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q6_K.gguf","label":"Q6_K","size":5942065504,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf","file":"Lily-Cybersecurity-7B-v0.2.Q8_0.gguf","label":"Q8_0","size":7695858016,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/segolilylabs_-_Lily-Cybersecurity-7B-v0.2-gguf"],"logoFrom":"RichardErkhov"},{"id":"gemma-4-gembrain-x-31b","family":"Nimbz/Gemma-4-Gembrain-X-31B","name":"Gemma 4 Gembrain X 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF/static/Gembrain-X-31B-Q4_K_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-28T23:08:35.000Z","downloads":2567,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","file":"static/Gembrain-X-31B-Q4_K_S.gguf","label":"Q4_K_S","size":17763164864,"bits":4.63,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","file":"static/Gembrain-X-31B-Q4_K_M.gguf","label":"Q4_K_M","size":18687062720,"bits":4.87,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","file":"static/Gembrain-X-31B-Q5_K_S.gguf","label":"Q5_K_S","size":21311840960,"bits":5.55,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","file":"static/Gembrain-X-31B-Q5_K_M.gguf","label":"Q5_K_M","size":21845570240,"bits":5.69,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","file":"static/Gembrain-X-31B-Q6_K.gguf","label":"Q6_K","size":25201484480,"bits":6.57,"known":true,"rank":0},{"repo":"Nimbz/Gemma-4-Gembrain-X-31B-GGUF","file":"static/Gembrain-X-31B-Q8_0.gguf","label":"Q8_0","size":32635675328,"bits":8.5,"known":true,"rank":0}],"repos":["Nimbz/Gemma-4-Gembrain-X-31B-GGUF"],"logoFrom":"Nimbz"},{"id":"toomanymixroleplay-7b-story-v3-5","family":"jdqwoi/TooManyMixRolePlay-7B-Story_V3.5","name":"TooManyMixRolePlay 7B Story V3.5","maker":"jdqwoi","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF/TooManyMixRolePlay-7B-Story_V3.5.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-30T04:36:59.000Z","downloads":2566,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102176,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446368,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686688,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256160,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920736,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712992,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q2_K.gguf","label":"Q2_K","size":2719242784,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344416,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816032,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568096,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393888,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892192,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986784,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025248,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688992,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q4_0.gguf","label":"Q4_0","size":4123597344,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374560,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439840,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716512,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409952,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF","file":"TooManyMixRolePlay-7B-Story_V3.5.i1-Q6_K.gguf","label":"Q6_K","size":5942065696,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TooManyMixRolePlay-7B-Story_V3.5-i1-GGUF"],"logoFrom":null},{"id":"huihui4-48b-a4b-abliterated","family":"huihui-ai/Huihui4-48B-A4B-abliterated","name":"Huihui4 48B A4B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":48.08,"active":3.83,"layers":30,"probe":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF/Huihui4-48B-A4B-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-19T14:04:05.000Z","downloads":2566,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":15589354752,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":16324584192,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":17549966592,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":18542888192,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":18599658752,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":19579964672,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":19903934208,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":20040836864,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":21479525632,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":21956426496,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":23089928448,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":23089928448,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":23355240704,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":25121694976,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":26119381248,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":26331566848,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":27425267456,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":29353619200,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":30286582528,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":31969446656,"bits":5.32,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":34206905088,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":36463241984,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF","file":"Huihui4-48B-A4B-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":43259641088,"bits":7.2,"known":true,"rank":0}],"repos":["mradermacher/Huihui4-48B-A4B-abliterated-i1-GGUF"],"logoFrom":"huihui-ai"},{"id":"sciencersi-8b","family":"Scinetics-ai/ScienceRSI-8b","name":"ScienceRSI 8B","maker":"Scinetics-ai","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/ScienceRSI-8b-i1-GGUF/ScienceRSI-8b.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-21T14:31:35.000Z","downloads":2566,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770208,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148320,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111840,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157024,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744288,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915104,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552608,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q2_K.gguf","label":"Q2_K","size":3281733472,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633632,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874720,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612128,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666144,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3896620896,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161888,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394656,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561839968,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q4_0.gguf","label":"Q4_0","size":4787332960,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624416,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013024,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784544,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q4_1.gguf","label":"Q4_1","size":5247756128,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762208,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113312,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/ScienceRSI-8b-i1-GGUF","file":"ScienceRSI-8b.i1-Q6_K.gguf","label":"Q6_K","size":6725900128,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ScienceRSI-8b-i1-GGUF"],"logoFrom":"Scinetics-ai"},{"id":"mistral-v0-2-nexus-internal-knowledge-map-7b","family":"Severian/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B","name":"Mistral V0.2 Nexus Internal Knowledge Map 7B","maker":"Severian","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-12-30T12:14:28.000Z","downloads":2565,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103712,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447904,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688224,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257696,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922272,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714528,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2528927776,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719244320,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345952,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817568,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569632,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395424,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893728,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988320,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026784,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690528,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123598880,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4125696032,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140376096,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441376,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q4_1.gguf","label":"Q4_1","size":4553318432,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997718048,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411488,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF","file":"Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942067232,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-i1-GGUF"],"logoFrom":"Severian"},{"id":"frontier-infra-jebadiah-9b-v2-1","family":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","name":"Frontier Infra Jebadiah 9B V2 1","maker":"bartowski","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF/frontier-infra_jebadiah-9b-v2-1-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-16T19:27:33.000Z","downloads":2565,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-IQ2_M.gguf","label":"IQ2_M","size":3673829696,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q2_K.gguf","label":"Q2_K","size":3781308736,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4275761472,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q3_K_S.gguf","label":"Q3_K_S","size":4397232448,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-IQ3_XS.gguf","label":"IQ3_XS","size":4404965696,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q3_K_M.gguf","label":"Q3_K_M","size":4616876352,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q3_K_L.gguf","label":"Q3_K_L","size":4796084544,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-IQ3_M.gguf","label":"IQ3_M","size":4983386432,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-IQ4_XS.gguf","label":"IQ4_XS","size":5364232512,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q4_0.gguf","label":"Q4_0","size":5619757376,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q4_K_S.gguf","label":"Q4_K_S","size":5620183360,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-IQ4_NL.gguf","label":"IQ4_NL","size":5961986368,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q4_K_M.gguf","label":"Q4_K_M","size":5977977152,"bits":5.2,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q4_1.gguf","label":"Q4_1","size":6081786176,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q4_K_L.gguf","label":"Q4_K_L","size":6338949440,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q5_K_S.gguf","label":"Q5_K_S","size":6632943936,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q5_K_M.gguf","label":"Q5_K_M","size":7013052736,"bits":6.1,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q6_K_S.gguf","label":"Q6_K_S","size":7646212416,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q6_K.gguf","label":"Q6_K","size":7930638656,"bits":6.9,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q6_K_L.gguf","label":"Q6_K_L","size":8243507520,"bits":7.17,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-Q8_0.gguf","label":"Q8_0","size":9804542272,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF","file":"frontier-infra_jebadiah-9b-v2-1-bf16.gguf","label":"BF16","size":18407321600,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/frontier-infra_jebadiah-9b-v2-1-GGUF"],"logoFrom":"frontier-infra"},{"id":"allam-ai-allam-7b-instruct-preview","family":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","name":"ALLaM AI ALLaM 7B Preview","maker":"bartowski","catalog":null,"tuned":false,"params":7,"active":null,"layers":32,"probe":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF/ALLaM-AI_ALLaM-7B-Instruct-preview-IQ2_M.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-12T01:33:53.000Z","downloads":2563,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-IQ2_M.gguf","label":"IQ2_M","size":2507124512,"bits":2.87,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q2_K.gguf","label":"Q2_K","size":2684333856,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":2732764960,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q2_K_L.gguf","label":"Q2_K_L","size":2940333856,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-IQ3_XS.gguf","label":"IQ3_XS","size":2961305376,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q3_K_S.gguf","label":"Q3_K_S","size":3113086752,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-IQ3_M.gguf","label":"IQ3_M","size":3279646496,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q3_K_M.gguf","label":"Q3_K_M","size":3462786848,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q3_K_L.gguf","label":"Q3_K_L","size":3761893152,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-IQ4_XS.gguf","label":"IQ4_XS","size":3797430048,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":3991269152,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-IQ4_NL.gguf","label":"IQ4_NL","size":4007997216,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q4_0.gguf","label":"Q4_0","size":4019269408,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q4_K_S.gguf","label":"Q4_K_S","size":4038930208,"bits":4.62,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q4_K_M.gguf","label":"Q4_K_M","size":4263194400,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q4_1.gguf","label":"Q4_1","size":4429131552,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q4_K_L.gguf","label":"Q4_K_L","size":4457754400,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q5_K_S.gguf","label":"Q5_K_S","size":4850265888,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q5_K_M.gguf","label":"Q5_K_M","size":4981731104,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q5_K_L.gguf","label":"Q5_K_L","size":5143523104,"bits":5.88,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q6_K.gguf","label":"Q6_K","size":5745176352,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q6_K_L.gguf","label":"Q6_K_L","size":5872152352,"bits":6.71,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-Q8_0.gguf","label":"Q8_0","size":7440559904,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF","file":"ALLaM-AI_ALLaM-7B-Instruct-preview-bf16.gguf","label":"BF16","size":14003334624,"bits":16,"known":true,"rank":0}],"repos":["bartowski/ALLaM-AI_ALLaM-7B-Instruct-preview-GGUF"],"logoFrom":"humain-ai"},{"id":"wizardcoder-python-7b-v1-0","family":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","name":"WizardCoder Python 7B V1.0","maker":"TheBloke","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF/wizardcoder-python-7b-v1.0.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-16T14:45:14.000Z","downloads":2561,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q2_K.gguf","label":"Q2_K","size":2825945472,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":2948309792,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":3298009888,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":3597116192,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q4_0.gguf","label":"Q4_0","size":3825812800,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":3856745792,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":4081009984,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q5_0.gguf","label":"Q5_0","size":4651697984,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":4651697984,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":4783163200,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q6_K.gguf","label":"Q6_K","size":5529200992,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardCoder-Python-7B-V1.0-GGUF","file":"wizardcoder-python-7b-v1.0.Q8_0.gguf","label":"Q8_0","size":7161098528,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardCoder-Python-7B-V1.0-GGUF"],"logoFrom":"TheBloke"},{"id":"os-helix-35b-a3b","family":"YYangzzzz/OS-Helix-35B-A3B","name":"OS Helix 35B A3B","maker":"YYangzzzz","catalog":null,"tuned":false,"params":34.66,"active":2.67,"layers":41,"probe":"mradermacher/OS-Helix-35B-A3B-GGUF/OS-Helix-35B-A3B.Q2_K.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-19T10:02:30.000Z","downloads":2561,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q2_K.gguf","label":"Q2_K","size":12939594752,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q3_K_S.gguf","label":"Q3_K_S","size":15182185472,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q3_K_M.gguf","label":"Q3_K_M","size":16764765184,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q3_K_L.gguf","label":"Q3_K_L","size":18115331072,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.IQ4_XS.gguf","label":"IQ4_XS","size":18939313152,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q4_K_S.gguf","label":"Q4_K_S","size":19889904640,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q4_K_M.gguf","label":"Q4_K_M","size":21166758912,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q5_K_S.gguf","label":"Q5_K_S","size":23981284352,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q5_K_M.gguf","label":"Q5_K_M","size":24729132032,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q6_K.gguf","label":"Q6_K","size":28514153472,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/OS-Helix-35B-A3B-GGUF","file":"OS-Helix-35B-A3B.Q8_0.gguf","label":"Q8_0","size":36903140352,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/OS-Helix-35B-A3B-GGUF"],"logoFrom":null},{"id":"rwkv7-g1h-1-5b-i1","family":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","name":"Rwkv7 G1h 1.5B I1","maker":"RemySkye","catalog":null,"tuned":false,"params":1.53,"active":null,"layers":24,"probe":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF/rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ1_S.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv7","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-11T18:29:29.000Z","downloads":2560,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ1_S.gguf","label":"IQ1_S","size":497222048,"bits":2.6,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ1_M.gguf","label":"IQ1_M","size":525533600,"bits":2.75,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":572719520,"bits":2.99,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ2_XS.gguf","label":"IQ2_XS","size":610468256,"bits":3.19,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ2_S.gguf","label":"IQ2_S","size":624099744,"bits":3.26,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ2_M.gguf","label":"IQ2_M","size":661848480,"bits":3.46,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q2_K.gguf","label":"Q2_K","size":675479968,"bits":3.53,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":737345952,"bits":3.86,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ3_S.gguf","label":"IQ3_S","size":811794848,"bits":4.24,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q3_K_S.gguf","label":"Q3_K_S","size":811794848,"bits":4.24,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q3_K_M.gguf","label":"Q3_K_M","size":947585376,"bits":4.95,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ4_XS.gguf","label":"IQ4_XS","size":948109728,"bits":4.96,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-IQ4_NL.gguf","label":"IQ4_NL","size":990052768,"bits":5.18,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q4_0.gguf","label":"Q4_0","size":990052768,"bits":5.18,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q4_K_S.gguf","label":"Q4_K_S","size":990052768,"bits":5.18,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1019937120,"bits":5.33,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q4_1.gguf","label":"Q4_1","size":1073938848,"bits":5.62,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1089536352,"bits":5.7,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q5_0.gguf","label":"Q5_0","size":1157824928,"bits":6.05,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1157824928,"bits":6.05,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1209074016,"bits":6.32,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q5_1.gguf","label":"Q5_1","size":1241711008,"bits":6.49,"known":true,"rank":0},{"repo":"RemySkye/rwkv7-g1h-1.5b-i1-GGUF","file":"rwkv7-g1h-1.5b-20260710-ctx10240.i1-Q6_K.gguf","label":"Q6_K","size":1336082848,"bits":6.99,"known":true,"rank":0}],"repos":["RemySkye/rwkv7-g1h-1.5b-i1-GGUF"],"logoFrom":"BlinkDL"},{"id":"decka-4b","family":"mrzenin/Decka-4B","name":"Decka 4B","maker":"mrzenin","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":32,"probe":"mradermacher/Decka-4B-i1-GGUF/Decka-4B.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-29T15:26:31.000Z","downloads":2560,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ1_S.gguf","label":"IQ1_S","size":1359234976,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ1_M.gguf","label":"IQ1_M","size":1426419616,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1538394016,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1630594976,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ2_S.gguf","label":"IQ2_S","size":1651976096,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ2_M.gguf","label":"IQ2_M","size":1741555616,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1852393376,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1904494496,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q2_K.gguf","label":"Q2_K","size":1915471776,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2069880736,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2077581216,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ3_S.gguf","label":"IQ3_S","size":2139512736,"bits":4.07,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ3_M.gguf","label":"IQ3_M","size":2163187616,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2262065056,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2421317536,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2514286496,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q4_0.gguf","label":"Q4_0","size":2549798816,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2563889056,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2609436576,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2708805536,"bits":5.15,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q4_1.gguf","label":"Q4_1","size":2766968736,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2990036896,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":3074987936,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Decka-4B-i1-GGUF","file":"Decka-4B.i1-Q6_K.gguf","label":"Q6_K","size":3464056736,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Decka-4B-i1-GGUF"],"logoFrom":null},{"id":"rombos-replete-coder-qwen2-1-5b","family":"rombodawg/rombos_Replete-Coder-Qwen2-1.5b","name":"Rombos Replete Coder Qwen2 1.5B","maker":"rombodawg","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF/rombos_Replete-Coder-Qwen2-1.5b.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-07T07:04:10.000Z","downloads":2558,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ1_S.gguf","label":"IQ1_S","size":436527168,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ1_M.gguf","label":"IQ1_M","size":464460864,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":511017024,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550326336,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ2_S.gguf","label":"IQ2_S","size":563809344,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ2_M.gguf","label":"IQ2_M","size":601054272,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668791872,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q2_K.gguf","label":"Q2_K","size":676304448,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731698752,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760944192,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ3_S.gguf","label":"IQ3_S","size":762406464,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ3_M.gguf","label":"IQ3_M","size":776663616,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":824178240,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":880162368,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":895731264,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934954560,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934954560,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934954560,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q4_0.gguf","label":"Q4_0","size":937535040,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":940312128,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":986048064,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1098729024,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1125049920,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF","file":"rombos_Replete-Coder-Qwen2-1.5b.i1-Q6_K.gguf","label":"Q6_K","size":1272739392,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/rombos_Replete-Coder-Qwen2-1.5b-i1-GGUF"],"logoFrom":"rombodawg"},{"id":"euryale-1-4-l2-70b","family":"Sao10K/Euryale-1.4-L2-70B","name":"Euryale 1.4 L2 70B","maker":"Sao10K","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Euryale-1.4-L2-70B-GGUF/euryale-1.4-l2-70b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-18T09:44:55.000Z","downloads":2557,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q2_K.gguf","label":"Q2_K","size":29279253504,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q3_K_S.gguf","label":"Q3_K_S","size":29919294464,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q3_K_M.gguf","label":"Q3_K_M","size":33186657280,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q3_K_L.gguf","label":"Q3_K_L","size":36147835904,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q4_0.gguf","label":"Q4_0","size":38872249344,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q4_K_S.gguf","label":"Q4_K_S","size":39073575936,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q4_K_M.gguf","label":"Q4_K_M","size":41422910464,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q5_0.gguf","label":"Q5_0","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Euryale-1.4-L2-70B-GGUF","file":"euryale-1.4-l2-70b.Q5_K_M.gguf","label":"Q5_K_M","size":48753767424,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Euryale-1.4-L2-70B-GGUF"],"logoFrom":"Sao10K"},{"id":"ibm-granite-granite-3b-code-instruct-128k","family":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","name":"Ibm Granite Granite 3B Code 128K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf/granite-3b-code-instruct-128k.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":128000,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-22T20:33:25.000Z","downloads":2557,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q2_K.gguf","label":"Q2_K","size":1338693984,"bits":3.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.IQ3_XS.gguf","label":"IQ3_XS","size":1473042784,"bits":3.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.IQ3_S.gguf","label":"IQ3_S","size":1551685984,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q3_K_S.gguf","label":"Q3_K_S","size":1551685984,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.IQ3_M.gguf","label":"IQ3_M","size":1621317984,"bits":3.73,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q3_K.gguf","label":"Q3_K","size":1726994784,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q3_K_M.gguf","label":"Q3_K_M","size":1726994784,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q3_K_L.gguf","label":"Q3_K_L","size":1876089184,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.IQ4_XS.gguf","label":"IQ4_XS","size":1908857184,"bits":4.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q4_0.gguf","label":"Q4_0","size":1997330784,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.IQ4_NL.gguf","label":"IQ4_NL","size":2010437984,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q4_K_S.gguf","label":"Q4_K_S","size":2013714784,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q4_K.gguf","label":"Q4_K","size":2132498784,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q4_K_M.gguf","label":"Q4_K_M","size":2132498784,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q4_1.gguf","label":"Q4_1","size":2207045984,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q5_0.gguf","label":"Q5_0","size":2416761184,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q5_K_S.gguf","label":"Q5_K_S","size":2416761184,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q5_K.gguf","label":"Q5_K","size":2486393184,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q5_K_M.gguf","label":"Q5_K_M","size":2486393184,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q5_1.gguf","label":"Q5_1","size":2626476384,"bits":6.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q6_K.gguf","label":"Q6_K","size":2862405984,"bits":6.58,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf","file":"granite-3b-code-instruct-128k.Q8_0.gguf","label":"Q8_0","size":3705526624,"bits":8.52,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-3b-code-instruct-128k-gguf"],"logoFrom":"RichardErkhov"},{"id":"nex-n2-5-mini-sangreal-ice","family":"gbuzhf/Nex-N2.5-mini-Sangreal-ICE","name":"Nex N2.5 Mini Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"gbuzhf/Nex-N2.5-mini-Sangreal-ICE/Nex-N2.5-mini-Sangreal-15G-ICE.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-03T06:15:46.000Z","downloads":2557,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Nex-N2.5-mini-Sangreal-ICE","file":"Nex-N2.5-mini-Sangreal-15G-ICE.gguf","label":"Nex-N2.5-mini-Sangreal-15G-ICE","size":14514304064,"bits":3.35,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-Sangreal-ICE","file":"Nex-N2.5-mini-Sangreal-19G-ICE.gguf","label":"Nex-N2.5-mini-Sangreal-19G-ICE","size":18471629888,"bits":4.26,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-Sangreal-ICE","file":"Nex-N2.5-mini-Sangreal-23G-ICE.gguf","label":"Nex-N2.5-mini-Sangreal-23G-ICE","size":22517036096,"bits":5.2,"known":false,"rank":0},{"repo":"gbuzhf/Nex-N2.5-mini-Sangreal-ICE","file":"Nex-N2.5-mini-Sangreal-25G-ICE.gguf","label":"Nex-N2.5-mini-Sangreal-25G-ICE","size":24530302016,"bits":5.66,"known":false,"rank":0}],"repos":["gbuzhf/Nex-N2.5-mini-Sangreal-ICE"],"logoFrom":"nex-agi"},{"id":"h2o-danube2-1-8b-chat","family":"h2oai/h2o-danube2-1.8b-chat-GGUF","name":"H2o Danube2 1.8B","maker":"h2oai","catalog":null,"tuned":false,"params":1.83,"active":null,"layers":24,"probe":"h2oai/h2o-danube2-1.8b-chat-GGUF/h2o-danube2-1.8b-chat-Q2_K.gguf","kvBytesPerToken":71086,"kvHeader":61440,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-29T10:43:16.000Z","downloads":2556,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q2_K.gguf","label":"Q2_K","size":710696096,"bits":3.11,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q3_K_S.gguf","label":"Q3_K_S","size":820023456,"bits":3.58,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q3_K_M.gguf","label":"Q3_K_M","size":905158816,"bits":3.96,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q3_K_L.gguf","label":"Q3_K_L","size":980197536,"bits":4.29,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q4_K_S.gguf","label":"Q4_K_S","size":1059787936,"bits":4.63,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q4_K_M.gguf","label":"Q4_K_M","size":1112145056,"bits":4.86,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q5_K_S.gguf","label":"Q5_K_S","size":1270977696,"bits":5.56,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q5_K_M.gguf","label":"Q5_K_M","size":1301789856,"bits":5.69,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q6_K.gguf","label":"Q6_K","size":1503287456,"bits":6.57,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-Q8_0.gguf","label":"Q8_0","size":1946751136,"bits":8.51,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-BF16.gguf","label":"BF16","size":3663384736,"bits":16.01,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-F16.gguf","label":"F16","size":3663384736,"bits":16.01,"known":true,"rank":0},{"repo":"h2oai/h2o-danube2-1.8b-chat-GGUF","file":"h2o-danube2-1.8b-chat-F32.gguf","label":"F32","size":7325536416,"bits":32.02,"known":true,"rank":0}],"repos":["h2oai/h2o-danube2-1.8b-chat-GGUF"],"logoFrom":"h2oai"},{"id":"airoboros-l2-70b-gpt4-2-0","family":"jondurbin/airoboros-l2-70b-gpt4-2.0","name":"Airoboros L2 70B Gpt4 2.0","maker":"jondurbin","catalog":null,"tuned":true,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF/airoboros-l2-70b-gpt4-2.0.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-06T06:36:07.000Z","downloads":2554,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q2_K.gguf","label":"Q2_K","size":29279253408,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q3_K_S.gguf","label":"Q3_K_S","size":29919294368,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q3_K_M.gguf","label":"Q3_K_M","size":33186657184,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q3_K_L.gguf","label":"Q3_K_L","size":36147835808,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q4_0.gguf","label":"Q4_0","size":38872249248,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q4_K_S.gguf","label":"Q4_K_S","size":39073575840,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q4_K_M.gguf","label":"Q4_K_M","size":41422910368,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q5_0.gguf","label":"Q5_0","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q5_K_S.gguf","label":"Q5_K_S","size":47461397408,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF","file":"airoboros-l2-70b-gpt4-2.0.Q5_K_M.gguf","label":"Q5_K_M","size":48753767328,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/airoboros-l2-70B-GPT4-2.0-GGUF"],"logoFrom":"jondurbin"},{"id":"openchat-3-5-7b-internlm-v2-0","family":"FuseAI/OpenChat-3.5-7B-InternLM-v2.0","name":"OpenChat 3.5 7B InternLM V2.0","maker":"FuseAI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF/OpenChat-3.5-7B-InternLM-v2.0.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-17T05:17:14.000Z","downloads":2554,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111488,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455680,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991696000,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265472,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930880,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ2_M.gguf","label":"IQ2_M","size":2500723136,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q2_K.gguf","label":"Q2_K","size":2719253184,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354560,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018827264,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164579328,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":3182405120,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903424,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518998016,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036480,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907701056,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q4_0.gguf","label":"Q4_0","size":4123609664,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386880,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368452160,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729856,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131423296,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-InternLM-v2.0.i1-Q6_K.gguf","label":"Q6_K","size":5942080128,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/OpenChat-3.5-7B-InternLM-v2.0-i1-GGUF"],"logoFrom":"FuseAI"},{"id":"atom-80b","family":"vanta-research/atom-80b","name":"Atom 80B","maker":"vanta-research","catalog":null,"tuned":false,"params":79.67,"active":3.87,"layers":48,"probe":"mradermacher/atom-80b-i1-GGUF/atom-80b.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-06T13:27:19.000Z","downloads":2554,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ1_S.gguf","label":"IQ1_S","size":16184073280,"bits":1.63,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ1_M.gguf","label":"IQ1_M","size":17995164736,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":21013650496,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":23431584832,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ2_S.gguf","label":"IQ2_S","size":23641240640,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ2_M.gguf","label":"IQ2_M","size":26056029248,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":27251778624,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q2_K.gguf","label":"Q2_K","size":29127910464,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":30796592192,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32723610688,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":34547444800,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ3_S.gguf","label":"IQ3_S","size":34549115968,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ3_M.gguf","label":"IQ3_M","size":34991139904,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":38193704000,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":41233394752,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":42604475456,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q4_0.gguf","label":"Q4_0","size":45282710592,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":45484954688,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":48410989632,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q4_1.gguf","label":"Q4_1","size":50037953600,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":54994916416,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":56710370368,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/atom-80b-i1-GGUF","file":"atom-80b.i1-Q6_K.gguf","label":"Q6_K","size":65528462400,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/atom-80b-i1-GGUF"],"logoFrom":"vanta-research"},{"id":"peerreviewers","family":"geoffmunn/PeerReviewers","name":"PeerReviewers","maker":"geoffmunn","catalog":null,"tuned":false,"params":22.25,"active":5.53,"layers":24,"probe":"geoffmunn/PeerReviewers/gpt-oss-20B-f16.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":true,"licence":null,"open":false,"released":"2026-04-12T00:46:41.000Z","downloads":2554,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"geoffmunn/PeerReviewers","file":"Qwen3.6-27B-f16:Q4_K_S.gguf","label":"Q4_K_S","size":15586313536,"bits":5.6,"known":true,"rank":0}],"repos":["geoffmunn/PeerReviewers"],"logoFrom":"geoffmunn"},{"id":"qwen3-32b-vl-glm-4-7-flash-hi16-heretic-uncensored-thinking-i1","family":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","name":"Qwen3 32B VL GLM 4.7 Flash HI16 Heretic Uncensored Thinking I1","maker":"mradermacher","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-01T10:13:17.000Z","downloads":2554,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ1_S.gguf","label":"IQ1_S","size":7323844896,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ1_M.gguf","label":"IQ1_M","size":7959871776,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9019916576,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9951838496,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ2_S.gguf","label":"IQ2_S","size":10514828576,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ2_M.gguf","label":"IQ2_M","size":11362864416,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11465817376,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q2_K.gguf","label":"Q2_K","size":12344655136,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12821040416,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13702924576,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14389741856,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ3_S.gguf","label":"IQ3_S","size":14434306336,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ3_M.gguf","label":"IQ3_M","size":14930086176,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15971780896,"bits":3.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17330997536,"bits":4.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17690498336,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q4_0.gguf","label":"Q4_0","size":18703090976,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18771248416,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19762152736,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q4_1.gguf","label":"Q4_1","size":20636525856,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22635496736,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23214834976,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF","file":"Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking.i1-Q6_K.gguf","label":"Q6_K","size":26883309856,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-32B-VL-GLM-4.7-Flash-HI16-Heretic-Uncensored-Thinking-i1-GGUF"],"logoFrom":"Qwen"},{"id":"internlm2-math-7b","family":"internlm/internlm2-math-7b","name":"Internlm2 Math 7B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":7.74,"active":null,"layers":32,"probe":"mradermacher/internlm2-math-7b-i1-GGUF/internlm2-math-7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-08-21T07:29:10.000Z","downloads":2551,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ1_S.gguf","label":"IQ1_S","size":1865373408,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ1_M.gguf","label":"IQ1_M","size":2007717600,"bits":2.08,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2244957920,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2451527392,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ2_S.gguf","label":"IQ2_S","size":2589378272,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ2_M.gguf","label":"IQ2_M","size":2779170528,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q2_K.gguf","label":"Q2_K","size":3005449952,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3105801952,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3330209504,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3475961568,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ3_S.gguf","label":"IQ3_S","size":3493787360,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ3_M.gguf","label":"IQ3_M","size":3596285664,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3830380256,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4133418720,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4244268768,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q4_0.gguf","label":"Q4_0","size":4467926752,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4484703968,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4712769248,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5373044448,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5506737888,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-7b-i1-GGUF","file":"internlm2-math-7b.i1-Q6_K.gguf","label":"Q6_K","size":6350329568,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/internlm2-math-7b-i1-GGUF"],"logoFrom":"internlm"},{"id":"agentica-org-deepcoder-1-5b-preview","family":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","name":"Agentica Org DeepCoder 1.5B Preview","maker":"bartowski","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF/agentica-org_DeepCoder-1.5B-Preview-IQ2_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2025-04-10T15:44:38.000Z","downloads":2551,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-IQ2_M.gguf","label":"IQ2_M","size":701333280,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q2_K.gguf","label":"Q2_K","size":752881440,"bits":3.38,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-IQ3_XXS.gguf","label":"IQ3_XXS","size":769070880,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-IQ3_XS.gguf","label":"IQ3_XS","size":831977760,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q3_K_S.gguf","label":"Q3_K_S","size":861223200,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-IQ3_M.gguf","label":"IQ3_M","size":876942624,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q3_K_M.gguf","label":"Q3_K_M","size":924457248,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q3_K_L.gguf","label":"Q3_K_L","size":980441376,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q2_K_L.gguf","label":"Q2_K_L","size":980785440,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-IQ4_XS.gguf","label":"IQ4_XS","size":1019712288,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-IQ4_NL.gguf","label":"IQ4_NL","size":1067604768,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q4_0.gguf","label":"Q4_0","size":1068808992,"bits":4.8,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q4_K_S.gguf","label":"Q4_K_S","size":1071586080,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q4_K_M.gguf","label":"Q4_K_M","size":1117322016,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q4_1.gguf","label":"Q4_1","size":1162701600,"bits":5.23,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q3_K_XL.gguf","label":"Q3_K_XL","size":1184643360,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q5_K_S.gguf","label":"Q5_K_S","size":1259174688,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q5_K_M.gguf","label":"Q5_K_M","size":1285495584,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q4_K_L.gguf","label":"Q4_K_L","size":1290529056,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q5_K_L.gguf","label":"Q5_K_L","size":1429530912,"bits":6.42,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q6_K.gguf","label":"Q6_K","size":1464180000,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q6_K_L.gguf","label":"Q6_K_L","size":1577220384,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-Q8_0.gguf","label":"Q8_0","size":1894533408,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF","file":"agentica-org_DeepCoder-1.5B-Preview-bf16.gguf","label":"BF16","size":3560417280,"bits":16,"known":true,"rank":0}],"repos":["bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF"],"logoFrom":"agentica-org"},{"id":"yuisekinaievol-mistral-7b-ja-math-v0-1-1","family":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","name":"YuisekinAIEvol Mistral 7B Ja Math V0.1.1","maker":"mmnga","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-29T14:18:07.000Z","downloads":2550,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ1_S.gguf","label":"IQ1_S","size":1612101856,"bits":1.78,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ1_M.gguf","label":"IQ1_M","size":1754446048,"bits":1.94,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686368,"bits":2.2,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ2_XS.gguf","label":"IQ2_XS","size":2198255840,"bits":2.43,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ2_S.gguf","label":"IQ2_S","size":2310920416,"bits":2.55,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ2_M.gguf","label":"IQ2_M","size":2500712672,"bits":2.76,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q2_K.gguf","label":"Q2_K","size":2719242464,"bits":3,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344096,"bits":3.12,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ3_XS.gguf","label":"IQ3_XS","size":3018815712,"bits":3.34,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q3_K_S.gguf","label":"Q3_K_S","size":3164567776,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ3_S.gguf","label":"IQ3_S","size":3182393568,"bits":3.52,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ3_M.gguf","label":"IQ3_M","size":3284891872,"bits":3.63,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986464,"bits":3.89,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q3_K_L.gguf","label":"Q3_K_L","size":3822024928,"bits":4.22,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688672,"bits":4.32,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q4_0.gguf","label":"Q4_0","size":4108916960,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-IQ4_NL.gguf","label":"IQ4_NL","size":4125694176,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374240,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439520,"bits":4.83,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q5_0.gguf","label":"Q5_0","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409632,"bits":5.67,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q6_K.gguf","label":"Q6_K","size":5942065376,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf","file":"YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-Q8_0.gguf","label":"Q8_0","size":7695857888,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-gguf"],"logoFrom":"mmnga"},{"id":"oellm-9b-128k-theta32m","family":"birgermoell/oellm-9b-128k-theta32m","name":"Oellm 9B 128K Theta32m","maker":"birgermoell","catalog":null,"tuned":false,"params":9.1,"active":null,"layers":36,"probe":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF/oellm-9b-128k-theta32m.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-25T02:23:26.000Z","downloads":2549,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ1_S.gguf","label":"IQ1_S","size":2579300416,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ1_M.gguf","label":"IQ1_M","size":2719678528,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2953642048,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3159687232,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ2_S.gguf","label":"IQ2_S","size":3374547008,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ2_M.gguf","label":"IQ2_M","size":3561717824,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3607593024,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q2_K.gguf","label":"Q2_K","size":3805773888,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3879436352,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4197187648,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4339925056,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ3_S.gguf","label":"IQ3_S","size":4359979072,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ3_M.gguf","label":"IQ3_M","size":4466933824,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4694474816,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5001707584,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5178425408,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q4_0.gguf","label":"Q4_0","size":5418156096,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5424447552,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5432836160,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5658607680,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q4_1.gguf","label":"Q4_1","size":5907054656,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6408536128,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6538887232,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/oellm-9b-128k-theta32m-i1-GGUF","file":"oellm-9b-128k-theta32m.i1-Q6_K.gguf","label":"Q6_K","size":7474184256,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/oellm-9b-128k-theta32m-i1-GGUF"],"logoFrom":"birgermoell"},{"id":"mixtral-ai-cybertron-ultra","family":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","name":"Mixtral AI CyberTron Ultra","maker":"mradermacher","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF/Mixtral_AI_CyberTron_Ultra.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-14T13:13:04.000Z","downloads":2549,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q2_K.gguf","label":"Q2_K","size":2719242432,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.IQ3_XS.gguf","label":"IQ3_XS","size":3018815680,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q3_K_S.gguf","label":"Q3_K_S","size":3164567744,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.IQ3_S.gguf","label":"IQ3_S","size":3182393536,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.IQ3_M.gguf","label":"IQ3_M","size":3284891840,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q3_K_M.gguf","label":"Q3_K_M","size":3518986432,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q3_K_L.gguf","label":"Q3_K_L","size":3822024896,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.IQ4_XS.gguf","label":"IQ4_XS","size":3944388800,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q4_K_S.gguf","label":"Q4_K_S","size":4140374208,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q4_K_M.gguf","label":"Q4_K_M","size":4368439488,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q5_K_S.gguf","label":"Q5_K_S","size":4997716160,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q5_K_M.gguf","label":"Q5_K_M","size":5131409600,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q6_K.gguf","label":"Q6_K","size":5942065344,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF","file":"Mixtral_AI_CyberTron_Ultra.Q8_0.gguf","label":"Q8_0","size":7695857856,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Mixtral_AI_CyberTron_Ultra-GGUF"],"logoFrom":"LeroyDyer"},{"id":"generate-question-mistral-7b","family":"FPHam/Generate_Question_Mistral_7B","name":"Generate Question Mistral 7B","maker":"FPHam","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Generate_Question_Mistral_7B-GGUF/generate_question_mistral_7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2023-11-20T16:00:09.000Z","downloads":2548,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q2_K.gguf","label":"Q2_K","size":3083107488,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577760,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996448,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034912,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q4_0.gguf","label":"Q4_0","size":4108928032,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385312,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450592,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q5_0.gguf","label":"Q5_0","size":4997728288,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728288,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421728,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q6_K.gguf","label":"Q6_K","size":5942078560,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Generate_Question_Mistral_7B-GGUF","file":"generate_question_mistral_7b.Q8_0.gguf","label":"Q8_0","size":7695875040,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Generate_Question_Mistral_7B-GGUF"],"logoFrom":"FPHam"},{"id":"maya1","family":"maya-research/maya1","name":"Maya1","maker":"maya-research","catalog":null,"tuned":false,"params":3.3,"active":null,"layers":28,"probe":"mradermacher/maya1-i1-GGUF/maya1.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-11-11T01:56:23.000Z","downloads":2548,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ1_S.gguf","label":"IQ1_S","size":929688384,"bits":2.25,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ1_M.gguf","label":"IQ1_M","size":985721664,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1079110464,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1162079040,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ2_S.gguf","label":"IQ2_S","size":1215851328,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ2_M.gguf","label":"IQ2_M","size":1290562368,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1347524160,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1410296640,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q2_K.gguf","label":"Q2_K","size":1437177408,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1550030400,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ3_S.gguf","label":"IQ3_S","size":1616090688,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1616090688,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ3_M.gguf","label":"IQ3_M","size":1672910400,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1760400960,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1888589376,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1902351936,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1990432320,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q4_0.gguf","label":"Q4_0","size":1995150912,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2001442368,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2092619328,"bits":5.07,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q4_1.gguf","label":"Q4_1","size":2166593088,"bits":5.25,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2342753856,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2395395648,"bits":5.81,"known":true,"rank":0},{"repo":"mradermacher/maya1-i1-GGUF","file":"maya1.i1-Q6_K.gguf","label":"Q6_K","size":2717095488,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/maya1-i1-GGUF"],"logoFrom":"maya-research"},{"id":"qwen3-8-flash-coder-85gb-bf16","family":"Jab1718/qwen3.8-flash-coder-85gb-bf16","name":"Qwen3.8 Flash Coder 85gb Bf16","maker":"Jab1718","catalog":null,"tuned":true,"params":42.62,"active":7.23,"layers":48,"probe":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF/qwen3.8-flash-coder-85gb-bf16.Q2_K.gguf","kvBytesPerToken":0,"kvHeader":0,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-07T21:40:26.000Z","downloads":2546,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q2_K.gguf","label":"Q2_K","size":17725406016,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q3_K_S.gguf","label":"Q3_K_S","size":20406977856,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q3_K_M.gguf","label":"Q3_K_M","size":22220297536,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q3_K_L.gguf","label":"Q3_K_L","size":23117587776,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.IQ4_XS.gguf","label":"IQ4_XS","size":23798304576,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q4_K_S.gguf","label":"Q4_K_S","size":25987462976,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q4_K_M.gguf","label":"Q4_K_M","size":28394088256,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q5_K_S.gguf","label":"Q5_K_S","size":30307718976,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q5_K_M.gguf","label":"Q5_K_M","size":32360245056,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q6_K.gguf","label":"Q6_K","size":38210472256,"bits":7.17,"known":true,"rank":0},{"repo":"mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF","file":"qwen3.8-flash-coder-85gb-bf16.Q8_0.gguf","label":"Q8_0","size":45378981696,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/qwen3.8-flash-coder-85gb-bf16-GGUF"],"logoFrom":"Qwen"},{"id":"mamba-130m-hf","family":"QuantFactory/mamba-130m-hf-GGUF","name":"Mamba 130M","maker":"QuantFactory","catalog":null,"tuned":false,"params":0.13,"active":null,"layers":24,"probe":"QuantFactory/mamba-130m-hf-GGUF/mamba-130m-hf.Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"mamba","vision":false,"licence":null,"open":false,"released":"2024-09-27T15:36:56.000Z","downloads":2546,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q2_K.gguf","label":"Q2_K","size":69302368,"bits":4.26,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q3_K_L.gguf","label":"Q3_K_L","size":78228064,"bits":4.81,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q3_K_M.gguf","label":"Q3_K_M","size":78228064,"bits":4.81,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q3_K_S.gguf","label":"Q3_K_S","size":78228064,"bits":4.81,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q4_0.gguf","label":"Q4_0","size":87356512,"bits":5.38,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q4_K_M.gguf","label":"Q4_K_M","size":89900128,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q4_K_S.gguf","label":"Q4_K_S","size":89900128,"bits":5.53,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q4_1.gguf","label":"Q4_1","size":92959840,"bits":5.72,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q5_0.gguf","label":"Q5_0","size":98563168,"bits":6.07,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q5_K_M.gguf","label":"Q5_K_M","size":100885600,"bits":6.21,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q5_K_S.gguf","label":"Q5_K_S","size":100885600,"bits":6.21,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q5_1.gguf","label":"Q5_1","size":104166496,"bits":6.41,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q6_K.gguf","label":"Q6_K","size":112557664,"bits":6.93,"known":true,"rank":0},{"repo":"QuantFactory/mamba-130m-hf-GGUF","file":"mamba-130m-hf.Q8_0.gguf","label":"Q8_0","size":141535200,"bits":8.71,"known":true,"rank":0}],"repos":["QuantFactory/mamba-130m-hf-GGUF"],"logoFrom":"QuantFactory"},{"id":"mistral-syndicate-7b","family":"spmurrayzzz/Mistral-Syndicate-7B","name":"Mistral Syndicate 7B","maker":"spmurrayzzz","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-Syndicate-7B-i1-GGUF/Mistral-Syndicate-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-27T05:31:37.000Z","downloads":2544,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102784,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446976,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687296,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256768,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921344,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713600,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719243392,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345024,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816640,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568704,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394496,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892800,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987392,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025856,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689600,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123597952,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375168,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440448,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717120,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410560,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Syndicate-7B-i1-GGUF","file":"Mistral-Syndicate-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942066304,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Syndicate-7B-i1-GGUF"],"logoFrom":"spmurrayzzz"},{"id":"qwen3-dnd-jan-v1-256k-ctx-brainstorm40x-8b-i1","family":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","name":"Qwen3 DND Jan V1 256K Ctx Brainstorm40x 8B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.66,"active":null,"layers":72,"probe":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ1_S.gguf","kvBytesPerToken":341213,"kvHeader":294912,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-09-11T04:30:49.000Z","downloads":2544,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":1840470144,"bits":1.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":1983410304,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2221643904,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2435823744,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2564755584,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":2755342464,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2807737984,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q2_K.gguf","label":"Q2_K","size":3013992064,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3067027584,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3303743104,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3448987264,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3474054784,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3604092544,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3825573504,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4154564224,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4216495744,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q4_0.gguf","label":"Q4_0","size":4428095104,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437679744,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4443414144,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4669554304,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q4_1.gguf","label":"Q4_1","size":4868251264,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5322415744,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5454020224,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF","file":"Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B.i1-Q6_K.gguf","label":"Q6_K","size":6287515264,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-DND-Jan-v1-256k-ctx-Brainstorm40x-8B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-vl-8b-instruct-unredacted-max","family":"prithivMLmods/Qwen3-VL-8B-Instruct-Unredacted-MAX","name":"Qwen3 VL 8B Unredacted MAX","maker":"prithivMLmods","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF/Qwen3-VL-8B-Instruct-Unredacted-MAX.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-16T06:19:55.000Z","downloads":2543,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q2_K.gguf","label":"Q2_K","size":3281734944,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q3_K_S.gguf","label":"Q3_K_S","size":3769613600,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q3_K_M.gguf","label":"Q3_K_M","size":4124163360,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q3_K_L.gguf","label":"Q3_K_L","size":4431396128,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.IQ4_XS.gguf","label":"IQ4_XS","size":4593298720,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q4_K_S.gguf","label":"Q4_K_S","size":4802014496,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q4_K_M.gguf","label":"Q4_K_M","size":5027786016,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q5_K_S.gguf","label":"Q5_K_S","size":5720763680,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q5_K_M.gguf","label":"Q5_K_M","size":5851114784,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q6_K.gguf","label":"Q6_K","size":6725901600,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.Q8_0.gguf","label":"Q8_0","size":8709520672,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF","file":"Qwen3-VL-8B-Instruct-Unredacted-MAX.f16.gguf","label":"F16","size":16388046112,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-VL-8B-Instruct-Unredacted-MAX-GGUF"],"logoFrom":"prithivMLmods"},{"id":"edumixtral-4x7b","family":"AdamLucek/EduMixtral-4x7B","name":"EduMixtral 4x7B","maker":"AdamLucek","catalog":null,"tuned":false,"params":24.15,"active":12.88,"layers":32,"probe":"mradermacher/EduMixtral-4x7B-i1-GGUF/EduMixtral-4x7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-10T06:46:03.000Z","downloads":2542,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ1_S.gguf","label":"IQ1_S","size":5010805088,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ1_M.gguf","label":"IQ1_M","size":5532995936,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6403314016,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7116345696,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ2_S.gguf","label":"IQ2_S","size":7300575584,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ2_M.gguf","label":"IQ2_M","size":7996830048,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q2_K.gguf","label":"Q2_K","size":8842932576,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9303355744,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9891189088,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10433302880,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ3_S.gguf","label":"IQ3_S","size":10451128672,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ3_M.gguf","label":"IQ3_M","size":10647212384,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11580445024,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12544086368,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12893991264,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q4_0.gguf","label":"Q4_0","size":13682422112,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13743239520,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14609887584,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16626430304,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17134465376,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/EduMixtral-4x7B-i1-GGUF","file":"EduMixtral-4x7B.i1-Q6_K.gguf","label":"Q6_K","size":19816829280,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/EduMixtral-4x7B-i1-GGUF"],"logoFrom":"AdamLucek"},{"id":"qwen2-5-1-5b-instruct-heretic","family":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","name":"Qwen2.5 1.5B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"saidutta69/Qwen2.5-1.5B-Instruct-heretic/Qwen2.5-1.5B-Instruct-heretic-Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-02T12:05:37.000Z","downloads":2542,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":676305056,"bits":3.51,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":760944800,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":762407072,"bits":3.96,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":824178848,"bits":4.28,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":880162976,"bits":4.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":902183072,"bits":4.69,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":934955168,"bits":4.86,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":940312736,"bits":4.88,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":986048736,"bits":5.12,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":1016842400,"bits":5.28,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1098729632,"bits":5.71,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1125050592,"bits":5.84,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":1272740096,"bits":6.61,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":1646573280,"bits":8.55,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-1.5B-Instruct-heretic","file":"Qwen2.5-1.5B-Instruct-heretic-F16.gguf","label":"F16","size":3093669536,"bits":16.07,"known":true,"rank":0}],"repos":["saidutta69/Qwen2.5-1.5B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"gemma-4-26b-a4b-animus-v14-1-fft-heretic","family":"Vortex5/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic","name":"Gemma 4 26B A4B Animus V14.1 FFT Heretic","maker":"Vortex5","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q2_K.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-11T08:52:37.000Z","downloads":2542,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q2_K.gguf","label":"Q2_K","size":10582738080,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q3_K_S.gguf","label":"Q3_K_S","size":12222410400,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q3_K_M.gguf","label":"Q3_K_M","size":13286734496,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q3_K_L.gguf","label":"Q3_K_L","size":13824489120,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.IQ4_XS.gguf","label":"IQ4_XS","size":14063809696,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q4_K_S.gguf","label":"Q4_K_S","size":15464826016,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q4_K_M.gguf","label":"Q4_K_M","size":16796016800,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q5_K_S.gguf","label":"Q5_K_S","size":17986734240,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q5_K_M.gguf","label":"Q5_K_M","size":19132891296,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q6_K.gguf","label":"Q6_K","size":22638400160,"bits":7.18,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF","file":"Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic.Q8_0.gguf","label":"Q8_0","size":26859860128,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-26B-A4B-Animus-V14.1-FFT-heretic-GGUF"],"logoFrom":"google"},{"id":"carl-llama-2-13b","family":"ajibawa-2023/carl-llama-2-13b","name":"Carl Llama 2 13B","maker":"ajibawa-2023","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Carl-Llama-2-13B-GGUF/carl-llama-2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-nd-4.0","open":false,"released":"2023-09-05T15:30:33.000Z","downloads":2541,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Carl-Llama-2-13B-GGUF","file":"carl-llama-2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Carl-Llama-2-13B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"lfm2-5-8b-a1b-uncensored","family":"zaakirio/LFM2.5-8B-A1B-Uncensored","name":"LFM2.5 8B A1B Uncensored","maker":"zaakirio","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF/LFM2.5-8B-A1B-Uncensored-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-06-04T19:12:33.000Z","downloads":2541,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q2_K.gguf","label":"Q2_K","size":3190434496,"bits":3.01,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q3_K_S.gguf","label":"Q3_K_S","size":3755076288,"bits":3.55,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q3_K_M.gguf","label":"Q3_K_M","size":4108397248,"bits":3.88,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-IQ4_XS.gguf","label":"IQ4_XS","size":4611238592,"bits":4.36,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q4_K_S.gguf","label":"Q4_K_S","size":4863552192,"bits":4.59,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5155564224,"bits":4.87,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q5_K_S.gguf","label":"Q5_K_S","size":5870185152,"bits":5.54,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":6030338752,"bits":5.7,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q6_K.gguf","label":"Q6_K","size":6959786688,"bits":6.57,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-Q8_0.gguf","label":"Q8_0","size":9010195136,"bits":8.51,"known":true,"rank":0},{"repo":"zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF","file":"LFM2.5-8B-A1B-Uncensored-BF16.gguf","label":"BF16","size":16947260096,"bits":16.01,"known":true,"rank":0}],"repos":["zaakirio/LFM2.5-8B-A1B-Uncensored-GGUF"],"logoFrom":"zaakirio"},{"id":"mellum2-1-12b-a2-5b-thinking-mernik","family":"wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF","name":"Mellum2.1 12B A2.5B Thinking MERNIK","maker":"wepiqx","catalog":null,"tuned":true,"params":12.15,"active":2.44,"layers":28,"probe":"wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF/Mellum2.1-12B-A2.5B-Thinking-MERNIK-6500-SMSE.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":44040192,"context":131072,"arch":"mellum","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-10T13:36:05.000Z","downloads":2541,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-6500-SMSE.gguf","label":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-6500-SMSE","size":7014091392,"bits":4.62,"known":false,"rank":0},{"repo":"wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-6500-RECOVERY.gguf","label":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-6500-RECOVERY","size":7065737856,"bits":4.65,"known":false,"rank":0},{"repo":"wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-7500-SMSE.gguf","label":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-7500-SMSE","size":7440681600,"bits":4.9,"known":false,"rank":0},{"repo":"wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF","file":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-10000-SMSE.gguf","label":"Mellum2.1-12B-A2.5B-Thinking-MERNIK-10000-SMSE","size":10161539712,"bits":6.69,"known":false,"rank":0}],"repos":["wepiqx/Mellum2.1-12B-A2.5B-Thinking-MERNIK-GGUF"],"logoFrom":"JetBrains"},{"id":"gpt-5-6-sol-undecillion-6u5go5","family":"oroboros-labs/gpt-5.6-sol-undecillion-6u5go5","name":"Gpt 5.6 Sol Undecillion 6u5go5","maker":"oroboros-labs","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"oroboros-labs/gpt-5.6-sol-undecillion-6u5go5/gpt-5.6-sol-undecillion-6u5go5.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-02T11:06:22.000Z","downloads":2540,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"oroboros-labs/gpt-5.6-sol-undecillion-6u5go5","file":"gpt-5.6-sol-undecillion-6u5go5.gguf","label":"gpt-5.6-sol-undecillion-6u5go5","size":10864592256,"bits":3.18,"known":false,"rank":0}],"repos":["oroboros-labs/gpt-5.6-sol-undecillion-6u5go5"],"logoFrom":"oroboros-labs"},{"id":"ashhlimarp-mistral-7b","family":"lemonilia/AshhLimaRP-Mistral-7B","name":"AshhLimaRP Mistral 7B","maker":"lemonilia","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/AshhLimaRP-Mistral-7B-GGUF/ashhlimarp-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-27T20:00:13.000Z","downloads":2539,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/AshhLimaRP-Mistral-7B-GGUF","file":"ashhlimarp-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/AshhLimaRP-Mistral-7B-GGUF"],"logoFrom":"lemonilia"},{"id":"searchqwen2-5-7b","family":"alibaba-pai/SearchQwen2.5-7B","name":"SearchQwen2.5 7B","maker":"alibaba-pai","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/SearchQwen2.5-7B-i1-GGUF/SearchQwen2.5-7B.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-25T17:10:28.000Z","downloads":2539,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668320,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197088,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078368,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022816,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638368,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343392,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074720,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q2_K.gguf","label":"Q2_K","size":3015941216,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515552,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346256992,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369504,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193440,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013024,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392288,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460384,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473568,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814368,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q4_0.gguf","label":"Q4_0","size":4444122208,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770080,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074656,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q4_1.gguf","label":"Q4_1","size":4873284704,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177568,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832352,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/SearchQwen2.5-7B-i1-GGUF","file":"SearchQwen2.5-7B.i1-Q6_K.gguf","label":"Q6_K","size":6254199904,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SearchQwen2.5-7B-i1-GGUF"],"logoFrom":"alibaba-pai"},{"id":"thoxedge-0-8b","family":"Thox-ai/ThoxEdge-0.8B","name":"ThoxEdge 0.8B","maker":"Thox-ai","catalog":null,"tuned":false,"params":0.75,"active":null,"layers":25,"probe":"Thox-ai/ThoxEdge-0.8B/ThoxEdge-0.8B.Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-11T11:17:39.000Z","downloads":2539,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Thox-ai/ThoxEdge-0.8B","file":"ThoxEdge-0.8B.Q4_K_M.gguf","label":"Q4_K_M","size":529297056,"bits":5.65,"known":true,"rank":0},{"repo":"Thox-ai/ThoxEdge-0.8B","file":"ThoxEdge-0.8B.Q8_0.gguf","label":"Q8_0","size":811843232,"bits":8.66,"known":true,"rank":0}],"repos":["Thox-ai/ThoxEdge-0.8B"],"logoFrom":"Qwen"},{"id":"qwen3-0-6b-gensyn-swarm-tall-tame-panther","family":"0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther","name":"Qwen3 0.6B Gensyn Swarm Tall Tame Panther","maker":"0xgr3y","catalog":null,"tuned":false,"params":0.6,"active":null,"layers":28,"probe":"0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther/Qwen3-0.6B-Q3_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-21T13:09:27.000Z","downloads":2539,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther","file":"Qwen3-0.6B-Q3_K_M.gguf","label":"Q3_K_M","size":347126400,"bits":4.63,"known":true,"rank":0},{"repo":"0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther","file":"Qwen3-0.6B-Q4_K_M.gguf","label":"Q4_K_M","size":396704384,"bits":5.29,"known":true,"rank":0},{"repo":"0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther","file":"Qwen3-0.6B-Q5_K_M.gguf","label":"Q5_K_M","size":444414592,"bits":5.93,"known":true,"rank":0},{"repo":"0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther","file":"Qwen3-0.6B-F16.gguf","label":"F16","size":1198182016,"bits":15.98,"known":true,"rank":0}],"repos":["0xgr3y/Qwen3-0.6B-Gensyn-Swarm-tall_tame_panther"],"logoFrom":"Qwen"},{"id":"qwen-rp-0-5b","family":"andybanana/qwen_rp_0.5b","name":"Qwen Rp 0.5B","maker":"andybanana","catalog":null,"tuned":false,"params":0.49,"active":null,"layers":24,"probe":"andybanana/qwen_rp_0.5b/model_q4_k_m.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-08-27T16:49:29.000Z","downloads":2538,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"andybanana/qwen_rp_0.5b","file":"model_q4_k_m.gguf","label":"Q4_K_M","size":397805184,"bits":6.49,"known":true,"rank":0}],"repos":["andybanana/qwen_rp_0.5b"],"logoFrom":"Qwen"},{"id":"infinity-parser2-pro","family":"infly/Infinity-Parser2-Pro","name":"Infinity Parser2 Pro","maker":"infly","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"glebkudr/Infinity-Parser2-Pro-Q8-GGUF/Infinity-Parser2-Pro-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-01T22:40:15.000Z","downloads":2537,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"glebkudr/Infinity-Parser2-Pro-Q8-GGUF","file":"Infinity-Parser2-Pro-Q8_0.gguf","label":"Q8_0","size":36903139968,"bits":8.52,"known":true,"rank":0}],"repos":["glebkudr/Infinity-Parser2-Pro-Q8-GGUF"],"logoFrom":"infly"},{"id":"hermes-2-pro-mistral-7b-infinity","family":"juvi21/Hermes-2-Pro-Mistral-7B-infinity","name":"Hermes 2 Pro Mistral 7B Infinity","maker":"juvi21","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF/Hermes-2-Pro-Mistral-7B-infinity.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-04T00:21:00.000Z","downloads":2536,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ1_S.gguf","label":"IQ1_S","size":1612236352,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ1_M.gguf","label":"IQ1_M","size":1754580544,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991820864,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198390336,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ2_S.gguf","label":"IQ2_S","size":2311068224,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ2_M.gguf","label":"IQ2_M","size":2500860480,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q2_K.gguf","label":"Q2_K","size":2719394368,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827491904,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018980928,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164732992,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ3_S.gguf","label":"IQ3_S","size":3182558784,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ3_M.gguf","label":"IQ3_M","size":3285057088,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3519151680,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822190144,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907867200,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q4_0.gguf","label":"Q4_0","size":4123779648,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140556864,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368622144,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997915200,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131608640,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF","file":"Hermes-2-Pro-Mistral-7B-infinity.i1-Q6_K.gguf","label":"Q6_K","size":5942281792,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Hermes-2-Pro-Mistral-7B-infinity-i1-GGUF"],"logoFrom":"juvi21"},{"id":"qwen3-5-4b-python-coder","family":"Abiray/Qwen3.5-4B-Python-Coder-GGUF","name":"Qwen3.5 4B Python Coder","maker":"Abiray","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Abiray/Qwen3.5-4B-Python-Coder-GGUF/Qwen3.5-4B-Python-Coder-Q3_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-17T15:03:21.000Z","downloads":2536,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/Qwen3.5-4B-Python-Coder-GGUF","file":"Qwen3.5-4B-Python-Coder-Q3_K_M.gguf","label":"Q3_K_M","size":2262060128,"bits":4.3,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-4B-Python-Coder-GGUF","file":"Qwen3.5-4B-Python-Coder-Q4_K_M.gguf","label":"Q4_K_M","size":2708800608,"bits":5.15,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-4B-Python-Coder-GGUF","file":"Qwen3.5-4B-Python-Coder-Q5_K_M.gguf","label":"Q5_K_M","size":3074983008,"bits":5.84,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-4B-Python-Coder-GGUF","file":"Qwen3.5-4B-Python-Coder-Q6_K.gguf","label":"Q6_K","size":3464051808,"bits":6.58,"known":true,"rank":0},{"repo":"Abiray/Qwen3.5-4B-Python-Coder-GGUF","file":"Qwen3.5-4B-Python-Coder-Q8_0.gguf","label":"Q8_0","size":4482399328,"bits":8.52,"known":true,"rank":0}],"repos":["Abiray/Qwen3.5-4B-Python-Coder-GGUF"],"logoFrom":"Abiray"},{"id":"noesis-qwopus3-5-9b-translate-v3-5-bf16","family":"AMAImedia/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16","name":"NOESIS Qwopus3.5 9B Translate V3.5 BF16","maker":"AMAImedia","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T11:10:13.000Z","downloads":2534,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":2742638368,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":2877265696,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101644576,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285341984,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":3427964704,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":3607467808,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697235744,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q2_K.gguf","label":"Q2_K","size":3827259168,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938162464,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243412768,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259403552,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":4370814752,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":4415379232,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623521568,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925511456,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196437280,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q4_0.gguf","label":"Q4_0","size":5325936416,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351626528,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418211104,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629105952,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q4_1.gguf","label":"Q4_1","size":5809329952,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305306400,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467966752,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF","file":"NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16.i1-Q6_K.gguf","label":"Q6_K","size":7359256352,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/NOESIS-Qwopus3.5-9B-Translate-v3.5-BF16-i1-GGUF"],"logoFrom":"AMAImedia"},{"id":"upstage-llama-30b-instruct-2048","family":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","name":"Upstage Llama 30B 2048","maker":"TheBloke","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/upstage-llama-30b-instruct-2048-GGUF/upstage-llama-30b-instruct-2048.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T00:07:22.000Z","downloads":2533,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q2_K.gguf","label":"Q2_K","size":13502545312,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q3_K_S.gguf","label":"Q3_K_S","size":14064112032,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q3_K_M.gguf","label":"Q3_K_M","size":15761551776,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q3_K_L.gguf","label":"Q3_K_L","size":17279758752,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q4_0.gguf","label":"Q4_0","size":18355967392,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q4_K_S.gguf","label":"Q4_K_S","size":18437756320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q4_K_M.gguf","label":"Q4_K_M","size":19621139872,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q5_0.gguf","label":"Q5_0","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q5_K_S.gguf","label":"Q5_K_S","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q5_K_M.gguf","label":"Q5_K_M","size":23047116192,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q6_K.gguf","label":"Q6_K","size":26687216032,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/upstage-llama-30b-instruct-2048-GGUF","file":"upstage-llama-30b-instruct-2048.Q8_0.gguf","label":"Q8_0","size":34565124512,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/upstage-llama-30b-instruct-2048-GGUF"],"logoFrom":"upstage"},{"id":"lemonkunoichiwizardv3","family":"Statuo/LemonKunoichiWizardV3","name":"LemonKunoichiWizardV3","maker":"Statuo","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/LemonKunoichiWizardV3-GGUF/LemonKunoichiWizardV3.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-19T10:13:13.000Z","downloads":2533,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q2_K.gguf","label":"Q2_K","size":2719242464,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.IQ3_XS.gguf","label":"IQ3_XS","size":3018815712,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q3_K_S.gguf","label":"Q3_K_S","size":3164567776,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.IQ3_S.gguf","label":"IQ3_S","size":3182393568,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.IQ3_M.gguf","label":"IQ3_M","size":3284891872,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q3_K_M.gguf","label":"Q3_K_M","size":3518986464,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q3_K_L.gguf","label":"Q3_K_L","size":3822024928,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.IQ4_XS.gguf","label":"IQ4_XS","size":3944388832,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q4_K_S.gguf","label":"Q4_K_S","size":4140374240,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q4_K_M.gguf","label":"Q4_K_M","size":4368439520,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q5_K_S.gguf","label":"Q5_K_S","size":4997716192,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q5_K_M.gguf","label":"Q5_K_M","size":5131409632,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q6_K.gguf","label":"Q6_K","size":5942065376,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.Q8_0.gguf","label":"Q8_0","size":7695857888,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/LemonKunoichiWizardV3-GGUF","file":"LemonKunoichiWizardV3.f16.gguf","label":"F16","size":14484732128,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/LemonKunoichiWizardV3-GGUF"],"logoFrom":null},{"id":"athena-v4","family":"IkariDev/Athena-v4","name":"Athena V4","maker":"IkariDev","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Athena-v4-GGUF/athena-v4.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-10-08T22:10:06.000Z","downloads":2532,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q2_K.gguf","label":"Q2_K","size":5429348288,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q3_K_S.gguf","label":"Q3_K_S","size":5658980288,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q3_K_M.gguf","label":"Q3_K_M","size":6337769408,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q3_K_L.gguf","label":"Q3_K_L","size":6929559488,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q4_0.gguf","label":"Q4_0","size":7365834688,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q4_K_S.gguf","label":"Q4_K_S","size":7414331328,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q4_K_M.gguf","label":"Q4_K_M","size":7865956288,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q5_0.gguf","label":"Q5_0","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q5_K_S.gguf","label":"Q5_K_S","size":8972285888,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q5_K_M.gguf","label":"Q5_K_M","size":9229924288,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q6_K.gguf","label":"Q6_K","size":10679140288,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Athena-v4-GGUF","file":"athena-v4.Q8_0.gguf","label":"Q8_0","size":13831319488,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Athena-v4-GGUF"],"logoFrom":"IkariDev"},{"id":"towerinstruct-mistral-7b-v0-2","family":"Unbabel/TowerInstruct-Mistral-7B-v0.2","name":"TowerInstruct Mistral 7B V0.2","maker":"Unbabel","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF/TowerInstruct-Mistral-7B-v0.2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-09-04T19:03:35.000Z","downloads":2531,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111232,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455424,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695744,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265216,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930624,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722880,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q2_K.gguf","label":"Q2_K","size":2719252928,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354304,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018827008,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164579072,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404864,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903168,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997760,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036224,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700800,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q4_0.gguf","label":"Q4_0","size":4123609408,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386624,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451904,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729600,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131423040,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF","file":"TowerInstruct-Mistral-7B-v0.2.i1-Q6_K.gguf","label":"Q6_K","size":5942079872,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TowerInstruct-Mistral-7B-v0.2-i1-GGUF"],"logoFrom":"Unbabel"},{"id":"ibm-granite-granite-8b-code-base-4k","family":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","name":"Ibm Granite Granite 8B Code Base 4K","maker":"RichardErkhov","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":36,"probe":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf/granite-8b-code-base-4k.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-18T23:52:27.000Z","downloads":2531,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q2_K.gguf","label":"Q2_K","size":3062070528,"bits":3.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.IQ3_XS.gguf","label":"IQ3_XS","size":3384114432,"bits":3.36,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q3_K_S.gguf","label":"Q3_K_S","size":3548085504,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.IQ3_S.gguf","label":"IQ3_S","size":3568139520,"bits":3.55,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.IQ3_M.gguf","label":"IQ3_M","size":3679550720,"bits":3.66,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q3_K.gguf","label":"Q3_K","size":3944840448,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q3_K_M.gguf","label":"Q3_K_M","size":3944840448,"bits":3.92,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q3_K_L.gguf","label":"Q3_K_L","size":4287724800,"bits":4.26,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.IQ4_XS.gguf","label":"IQ4_XS","size":4405820672,"bits":4.38,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q4_0.gguf","label":"Q4_0","size":4590894336,"bits":4.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q4_K_S.gguf","label":"Q4_K_S","size":4622351616,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.IQ4_NL.gguf","label":"IQ4_NL","size":4639128832,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q4_K.gguf","label":"Q4_K","size":4882857216,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q4_K_M.gguf","label":"Q4_K_M","size":4882857216,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q4_1.gguf","label":"Q4_1","size":5081627904,"bits":5.05,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q5_0.gguf","label":"Q5_0","size":5572361472,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q5_K_S.gguf","label":"Q5_K_S","size":5572361472,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q5_K.gguf","label":"Q5_K","size":5722766592,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q5_K_M.gguf","label":"Q5_K_M","size":5722766592,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q5_1.gguf","label":"Q5_1","size":6063095040,"bits":6.03,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q6_K.gguf","label":"Q6_K","size":6615170304,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf","file":"granite-8b-code-base-4k.Q8_0.gguf","label":"Q8_0","size":8565521664,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-8b-code-base-4k-gguf"],"logoFrom":"RichardErkhov"},{"id":"frontis-ma1-35b","family":"FrontisAI/Frontis-MA1-35B","name":"Frontis MA1 35B","maker":"FrontisAI","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF/FrontisAI_Frontis-MA1-35B-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-08-04T19:06:52.000Z","downloads":2531,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ2_XXS.gguf","label":"IQ2_XXS","size":10255140832,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ2_XS.gguf","label":"IQ2_XS","size":11273832416,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ2_S.gguf","label":"IQ2_S","size":11486963680,"bits":2.59,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ2_M.gguf","label":"IQ2_M","size":12543404000,"bits":2.83,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q2_K.gguf","label":"Q2_K","size":13085779936,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q2_K_L.gguf","label":"Q2_K_L","size":13582419936,"bits":3.06,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ3_XXS.gguf","label":"IQ3_XXS","size":15340447712,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q3_K_S.gguf","label":"Q3_K_S","size":15983921120,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ3_XS.gguf","label":"IQ3_XS","size":16689088480,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q3_K_M.gguf","label":"Q3_K_M","size":16696952800,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q3_K_L.gguf","label":"Q3_K_L","size":17356900320,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ3_M.gguf","label":"IQ3_M","size":17370662880,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q3_K_XL.gguf","label":"Q3_K_XL","size":17801889760,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ4_XS.gguf","label":"IQ4_XS","size":19278555104,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-IQ4_NL.gguf","label":"IQ4_NL","size":20333979616,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q4_0.gguf","label":"Q4_0","size":20415244256,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q4_K_S.gguf","label":"Q4_K_S","size":21065361376,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q4_K_M.gguf","label":"Q4_K_M","size":21864081376,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q4_K_L.gguf","label":"Q4_K_L","size":22241527776,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q4_1.gguf","label":"Q4_1","size":22447450080,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q5_K_S.gguf","label":"Q5_K_S","size":24630880224,"bits":5.55,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q5_K_M.gguf","label":"Q5_K_M","size":25492187104,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q5_K_L.gguf","label":"Q5_K_L","size":25806063584,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q6_K.gguf","label":"Q6_K","size":30526310368,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q6_K_L.gguf","label":"Q6_K_L","size":30772643808,"bits":6.93,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-Q8_0.gguf","label":"Q8_0","size":37813700576,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/FrontisAI_Frontis-MA1-35B-GGUF","file":"FrontisAI_Frontis-MA1-35B-bf16/FrontisAI_Frontis-MA1-35B-bf16-00001-of-00002.gguf","label":"BF16","size":71066994560,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/FrontisAI_Frontis-MA1-35B-GGUF"],"logoFrom":"FrontisAI"},{"id":"qwq-zero1-i1","family":"mradermacher/QWQ_Zero1-i1-GGUF","name":"QWQ Zero1 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/QWQ_Zero1-i1-GGUF/QWQ_Zero1.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-08T13:35:39.000Z","downloads":2529,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ1_S.gguf","label":"IQ1_S","size":7274505440,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ1_M.gguf","label":"IQ1_M","size":7932159200,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9028248800,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9957549280,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ2_S.gguf","label":"IQ2_S","size":10387567840,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ2_M.gguf","label":"IQ2_M","size":11264439520,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11487999200,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q2_K.gguf","label":"Q2_K","size":12313097440,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12839269600,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13705512160,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14392329440,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ3_S.gguf","label":"IQ3_S","size":14436893920,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ3_M.gguf","label":"IQ3_M","size":14810121440,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15935046880,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17247077600,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17693152480,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q4_0.gguf","label":"Q4_0","size":18711008480,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18784408800,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19851334880,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q4_1.gguf","label":"Q4_1","size":20639241440,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22638253280,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23262156000,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/QWQ_Zero1-i1-GGUF","file":"QWQ_Zero1.i1-Q6_K.gguf","label":"Q6_K","size":26886153440,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/QWQ_Zero1-i1-GGUF"],"logoFrom":"Qwen"},{"id":"collectivecognition-v1-1-mistral-7b","family":"teknium/CollectiveCognition-v1.1-Mistral-7B","name":"CollectiveCognition V1.1 Mistral 7B","maker":"teknium","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF/collectivecognition-v1.1-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-05T16:15:04.000Z","downloads":2528,"likes":34,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF","file":"collectivecognition-v1.1-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/CollectiveCognition-v1.1-Mistral-7B-GGUF"],"logoFrom":"teknium"},{"id":"joyfox-reverie-27b","family":"joyfox/JoyFox-Reverie-27B","name":"JoyFox Reverie 27B","maker":"joyfox","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"joyfox/JoyFox-Reverie-27B/GGUF/JoyFox-Reverie-27B-UD-Q4_K_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-14T04:25:41.000Z","downloads":2528,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q4_K_S.gguf","label":"UD-Q4_K_S","size":15358212192,"bits":4.5,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q4_K_M.gguf","label":"UD-Q4_K_M","size":16464439392,"bits":4.82,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17559177312,"bits":5.14,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q5_K_S.gguf","label":"UD-Q5_K_S","size":18665752672,"bits":5.47,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q5_K_M.gguf","label":"UD-Q5_K_M","size":19771508832,"bits":5.79,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":20876937312,"bits":6.11,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q6_K.gguf","label":"UD-Q6_K","size":21983676512,"bits":6.44,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q6_K_M.gguf","label":"UD-Q6_K_M","size":23088408672,"bits":6.76,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q6_K_L.gguf","label":"UD-Q6_K_L","size":24193919072,"bits":7.08,"known":true,"rank":0},{"repo":"joyfox/JoyFox-Reverie-27B","file":"GGUF/JoyFox-Reverie-27B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":25299060832,"bits":7.41,"known":true,"rank":0}],"repos":["joyfox/JoyFox-Reverie-27B"],"logoFrom":"Qwen"},{"id":"ai-sage-gigachat3-10b-a1-8b","family":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","name":"Ai Sage GigaChat3 10B A1.8B","maker":"bartowski","catalog":null,"tuned":false,"params":10.67,"active":1.83,"layers":26,"probe":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF/ai-sage_GigaChat3-10B-A1.8B-IQ2_S.gguf","kvBytesPerToken":32887,"kvHeader":29952,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2025-11-21T18:52:59.000Z","downloads":2526,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ2_S.gguf","label":"IQ2_S","size":3318505632,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ2_M.gguf","label":"IQ2_M","size":3694076064,"bits":2.77,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q2_K.gguf","label":"Q2_K","size":4068820128,"bits":3.05,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q2_K_L.gguf","label":"Q2_K_L","size":4261204128,"bits":3.19,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4488246432,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ3_XS.gguf","label":"IQ3_XS","size":4673239200,"bits":3.5,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q3_K_S.gguf","label":"Q3_K_S","size":4908873888,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ3_M.gguf","label":"IQ3_M","size":5127953568,"bits":3.84,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q3_K_M.gguf","label":"Q3_K_M","size":5129673888,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q3_K_L.gguf","label":"Q3_K_L","size":5270887584,"bits":3.95,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":5443263648,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ4_XS.gguf","label":"IQ4_XS","size":5916459168,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-IQ4_NL.gguf","label":"IQ4_NL","size":6226485408,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q4_0.gguf","label":"Q4_0","size":6298910880,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q4_K_S.gguf","label":"Q4_K_S","size":6432678048,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q4_K_M.gguf","label":"Q4_K_M","size":6661158048,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q4_K_L.gguf","label":"Q4_K_L","size":6807369888,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q4_1.gguf","label":"Q4_1","size":6831202464,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q5_K_S.gguf","label":"Q5_K_S","size":7475990688,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q5_K_M.gguf","label":"Q5_K_M","size":7712212128,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q5_K_L.gguf","label":"Q5_K_L","size":7833798816,"bits":5.87,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q6_K.gguf","label":"Q6_K","size":8843331744,"bits":6.63,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q6_K_L.gguf","label":"Q6_K_L","size":8938754208,"bits":6.7,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-Q8_0.gguf","label":"Q8_0","size":11353171104,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF","file":"ai-sage_GigaChat3-10B-A1.8B-bf16.gguf","label":"BF16","size":21356278656,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ai-sage_GigaChat3-10B-A1.8B-GGUF"],"logoFrom":"bartowski"},{"id":"qwen3-8-2b-distill-heretic","family":"htb-ac-1424625/Qwen3.8-2B-Distill-heretic","name":"Qwen3.8 2B Distill Heretic","maker":"htb-ac-1424625","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF/Qwen3.8-2B-Distill-heretic.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T23:41:40.000Z","downloads":2524,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":722962400,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":748205024,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790276064,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719328,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":832092128,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":865748960,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754208,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163808,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q2_K.gguf","label":"Q2_K","size":968543200,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174304,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027203040,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090912,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446752,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259872,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533728,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963360,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q4_0.gguf","label":"Q4_0","size":1204847584,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056544,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586272,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397664,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q4_1.gguf","label":"Q4_1","size":1288283104,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077920,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411122144,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF","file":"Qwen3.8-2B-Distill-heretic.i1-Q6_K.gguf","label":"Q6_K","size":1556391904,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-2B-Distill-heretic-i1-GGUF"],"logoFrom":"htb-ac-1424625"},{"id":"alif-1-0-8b-instruct","family":"large-traversaal/Alif-1.0-8B-Instruct","name":"Alif 1.0 8B","maker":"large-traversaal","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"large-traversaal/Alif-1.0-8B-Instruct/model-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-28T14:02:23.000Z","downloads":2523,"likes":38,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-Q2_K.gguf","label":"Q2_K","size":3179131360,"bits":3.17,"known":true,"rank":0},{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-Q3_K_M.gguf","label":"Q3_K_M","size":4018917856,"bits":4,"known":true,"rank":0},{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-Q4_K_M.gguf","label":"Q4_K_M","size":4920734176,"bits":4.9,"known":true,"rank":0},{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-Q5_K_M.gguf","label":"Q5_K_M","size":5732987360,"bits":5.71,"known":true,"rank":0},{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-Q6_K.gguf","label":"Q6_K","size":6596006368,"bits":6.57,"known":true,"rank":0},{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-Q8_0.gguf","label":"Q8_0","size":8540770784,"bits":8.51,"known":true,"rank":0},{"repo":"large-traversaal/Alif-1.0-8B-Instruct","file":"model-f16.gguf","label":"F16","size":16068891104,"bits":16.01,"known":true,"rank":0}],"repos":["large-traversaal/Alif-1.0-8B-Instruct"],"logoFrom":"unsloth"},{"id":"lfm3-1-7b-base-heretic","family":"saidutta69/LFM3-1.7B-Base-heretic","name":"LFM3 1.7B Base Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"saidutta69/LFM3-1.7B-Base-heretic/LFM3-1.7B-Base-heretic-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-28T15:32:49.000Z","downloads":2522,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q2_K.gguf","label":"Q2_K","size":750153632,"bits":3.47,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-IQ3_S.gguf","label":"IQ3_S","size":854875808,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":854875808,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":914898592,"bits":4.23,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":967065248,"bits":4.47,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1011166624,"bits":4.68,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q4_0.gguf","label":"Q4_0","size":1049614752,"bits":4.85,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1056037280,"bits":4.88,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1099626912,"bits":5.08,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q4_1.gguf","label":"Q4_1","size":1141256608,"bits":5.28,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1232898464,"bits":5.7,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1258662304,"bits":5.82,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q6_K.gguf","label":"Q6_K","size":1427637408,"bits":6.6,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-Q8_0.gguf","label":"Q8_0","size":1846237600,"bits":8.54,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Base-heretic","file":"LFM3-1.7B-Base-heretic-F16.gguf","label":"F16","size":3466625440,"bits":16.03,"known":true,"rank":0}],"repos":["saidutta69/LFM3-1.7B-Base-heretic"],"logoFrom":"LiquidAI"},{"id":"hermes-2-dpo-westlake-7b-v2","family":"00000-X/Hermes-2-DPO_WestLake-7B-v2","name":"Hermes 2 DPO WestLake 7B V2","maker":"00000-X","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF/Hermes-2-DPO_WestLake-7B-v2.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-29T08:19:56.000Z","downloads":2521,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q2_K.gguf","label":"Q2_K","size":2873866272,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.IQ3_XS.gguf","label":"IQ3_XS","size":3173439520,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q3_K_S.gguf","label":"Q3_K_S","size":3319191584,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.IQ3_S.gguf","label":"IQ3_S","size":3337017376,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.IQ3_M.gguf","label":"IQ3_M","size":3439515680,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q3_K_M.gguf","label":"Q3_K_M","size":3673610272,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q3_K_L.gguf","label":"Q3_K_L","size":3976648736,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.IQ4_XS.gguf","label":"IQ4_XS","size":4099012640,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q4_0.gguf","label":"Q4_0","size":4263540768,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q4_K_S.gguf","label":"Q4_K_S","size":4294998048,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.IQ4_NL.gguf","label":"IQ4_NL","size":4309678112,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q4_K_M.gguf","label":"Q4_K_M","size":4523063328,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q5_K_S.gguf","label":"Q5_K_S","size":5152340000,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q5_K_M.gguf","label":"Q5_K_M","size":5286033440,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q6_K.gguf","label":"Q6_K","size":6096689184,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF","file":"Hermes-2-DPO_WestLake-7B-v2.Q8_0.gguf","label":"Q8_0","size":7818737696,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/Hermes-2-DPO_WestLake-7B-v2-GGUF"],"logoFrom":"NousResearch"},{"id":"qwen2-5-moe-2x1-5b-deepseek-uncensored-censored-4b","family":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","name":"Qwen2.5 MOE 2X1.5B DeepSeek Uncensored Censored 4B","maker":"DavidAU","catalog":null,"tuned":true,"params":4.09,"active":4.09,"layers":28,"probe":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q2_k.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-04T23:18:47.000Z","downloads":2521,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q2_k.gguf","label":"Q2_K","size":1590256352,"bits":3.11,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":1855147232,"bits":3.63,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":2024180960,"bits":3.96,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":2173062368,"bits":4.25,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":2267813600,"bits":4.44,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":2382909152,"bits":4.66,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":2517671648,"bits":4.92,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":2849189600,"bits":5.57,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":2926690016,"bits":5.72,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q6_k.gguf","label":"Q6_K","size":3361272032,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-Q8_0.gguf","label":"Q8_0","size":4351589600,"bits":8.51,"known":true,"rank":0},{"repo":"DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf","file":"Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-D_AU-F16.gguf","label":"F16","size":8185077184,"bits":16.01,"known":true,"rank":0}],"repos":["DavidAU/Qwen2.5-MOE-2X1.5B-DeepSeek-Uncensored-Censored-4B-gguf"],"logoFrom":"DavidAU"},{"id":"qwen3-8-27b-turbo-brilliance-50x-reasoning-instruct-neo-max-mtp-zug","family":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","name":"Qwen3.8 27B Turbo Brilliance 50X Reasoning NEO MAX MTP Zug","maker":"zugquants","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF/Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-24T23:56:27.000Z","downloads":2521,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_XS.gguf","label":"IQ2_XS","size":8423059328,"bits":2.5,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ2_S.gguf","label":"IQ2_S","size":9259728768,"bits":2.75,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_XXS.gguf","label":"IQ3_XXS","size":10094575488,"bits":3,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-GSQ-RCO-IQ3_S.gguf","label":"IQ3_S","size":11771764640,"bits":3.5,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-IQ4_XS.gguf","label":"IQ4_XS","size":15082724672,"bits":4.49,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q4_K_M.gguf","label":"Q4_K_M","size":16547618112,"bits":4.92,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q6_K.gguf","label":"Q6_K","size":22082747712,"bits":6.57,"known":true,"rank":0},{"repo":"zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF","file":"Qwen3.8-27B-Turbo-Brilliance-50X-RI-NEO-Q8_0.gguf","label":"Q8_0","size":28595981632,"bits":8.5,"known":true,"rank":0}],"repos":["zugquants/Qwen3.8-27B-Turbo-Brilliance-50X-Reasoning-Instruct-NEO-MAX-MTP-zug-GGUF"],"logoFrom":"Qwen"},{"id":"openchat-3-5-7b-qwen-v2-0","family":"FuseAI/OpenChat-3.5-7B-Qwen-v2.0","name":"OpenChat 3.5 7B Qwen V2.0","maker":"FuseAI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF/OpenChat-3.5-7B-Qwen-v2.0.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-17T06:24:46.000Z","downloads":2520,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111488,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455680,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991696000,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265472,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930880,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ2_M.gguf","label":"IQ2_M","size":2500723136,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q2_K.gguf","label":"Q2_K","size":2719253184,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354560,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018827264,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164579328,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ3_S.gguf","label":"IQ3_S","size":3182405120,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903424,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518998016,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036480,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907701056,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q4_0.gguf","label":"Q4_0","size":4123609664,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386880,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368452160,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729856,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131423296,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF","file":"OpenChat-3.5-7B-Qwen-v2.0.i1-Q6_K.gguf","label":"Q6_K","size":5942080128,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/OpenChat-3.5-7B-Qwen-v2.0-i1-GGUF"],"logoFrom":"FuseAI"},{"id":"noromaid-13b-0-4-dpo","family":"NeverSleep/Noromaid-13B-0.4-DPO","name":"Noromaid 13B 0.4 DPO","maker":"NeverSleep","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF/Noromaid-13B-0.4-DPO.i1-IQ1_S.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-04-26T07:21:06.000Z","downloads":2519,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":2898706912,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":3138630112,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3538502112,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3891167712,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":4197704192,"bits":2.58,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":4517601792,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q2_K.gguf","label":"Q2_K","size":4854293632,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4960584192,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5361636512,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":5659006112,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5659006112,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":5984535712,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6337795232,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6929585312,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6964249792,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q4_0.gguf","label":"Q4_0","size":7387981632,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7423207232,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7865984832,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8972316992,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9229955392,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF","file":"Noromaid-13B-0.4-DPO.i1-Q6_K.gguf","label":"Q6_K","size":10679174112,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Noromaid-13B-0.4-DPO-i1-GGUF"],"logoFrom":"NeverSleep"},{"id":"breeze-13b-32k-instruct-v1-0","family":"win10/Breeze-13B-32k-Instruct-v1_0","name":"Breeze 13B 32K V1 0","maker":"win10","catalog":null,"tuned":false,"params":12.73,"active":null,"layers":56,"probe":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF/Breeze-13B-32k-Instruct-v1_0.i1-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-26T11:01:47.000Z","downloads":2519,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ1_S.gguf","label":"IQ1_S","size":2848160992,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ1_M.gguf","label":"IQ1_M","size":3097263328,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3512433888,"bits":2.21,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3873930464,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ2_S.gguf","label":"IQ2_S","size":4073782496,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ2_M.gguf","label":"IQ2_M","size":4405918944,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q2_K.gguf","label":"Q2_K","size":4789173472,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4977523936,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5316115680,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5571181792,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ3_S.gguf","label":"IQ3_S","size":5602376928,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ3_M.gguf","label":"IQ3_M","size":5781748960,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6186958048,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6721731808,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6874332384,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q4_0.gguf","label":"Q4_0","size":7252999392,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7280786656,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7681473760,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8786017504,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9019981024,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF","file":"Breeze-13B-32k-Instruct-v1_0.i1-Q6_K.gguf","label":"Q6_K","size":10442144992,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Breeze-13B-32k-Instruct-v1_0-i1-GGUF"],"logoFrom":"win10"},{"id":"fugaku-llm-13b-instruct","family":"mmnga/Fugaku-LLM-13B-instruct-gguf","name":"Fugaku LLM 13B","maker":"mmnga","catalog":null,"tuned":false,"params":13.42,"active":null,"layers":40,"probe":"mmnga/Fugaku-LLM-13B-instruct-gguf/Fugaku-LLM-13B-instruct-IQ1_S.gguf","kvBytesPerToken":959662,"kvHeader":829440,"kvFixed":0,"context":2048,"arch":"gpt2","vision":false,"licence":"other","open":false,"released":"2024-05-10T16:43:49.000Z","downloads":2518,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ1_S.gguf","label":"IQ1_S","size":6195782176,"bits":3.69,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ1_M.gguf","label":"IQ1_M","size":6283962016,"bits":3.75,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":6430928416,"bits":3.83,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":6548501536,"bits":3.9,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ2_S.gguf","label":"IQ2_S","size":6603089056,"bits":3.94,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ2_M.gguf","label":"IQ2_M","size":6720662176,"bits":4.01,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":6930614176,"bits":4.13,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q2_K.gguf","label":"Q2_K","size":7132167840,"bits":4.25,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":7132167840,"bits":4.25,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ3_S.gguf","label":"IQ3_S","size":7132168096,"bits":4.25,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":7132168096,"bits":4.25,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":7568868256,"bits":4.51,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q4_0.gguf","label":"Q4_0","size":7703237280,"bits":4.59,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":7703237536,"bits":4.59,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-IQ3_M.gguf","label":"IQ3_M","size":7741028896,"bits":4.61,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":8267588256,"bits":4.93,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":8845376160,"bits":5.27,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":8877226656,"bits":5.29,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q5_0.gguf","label":"Q5_0","size":9347519136,"bits":5.57,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":9565869216,"bits":5.7,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":9900921504,"bits":5.9,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":11194225824,"bits":6.67,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q6_K.gguf","label":"Q6_K","size":13239002784,"bits":7.89,"known":true,"rank":0},{"repo":"mmnga/Fugaku-LLM-13B-instruct-gguf","file":"Fugaku-LLM-13B-instruct-Q8_0.gguf","label":"Q8_0","size":14280364704,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga/Fugaku-LLM-13B-instruct-gguf"],"logoFrom":"mmnga"},{"id":"llama3-1-8b-plumcode","family":"sequelbox/Llama3.1-8B-PlumCode","name":"Llama3.1 8B PlumCode","maker":"sequelbox","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF/Llama3.1-8B-PlumCode.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-10-05T08:50:04.000Z","downloads":2518,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ1_S.gguf","label":"IQ1_S","size":2019634112,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ1_M.gguf","label":"IQ1_M","size":2161978304,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218624,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605788096,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ2_S.gguf","label":"IQ2_S","size":2758495168,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287424,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q2_K.gguf","label":"Q2_K","size":3179137984,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918848,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753728,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505792,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331584,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829888,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924480,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962944,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447669184,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661218240,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661218240,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661218240,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q4_0.gguf","label":"Q4_0","size":4675898304,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675520,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740800,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300544,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993984,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama3.1-8B-PlumCode-i1-GGUF","file":"Llama3.1-8B-PlumCode.i1-Q6_K.gguf","label":"Q6_K","size":6596012992,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama3.1-8B-PlumCode-i1-GGUF"],"logoFrom":"sequelbox"},{"id":"qwen3-visioncaption-2b","family":"prithivMLmods/Qwen3-VisionCaption-2B","name":"Qwen3 VisionCaption 2B","maker":"prithivMLmods","catalog":null,"tuned":false,"params":1.72,"active":null,"layers":28,"probe":"prithivMLmods/Qwen3-VisionCaption-2B-GGUF/Qwen3-VisionCaption-2B.Q8_0.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-28T14:03:44.000Z","downloads":2517,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Qwen3-VisionCaption-2B-GGUF","file":"Qwen3-VisionCaption-2B.Q8_0.gguf","label":"Q8_0","size":1834427872,"bits":8.53,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VisionCaption-2B-GGUF","file":"Qwen3-VisionCaption-2B.BF16.gguf","label":"BF16","size":3447350752,"bits":16.03,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VisionCaption-2B-GGUF","file":"Qwen3-VisionCaption-2B.F16.gguf","label":"F16","size":3447350752,"bits":16.03,"known":true,"rank":0},{"repo":"prithivMLmods/Qwen3-VisionCaption-2B-GGUF","file":"Qwen3-VisionCaption-2B.F32.gguf","label":"F32","size":6888252896,"bits":32.04,"known":true,"rank":0}],"repos":["prithivMLmods/Qwen3-VisionCaption-2B-GGUF"],"logoFrom":"prithivMLmods"},{"id":"startlux-decision-v1-1-2b-instant","family":"startlux-models/StartLux-Decision-v1.1-2B-Instant","name":"StartLux Decision V1.1 2B Instant","maker":"startlux-models","catalog":null,"tuned":false,"params":1.88,"active":null,"layers":24,"probe":"startlux-models/StartLux-Decision-v1.1-2B-Instant-GGUF/StartLux-Decision-v1.1-2B-Instant-Q4_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"cc-by-nc-4.0","open":false,"released":"2026-10-11T02:38:25.000Z","downloads":2517,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"startlux-models/StartLux-Decision-v1.1-2B-Instant-GGUF","file":"StartLux-Decision-v1.1-2B-Instant-Q4_K_M.gguf","label":"Q4_K_M","size":1274396256,"bits":5.42,"known":true,"rank":0},{"repo":"startlux-models/StartLux-Decision-v1.1-2B-Instant-GGUF","file":"StartLux-Decision-v1.1-2B-Instant-Q8_0.gguf","label":"Q8_0","size":2012012128,"bits":8.56,"known":true,"rank":0}],"repos":["startlux-models/StartLux-Decision-v1.1-2B-Instant-GGUF"],"logoFrom":"startlux-models"},{"id":"calme-2-3-legalkit-8b","family":"MaziyarPanahi/calme-2.3-legalkit-8b","name":"Calme 2.3 Legalkit 8B","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF/calme-2.3-legalkit-8b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-08-08T01:31:53.000Z","downloads":2516,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2019629248,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2161973440,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399213760,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605783232,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2758490304,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":2948282560,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q2_K.gguf","label":"Q2_K","size":3179133120,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913984,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748864,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500928,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3682326720,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3784825024,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018919616,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321958080,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447664320,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q4_0.gguf","label":"Q4_0","size":4675893440,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692670656,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735936,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599295680,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732989120,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/calme-2.3-legalkit-8b-i1-GGUF","file":"calme-2.3-legalkit-8b.i1-Q6_K.gguf","label":"Q6_K","size":6596008128,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/calme-2.3-legalkit-8b-i1-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"huihui-minicpm-v-4-6-thinking-abliterated-i1","family":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","name":"Huihui MiniCPM V 4.6 Thinking Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":24,"probe":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF/Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-16T10:08:10.000Z","downloads":2516,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":329785728,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":338167680,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":352137600,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":363706752,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":366594432,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":377770368,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":397836672,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":414489472,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":422132608,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":435168640,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":443106688,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":450626944,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":453760384,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":466027904,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":491128192,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":501946240,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":503893888,"bits":5.37,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":505059200,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":515807104,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":529102720,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":532359040,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":563459968,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":577804160,"bits":6.16,"known":true,"rank":0},{"repo":"mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF","file":"Huihui-MiniCPM-V-4.6-Thinking-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":629549440,"bits":6.72,"known":true,"rank":0}],"repos":["mradermacher/Huihui-MiniCPM-V-4.6-Thinking-abliterated-i1-GGUF"],"logoFrom":"openbmb"},{"id":"lambda-17b-pcdpo","family":"athirdpath/Lambda-17b-PcDPO","name":"Lambda 17B PcDPO","maker":"athirdpath","catalog":null,"tuned":false,"params":16.84,"active":null,"layers":76,"probe":"mradermacher/Lambda-17b-PcDPO-GGUF/Lambda-17b-PcDPO.Q2_K.gguf","kvBytesPerToken":360169,"kvHeader":311296,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-10T14:53:55.000Z","downloads":2515,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q2_K.gguf","label":"Q2_K","size":6404838112,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.IQ3_XS.gguf","label":"IQ3_XS","size":7055684320,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q3_K_S.gguf","label":"Q3_K_S","size":7444181728,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.IQ3_S.gguf","label":"IQ3_S","size":7486517984,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.IQ3_M.gguf","label":"IQ3_M","size":7726052064,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q3_K_M.gguf","label":"Q3_K_M","size":8278979296,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q3_K_L.gguf","label":"Q3_K_L","size":9005642464,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.IQ4_XS.gguf","label":"IQ4_XS","size":9273365216,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q4_K_S.gguf","label":"Q4_K_S","size":9731232480,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q4_K_M.gguf","label":"Q4_K_M","size":10279441120,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q5_K_S.gguf","label":"Q5_K_S","size":11751445216,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q5_K_M.gguf","label":"Q5_K_M","size":12068967136,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q6_K.gguf","label":"Q6_K","size":13970338528,"bits":6.64,"known":true,"rank":0},{"repo":"mradermacher/Lambda-17b-PcDPO-GGUF","file":"Lambda-17b-PcDPO.Q8_0.gguf","label":"Q8_0","size":18016555744,"bits":8.56,"known":true,"rank":0}],"repos":["mradermacher/Lambda-17b-PcDPO-GGUF"],"logoFrom":"athirdpath"},{"id":"qwen3-1-7b-distilled-30b-a3b-sft","family":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT","name":"Qwen3 1.7B Distilled 30B A3B SFT","maker":"reaperdoesntknow","catalog":null,"tuned":true,"params":2.03,"active":null,"layers":28,"probe":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF/qwen3-1.7b-distilled-30b-sft-Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-22T02:11:27.000Z","downloads":2515,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","file":"qwen3-1.7b-distilled-30b-sft-Q4_K_M.gguf","label":"Q4_K_M","size":1282439072,"bits":5.05,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","file":"qwen3-1.7b-distilled-30b-sft-Q5_K_M.gguf","label":"Q5_K_M","size":1471805344,"bits":5.8,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","file":"qwen3-1.7b-distilled-30b-sft-Q8_0.gguf","label":"Q8_0","size":2165039008,"bits":8.53,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF","file":"qwen3-1.7b-stem-proof-f16.gguf","label":"F16","size":4069679008,"bits":16.04,"known":true,"rank":0}],"repos":["reaperdoesntknow/Qwen3-1.7B-Distilled-30B-A3B-SFT-GGUF"],"logoFrom":"reaperdoesntknow"},{"id":"anima-cognitive-mistral-v1","family":"Severian/ANIMA-Cognitive-Mistral-v1","name":"ANIMA Cognitive Mistral V1","maker":"Severian","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF/ANIMA-Cognitive-Mistral-v1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-15T12:54:27.000Z","downloads":2514,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102752,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446944,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687264,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256736,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921312,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713568,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2528926816,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q2_K.gguf","label":"Q2_K","size":2719243360,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344992,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816608,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568672,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394464,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892768,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987360,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025824,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689568,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q4_0.gguf","label":"Q4_0","size":4123597920,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4125695072,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375136,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440416,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q4_1.gguf","label":"Q4_1","size":4553317472,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717088,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410528,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF","file":"ANIMA-Cognitive-Mistral-v1.i1-Q6_K.gguf","label":"Q6_K","size":5942066272,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ANIMA-Cognitive-Mistral-v1-i1-GGUF"],"logoFrom":"Severian"},{"id":"qwen3-8-27b-24gb-262k","family":"jdominick05/Qwen3.8-27B-24GB-262k-GGUF","name":"Qwen3.8 27B 24GB 262K","maker":"jdominick05","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"jdominick05/Qwen3.8-27B-24GB-262k-GGUF/Qwen3.8-27B-R3-mix.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-12T17:44:59.000Z","downloads":2514,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jdominick05/Qwen3.8-27B-24GB-262k-GGUF","file":"Qwen3.8-27B-R3-mix.gguf","label":"Qwen3.8-27B-R3-mix","size":18234851296,"bits":5.42,"known":false,"rank":0}],"repos":["jdominick05/Qwen3.8-27B-24GB-262k-GGUF"],"logoFrom":"Qwen"},{"id":"qwen-qwen3-4b","family":"NobodyWho/Qwen_Qwen3-4B-GGUF","name":"Qwen Qwen3 4B","maker":"NobodyWho","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"NobodyWho/Qwen_Qwen3-4B-GGUF/Qwen_Qwen3-4B-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-03-09T13:52:41.000Z","downloads":2513,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"NobodyWho/Qwen_Qwen3-4B-GGUF","file":"Qwen_Qwen3-4B-Q4_K_M.gguf","label":"Q4_K_M","size":2497281248,"bits":4.97,"known":true,"rank":0}],"repos":["NobodyWho/Qwen_Qwen3-4B-GGUF"],"logoFrom":"Qwen"},{"id":"openchat-3-5-1210-seraph-slerp","family":"Weyaxi/openchat-3.5-1210-Seraph-Slerp","name":"Openchat 3.5 1210 Seraph Slerp","maker":"Weyaxi","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF/openchat-3.5-1210-seraph-slerp.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-29T17:19:00.000Z","downloads":2512,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q2_K.gguf","label":"Q2_K","size":3084043520,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q3_K_S.gguf","label":"Q3_K_S","size":3165513792,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q3_K_M.gguf","label":"Q3_K_M","size":3519932480,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q3_K_L.gguf","label":"Q3_K_L","size":3822970944,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q4_0.gguf","label":"Q4_0","size":4109864064,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q4_K_S.gguf","label":"Q4_K_S","size":4141321344,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q4_K_M.gguf","label":"Q4_K_M","size":4369386624,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q5_0.gguf","label":"Q5_0","size":4998664320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q5_K_S.gguf","label":"Q5_K_S","size":4998664320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q5_K_M.gguf","label":"Q5_K_M","size":5132357760,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q6_K.gguf","label":"Q6_K","size":5943014592,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF","file":"openchat-3.5-1210-seraph-slerp.Q8_0.gguf","label":"Q8_0","size":7696811072,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/openchat-3.5-1210-Seraph-Slerp-GGUF"],"logoFrom":"Weyaxi"},{"id":"allura-org-q3-30b-a3b-pentiment","family":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","name":"Allura Org Q3 30B A3B Pentiment","maker":"bartowski","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF/allura-org_Q3-30b-A3b-Pentiment-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-05-22T22:34:31.000Z","downloads":2512,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181262432,"bits":2.14,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ2_XS.gguf","label":"IQ2_XS","size":9076222048,"bits":2.38,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ2_S.gguf","label":"IQ2_S","size":9287131232,"bits":2.43,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ2_M.gguf","label":"IQ2_M","size":10169507936,"bits":2.66,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q2_K.gguf","label":"Q2_K","size":11258609760,"bits":2.95,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q2_K_L.gguf","label":"Q2_K_L","size":11562481760,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849326688,"bits":3.1,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ3_XS.gguf","label":"IQ3_XS","size":12598442080,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q3_K_S.gguf","label":"Q3_K_S","size":13292468320,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ3_M.gguf","label":"IQ3_M","size":13513062496,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q3_K_M.gguf","label":"Q3_K_M","size":14711847008,"bits":3.86,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q3_K_L.gguf","label":"Q3_K_L","size":15900670048,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q3_K_XL.gguf","label":"Q3_K_XL","size":16172939360,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ4_XS.gguf","label":"IQ4_XS","size":16368349280,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-IQ4_NL.gguf","label":"IQ4_NL","size":17310781536,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q4_0.gguf","label":"Q4_0","size":17379987552,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q4_K_S.gguf","label":"Q4_K_S","size":17456009312,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q4_K_M.gguf","label":"Q4_K_M","size":18556686432,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q4_K_L.gguf","label":"Q4_K_L","size":18787629152,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q4_1.gguf","label":"Q4_1","size":19192500320,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q5_K_S.gguf","label":"Q5_K_S","size":21080510560,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q5_K_M.gguf","label":"Q5_K_M","size":21725581408,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q5_K_L.gguf","label":"Q5_K_L","size":21917628512,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q6_K.gguf","label":"Q6_K","size":25092532320,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q6_K_L.gguf","label":"Q6_K_L","size":25243252832,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-Q8_0.gguf","label":"Q8_0","size":32483932256,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF","file":"allura-org_Q3-30b-A3b-Pentiment-bf16/allura-org_Q3-30b-A3b-Pentiment-bf16-00001-of-00002.gguf","label":"BF16","size":61095802912,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF"],"logoFrom":"allura-org"},{"id":"dolphin-2-2-yi-34b-200k","family":"dphn/dolphin-2.2-yi-34b-200k","name":"Dolphin 2.2 Yi 34B 200K","maker":"dphn","catalog":null,"tuned":true,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF/dolphin-2.2-yi-34b-200k.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-26T06:15:41.000Z","downloads":2511,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ1_S.gguf","label":"IQ1_S","size":7498980448,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ1_M.gguf","label":"IQ1_M","size":8176786528,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306463328,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306542688,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ2_S.gguf","label":"IQ2_S","size":10891021408,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762848,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q2_K.gguf","label":"Q2_K","size":12825234528,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875808,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319968,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960295008,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785888,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700768,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924896,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139446368,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475052128,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q4_0.gguf","label":"Q4_0","size":19530755168,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598650464,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658711648,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707692128,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321846368,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF","file":"dolphin-2.2-yi-34b-200k.i1-Q6_K.gguf","label":"Q6_K","size":28213927008,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/dolphin-2.2-yi-34b-200k-i1-GGUF"],"logoFrom":"dphn"},{"id":"oculusmind-toolcall-8b-v2","family":"OculusMindAI/OculusMind-ToolCall-8B-v2","name":"OculusMind ToolCall 8B V2","maker":"OculusMindAI","catalog":null,"tuned":false,"params":8.49,"active":null,"layers":34,"probe":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF/OculusMind-ToolCall-8B-v2.i1-IQ1_S.gguf","kvBytesPerToken":155697,"kvHeader":139264,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-10T11:58:09.000Z","downloads":2511,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":2121837152,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2273421920,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2526063200,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2746002016,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2904599136,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":3106712160,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3147278944,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q2_K.gguf","label":"Q2_K","size":3352930912,"bits":3.16,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3455363680,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3714361952,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3866471008,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3885410912,"bits":3.66,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3992365664,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4242057824,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4565019232,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4696418912,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q4_0.gguf","label":"Q4_0","size":4937329248,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4940474976,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4954106464,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5198391904,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q4_1.gguf","label":"Q4_1","size":5419674208,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5916699232,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6058748512,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF","file":"OculusMind-ToolCall-8B-v2.i1-Q6_K.gguf","label":"Q6_K","size":6972877408,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/OculusMind-ToolCall-8B-v2-i1-GGUF"],"logoFrom":"OculusMindAI"},{"id":"qwen3-vl-30b-a3b-instruct-1m","family":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","name":"Qwen3 VL 30B A3B 1M","maker":"unsloth","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF/Qwen3-VL-30B-A3B-Instruct-1M-UD-TQ1_0.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":1000000,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2025-11-02T02:08:46.000Z","downloads":2511,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-TQ1_0.gguf","label":"UD-TQ1_0","size":8161777440,"bits":2.14,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":9088194336,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":9666860832,"bits":2.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":10341816096,"bits":2.71,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":10845132576,"bits":2.84,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q2_K.gguf","label":"Q2_K","size":11258611488,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q2_K_L.gguf","label":"Q2_K_L","size":11331540768,"bits":2.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":11787540256,"bits":3.09,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12888086304,"bits":3.38,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q3_K_S.gguf","label":"Q3_K_S","size":13292470048,"bits":3.48,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":13833049888,"bits":3.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q3_K_M.gguf","label":"Q3_K_M","size":14711848736,"bits":3.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-IQ4_XS.gguf","label":"IQ4_XS","size":16378074912,"bits":4.29,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-IQ4_NL.gguf","label":"IQ4_NL","size":17310783264,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q4_0.gguf","label":"Q4_0","size":17379989280,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q4_K_S.gguf","label":"Q4_K_S","size":17456011040,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":17715664672,"bits":4.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q4_K_M.gguf","label":"Q4_K_M","size":18556688160,"bits":4.86,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q4_1.gguf","label":"Q4_1","size":19192502048,"bits":5.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q5_K_S.gguf","label":"Q5_K_S","size":21080512288,"bits":5.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q5_K_M.gguf","label":"Q5_K_M","size":21725583136,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":21740304160,"bits":5.7,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q6_K.gguf","label":"Q6_K","size":25092534048,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":26340327200,"bits":6.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-Q8_0.gguf","label":"Q8_0","size":32483933984,"bits":8.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"Qwen3-VL-30B-A3B-Instruct-1M-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":35989946144,"bits":9.43,"known":true,"rank":0},{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF","file":"BF16/Qwen3-VL-30B-A3B-Instruct-1M-BF16-00001-of-00002.gguf","label":"BF16","size":61095804608,"bits":16.01,"known":true,"rank":0}],"repos":["unsloth/Qwen3-VL-30B-A3B-Instruct-1M-GGUF"],"logoFrom":"Qwen"},{"id":"lfm2-2-6b-exp","family":"LiquidAI/LFM2-2.6B-Exp","name":"LFM2 2.6B Exp","maker":"Liquid AI","catalog":null,"tuned":false,"params":2.7,"active":null,"layers":30,"probe":"LiquidAI/LFM2-2.6B-Exp-GGUF/LFM2-2.6B-Exp-Q4_0.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-12-25T15:28:59.000Z","downloads":2509,"likes":68,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","file":"LFM2-2.6B-Exp-Q4_0.gguf","label":"Q4_0","size":1558606176,"bits":4.62,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","file":"LFM2-2.6B-Exp-Q4_K_M.gguf","label":"Q4_K_M","size":1639166304,"bits":4.86,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","file":"LFM2-2.6B-Exp-Q5_K_M.gguf","label":"Q5_K_M","size":1921233248,"bits":5.69,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","file":"LFM2-2.6B-Exp-Q6_K.gguf","label":"Q6_K","size":2220929376,"bits":6.58,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","file":"LFM2-2.6B-Exp-Q8_0.gguf","label":"Q8_0","size":2875617632,"bits":8.52,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","file":"LFM2-2.6B-Exp-F16.gguf","label":"F16","size":5409894752,"bits":16.03,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-2.6B-Exp-GGUF"],"logoFrom":"LiquidAI"},{"id":"dans-adventurouswinds-mk2-7b","family":"Dans-Archive/Dans-AdventurousWinds-Mk2-7b","name":"Dans AdventurousWinds Mk2 7B","maker":"Dans-Archive","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF/dans-adventurouswinds-mk2-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-18T08:34:10.000Z","downloads":2508,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q2_K.gguf","label":"Q2_K","size":3083097760,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567200,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985888,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024352,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q4_0.gguf","label":"Q4_0","size":4108916384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373664,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438944,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q5_0.gguf","label":"Q5_0","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715616,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409056,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q6_K.gguf","label":"Q6_K","size":5942064800,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF","file":"dans-adventurouswinds-mk2-7b.Q8_0.gguf","label":"Q8_0","size":7695857312,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Dans-AdventurousWinds-Mk2-7B-GGUF"],"logoFrom":null},{"id":"granite-4-0-micro-base","family":"Mungert/granite-4.0-micro-base-GGUF","name":"Granite 4.0 Micro Base","maker":"Mungert","catalog":null,"tuned":false,"params":3.4,"active":null,"layers":40,"probe":"Mungert/granite-4.0-micro-base-GGUF/granite-4.0-micro-base-iq1_s.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-22T21:02:25.000Z","downloads":2508,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq1_s.gguf","label":"IQ1_S","size":960521920,"bits":2.26,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq1_m.gguf","label":"IQ1_M","size":1068205760,"bits":2.51,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq2_xxs.gguf","label":"IQ2_XXS","size":1097492160,"bits":2.58,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq2_xs.gguf","label":"IQ2_XS","size":1186170560,"bits":2.79,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq2_s.gguf","label":"IQ2_S","size":1226331840,"bits":2.89,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq2_m.gguf","label":"IQ2_M","size":1284658880,"bits":3.02,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q2_k_s.gguf","label":"Q2_K_S","size":1288406720,"bits":3.03,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q2_k_m.gguf","label":"Q2_K_M","size":1320519360,"bits":3.11,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq3_xxs.gguf","label":"IQ3_XXS","size":1471866560,"bits":3.46,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq3_xs.gguf","label":"IQ3_XS","size":1511188160,"bits":3.56,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq3_m.gguf","label":"IQ3_M","size":1668228800,"bits":3.93,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q3_k_s.gguf","label":"Q3_K_S","size":1679328960,"bits":3.95,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q3_k_m.gguf","label":"Q3_K_M","size":1713448640,"bits":4.03,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq4_xs.gguf","label":"IQ4_XS","size":1894491840,"bits":4.46,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-iq4_nl.gguf","label":"IQ4_NL","size":1924925120,"bits":4.53,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q4_k_s.gguf","label":"Q4_K_S","size":2016061120,"bits":4.74,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q4_0.gguf","label":"Q4_0","size":2046822080,"bits":4.82,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q4_k_m.gguf","label":"Q4_K_M","size":2144593600,"bits":5.05,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q4_1.gguf","label":"Q4_1","size":2147092160,"bits":5.05,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q5_0.gguf","label":"Q5_0","size":2440038080,"bits":5.74,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q5_k_m.gguf","label":"Q5_K_M","size":2506188480,"bits":5.9,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q5_1.gguf","label":"Q5_1","size":2636646080,"bits":6.2,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q6_k_m.gguf","label":"Q6_K_M","size":2857830080,"bits":6.72,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-q8_0.gguf","label":"Q8_0","size":3619685760,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/granite-4.0-micro-base-GGUF","file":"granite-4.0-micro-base-bf16.gguf","label":"BF16","size":6809650560,"bits":16.02,"known":true,"rank":0}],"repos":["Mungert/granite-4.0-micro-base-GGUF"],"logoFrom":"Mungert"},{"id":"gemma-4-gembrain-x-core-31b","family":"Nimbz/Gemma-4-Gembrain-X-Core-31B","name":"Gemma 4 Gembrain X Core 31B","maker":"Nimbz","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF/Gemma-4-Gembrain-X-Core-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-30T09:33:52.000Z","downloads":2507,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156494336,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725877248,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674848768,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530363904,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157893632,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917070848,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976593920,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916318720,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077512704,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072373760,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761361920,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761361920,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424502272,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287113728,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628275200,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735795200,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701582848,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763170304,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687068160,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481425920,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311846400,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845575680,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF","file":"Gemma-4-Gembrain-X-Core-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201489920,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Gemma-4-Gembrain-X-Core-31B-i1-GGUF"],"logoFrom":"Nimbz"},{"id":"smolvlm2-2-2b-instruct-agentic-gui","family":"smolagents/SmolVLM2-2.2B-Instruct-Agentic-GUI","name":"SmolVLM2 2.2B Agentic GUI","maker":"smolagents","catalog":null,"tuned":false,"params":1.81,"active":null,"layers":24,"probe":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ2_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"llama","vision":true,"licence":null,"open":false,"released":"2025-10-13T21:10:13.000Z","downloads":2506,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ2_M.gguf","label":"IQ2_M","size":658366336,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q2_K.gguf","label":"Q2_K","size":707919744,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ3_XXS.gguf","label":"IQ3_XXS","size":723640192,"bits":3.2,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ3_XS.gguf","label":"IQ3_XS","size":782657408,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q2_K_L.gguf","label":"Q2_K_L","size":806479744,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q3_K_S.gguf","label":"Q3_K_S","size":820406144,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ3_M.gguf","label":"IQ3_M","size":853829504,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q3_K_M.gguf","label":"Q3_K_M","size":903767936,"bits":3.99,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q3_K_L.gguf","label":"Q3_K_L","size":976119680,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ4_XS.gguf","label":"IQ4_XS","size":994234240,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-IQ4_NL.gguf","label":"IQ4_NL","size":1047719808,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q4_0.gguf","label":"Q4_0","size":1050865536,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q4_K_S.gguf","label":"Q4_K_S","size":1056108416,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q3_K_XL.gguf","label":"Q3_K_XL","size":1064429440,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q4_K_M.gguf","label":"Q4_K_M","size":1112600448,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q4_1.gguf","label":"Q4_1","size":1154690944,"bits":5.1,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q4_K_L.gguf","label":"Q4_K_L","size":1187506048,"bits":5.25,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q5_K_S.gguf","label":"Q5_K_S","size":1261662080,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q5_K_M.gguf","label":"Q5_K_M","size":1295085440,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q5_K_L.gguf","label":"Q5_K_L","size":1357375360,"bits":6,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q6_K.gguf","label":"Q6_K","size":1488975744,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q6_K_L.gguf","label":"Q6_K_L","size":1537861504,"bits":6.8,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-Q8_0.gguf","label":"Q8_0","size":1927931776,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF","file":"smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-bf16.gguf","label":"BF16","size":3627116096,"bits":16.03,"known":true,"rank":0}],"repos":["bartowski/smolagents_SmolVLM2-2.2B-Instruct-Agentic-GUI-GGUF"],"logoFrom":"smolagents"},{"id":"naberius-7b","family":"CalderaAI/Naberius-7B","name":"Naberius 7B","maker":"CalderaAI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Naberius-7B-GGUF/naberius-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-04T20:30:40.000Z","downloads":2504,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q2_K.gguf","label":"Q2_K","size":3083107200,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164577472,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518996160,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822034624,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q4_0.gguf","label":"Q4_0","size":4108927744,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140385024,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368450304,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q5_0.gguf","label":"Q5_0","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997728000,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131421440,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q6_K.gguf","label":"Q6_K","size":5942078272,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Naberius-7B-GGUF","file":"naberius-7b.Q8_0.gguf","label":"Q8_0","size":7695874752,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Naberius-7B-GGUF"],"logoFrom":"CalderaAI"},{"id":"ornith-1-0-9b-uncensored","family":"PeppX/Ornith-1.0-9B-Uncensored","name":"Ornith 1.0 9B Uncensored","maker":"PeppX","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":33,"probe":"PeppX/Ornith-1.0-9B-Uncensored-GGUF/ornith-9b-uncensored-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-07-02T03:56:09.000Z","downloads":2504,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","file":"ornith-9b-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":5629108416,"bits":5.03,"known":true,"rank":0},{"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","file":"ornith-9b-uncensored-Q5_K_M.gguf","label":"Q5_K_M","size":6467969216,"bits":5.78,"known":true,"rank":0},{"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","file":"ornith-9b-uncensored-Q6_K.gguf","label":"Q6_K","size":7359258816,"bits":6.58,"known":true,"rank":0},{"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","file":"ornith-9b-uncensored-Q8_0.gguf","label":"Q8_0","size":9527501600,"bits":8.52,"known":true,"rank":0},{"repo":"PeppX/Ornith-1.0-9B-Uncensored-GGUF","file":"ornith-9b-uncensored-FP16.gguf","label":"ornith-9b-uncensored-FP16","size":17920696512,"bits":16.02,"known":false,"rank":0}],"repos":["PeppX/Ornith-1.0-9B-Uncensored-GGUF"],"logoFrom":null},{"id":"calmexperimentt3q-7b","family":"automerger/CalmexperimentT3q-7B","name":"CalmexperimentT3q 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF/CalmexperimentT3q-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-22T00:09:35.000Z","downloads":2503,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q2_K.gguf","label":"Q2_K","size":2719242080,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567392,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986080,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024544,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373856,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439136,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715808,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409248,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q6_K.gguf","label":"Q6_K","size":5942064992,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.Q8_0.gguf","label":"Q8_0","size":7695857504,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/CalmexperimentT3q-7B-GGUF","file":"CalmexperimentT3q-7B.fp16.gguf","label":"CalmexperimentT3q-7B.fp16","size":14484731744,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/CalmexperimentT3q-7B-GGUF"],"logoFrom":"automerger"},{"id":"amber","family":"LLM360/Amber","name":"Amber","maker":"LLM360","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Amber-GGUF/amber.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-12T10:38:58.000Z","downloads":2502,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Amber-GGUF","file":"amber.Q2_K.gguf","label":"Q2_K","size":2825940768,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q3_K_S.gguf","label":"Q3_K_S","size":2948304672,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q3_K_M.gguf","label":"Q3_K_M","size":3298004768,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q3_K_L.gguf","label":"Q3_K_L","size":3597111072,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q4_0.gguf","label":"Q4_0","size":3825807136,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q4_K_S.gguf","label":"Q4_K_S","size":3856740128,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q4_K_M.gguf","label":"Q4_K_M","size":4081004320,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q5_0.gguf","label":"Q5_0","size":4651691808,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q5_K_S.gguf","label":"Q5_K_S","size":4651691808,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q5_K_M.gguf","label":"Q5_K_M","size":4783157024,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q6_K.gguf","label":"Q6_K","size":5529194272,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Amber-GGUF","file":"amber.Q8_0.gguf","label":"Q8_0","size":7161089824,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Amber-GGUF"],"logoFrom":"LLM360"},{"id":"lfm2-12b-a1b-speeddemon-the-deckard-ii-heretic-uncensored","family":"DavidAU/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored","name":"LFM2 12B A1B SpeedDemon The Deckard II HERETIC Uncensored","maker":"DavidAU","catalog":null,"tuned":true,"params":11.28,"active":2.03,"layers":32,"probe":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-20T07:22:23.000Z","downloads":2502,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":2320555808,"bits":1.65,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":2574573344,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2997935904,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3337674528,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":3369230112,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":3707920160,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3840139040,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":4143275808,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4368785184,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4643839776,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":4910047008,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4910047008,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":4950712096,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":5391376160,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5836758816,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6041886496,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6390144800,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":6406659872,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6423699232,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":6822682400,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":7086661408,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":7783178016,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8006000416,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF","file":"LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":9263275808,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LFM2-12B-A1B-SpeedDemon-The-Deckard-II-HERETIC-Uncensored-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"aurora-code-1","family":"Perciqa/Aurora-Code-1","name":"Aurora Code 1","maker":"Perciqa","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"bartowski/Perciqa_Aurora-Code-1-GGUF/Perciqa_Aurora-Code-1-IQ2_XXS.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-20T03:26:32.000Z","downloads":2502,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9778453536,"bits":2.26,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ2_XS.gguf","label":"IQ2_XS","size":10797145120,"bits":2.49,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ2_S.gguf","label":"IQ2_S","size":11010276384,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ2_M.gguf","label":"IQ2_M","size":12066716704,"bits":2.79,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q2_K.gguf","label":"Q2_K","size":12617079840,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q2_K_L.gguf","label":"Q2_K_L","size":13113719840,"bits":3.03,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ3_XXS.gguf","label":"IQ3_XXS","size":14870830112,"bits":3.43,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q3_K_S.gguf","label":"Q3_K_S","size":15513517088,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ3_XS.gguf","label":"IQ3_XS","size":16218684448,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q3_K_M.gguf","label":"Q3_K_M","size":16226548768,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q3_K_L.gguf","label":"Q3_K_L","size":16886496288,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ3_M.gguf","label":"IQ3_M","size":16900258848,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q3_K_XL.gguf","label":"Q3_K_XL","size":17331485728,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ4_XS.gguf","label":"IQ4_XS","size":18806447136,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-IQ4_NL.gguf","label":"IQ4_NL","size":19861347360,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q4_0.gguf","label":"Q4_0","size":19942612000,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q4_K_S.gguf","label":"Q4_K_S","size":20592729120,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q4_K_M.gguf","label":"Q4_K_M","size":21391449120,"bits":4.94,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q4_K_L.gguf","label":"Q4_K_L","size":21768895520,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q4_1.gguf","label":"Q4_1","size":21973769248,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q5_K_S.gguf","label":"Q5_K_S","size":24156150816,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q5_K_M.gguf","label":"Q5_K_M","size":25017457696,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q5_K_L.gguf","label":"Q5_K_L","size":25331334176,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q6_K.gguf","label":"Q6_K","size":30053415968,"bits":6.94,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q6_K_L.gguf","label":"Q6_K_L","size":30299749408,"bits":6.99,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-Q8_0.gguf","label":"Q8_0","size":36914691104,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Perciqa_Aurora-Code-1-GGUF","file":"Perciqa_Aurora-Code-1-bf16/Perciqa_Aurora-Code-1-bf16-00001-of-00002.gguf","label":"BF16","size":69376637920,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Perciqa_Aurora-Code-1-GGUF"],"logoFrom":"Perciqa"},{"id":"neuralgamma-2-5-7b-slerp","family":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","name":"Neuralgamma 2.5 7B Slerp","maker":"mradermacher","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF/Neuralgamma-2.5-7B-slerp.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-24T04:33:01.000Z","downloads":2502,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q2_K.gguf","label":"Q2_K","size":2873866208,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.IQ3_XS.gguf","label":"IQ3_XS","size":3173439456,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q3_K_S.gguf","label":"Q3_K_S","size":3319191520,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.IQ3_S.gguf","label":"IQ3_S","size":3337017312,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.IQ3_M.gguf","label":"IQ3_M","size":3439515616,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q3_K_M.gguf","label":"Q3_K_M","size":3673610208,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q3_K_L.gguf","label":"Q3_K_L","size":3976648672,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.IQ4_XS.gguf","label":"IQ4_XS","size":4099012576,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q4_0.gguf","label":"Q4_0","size":4263540704,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q4_K_S.gguf","label":"Q4_K_S","size":4294997984,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.IQ4_NL.gguf","label":"IQ4_NL","size":4309678048,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q4_K_M.gguf","label":"Q4_K_M","size":4523063264,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q5_K_S.gguf","label":"Q5_K_S","size":5152339936,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q5_K_M.gguf","label":"Q5_K_M","size":5286033376,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q6_K.gguf","label":"Q6_K","size":6096689120,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Neuralgamma-2.5-7B-slerp-GGUF","file":"Neuralgamma-2.5-7B-slerp.Q8_0.gguf","label":"Q8_0","size":7818737632,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/Neuralgamma-2.5-7B-slerp-GGUF"],"logoFrom":null},{"id":"chinese-alpaca-2-13b","family":"hfl/chinese-alpaca-2-13b","name":"Chinese Alpaca 2 13B","maker":"hfl","catalog":null,"tuned":false,"params":13.25,"active":null,"layers":40,"probe":"TheBloke/Chinese-Alpaca-2-13B-GGUF/chinese-alpaca-2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-14T17:33:50.000Z","downloads":2500,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q2_K.gguf","label":"Q2_K","size":5566836480,"bits":3.36,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5808582400,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6487371520,"bits":3.92,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":7079161600,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q4_0.gguf","label":"Q4_0","size":7531278080,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7579774720,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":8031399680,"bits":4.85,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q5_0.gguf","label":"Q5_0","size":9152638720,"bits":5.53,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":9152638720,"bits":5.53,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9410277120,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q6_K.gguf","label":"Q6_K","size":10875334400,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Chinese-Alpaca-2-13B-GGUF","file":"chinese-alpaca-2-13b.Q8_0.gguf","label":"Q8_0","size":14085287680,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Chinese-Alpaca-2-13B-GGUF"],"logoFrom":"hfl"},{"id":"pythia-1-4b","family":"EleutherAI/pythia-1.4b","name":"Pythia 1.4B","maker":"EleutherAI","catalog":null,"tuned":false,"params":1.41,"active":null,"layers":24,"probe":"mradermacher/pythia-1.4b-i1-GGUF/pythia-1.4b.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T07:11:58.000Z","downloads":2500,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ1_S.gguf","label":"IQ1_S","size":357896352,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ1_M.gguf","label":"IQ1_M","size":382668960,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":423956640,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":460132512,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ2_S.gguf","label":"IQ2_S","size":489863328,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ2_M.gguf","label":"IQ2_M","size":522893472,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q2_K.gguf","label":"Q2_K","size":570153120,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":586594464,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":638025888,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ3_S.gguf","label":"IQ3_S","size":652181664,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":652181664,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ3_M.gguf","label":"IQ3_M","size":712343712,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":761233568,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":785328288,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":822050976,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":826296480,"bits":4.69,"known":false,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":826296480,"bits":4.69,"known":false,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":826296480,"bits":4.69,"known":false,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q4_0.gguf","label":"Q4_0","size":829442208,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":832587936,"bits":4.72,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":915949728,"bits":5.2,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":990169248,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1057015968,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/pythia-1.4b-i1-GGUF","file":"pythia-1.4b.i1-Q6_K.gguf","label":"Q6_K","size":1164284064,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/pythia-1.4b-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"huihui-ai-qwen2-5-32b-instruct-abliterated","family":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","name":"Huihui Ai Qwen2.5 32B Abliterated","maker":"RichardErkhov","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf/Qwen2.5-32B-Instruct-abliterated.Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2024-10-16T13:50:20.000Z","downloads":2500,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":12313098944,"bits":3.01,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.IQ3_XS.gguf","label":"IQ3_XS","size":13705513664,"bits":3.35,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":14392330944,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.IQ3_S.gguf","label":"IQ3_S","size":14436895424,"bits":3.53,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.IQ3_M.gguf","label":"IQ3_M","size":14810122944,"bits":3.62,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K.gguf","label":"Q3_K","size":15935048384,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":15935048384,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":17247079104,"bits":4.21,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":17870101184,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q4_0.gguf","label":"Q4_0","size":18640231104,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":18784410304,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.IQ4_NL.gguf","label":"IQ4_NL","size":18823731904,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q4_K.gguf","label":"Q4_K","size":19851336384,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":19851336384,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q4_1.gguf","label":"Q4_1","size":20639242944,"bits":5.04,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q5_0.gguf","label":"Q5_0","size":22638254784,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":22638254784,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q5_K.gguf","label":"Q5_K","size":23262157504,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":23262157504,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q5_1.gguf","label":"Q5_1","size":24637266624,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":26886154944,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf","file":"Qwen2.5-32B-Instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":34820885184,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/huihui-ai_-_Qwen2.5-32B-Instruct-abliterated-gguf"],"logoFrom":"RichardErkhov"},{"id":"llama-3-1-supernova-lite-reflection-v1-0","family":"SE6446/Llama-3.1-SuperNova-Lite-Reflection-V1.0","name":"Llama 3.1 SuperNova Lite Reflection V1.0","maker":"SE6446","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF/Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2024-09-20T05:28:05.000Z","downloads":2498,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ1_S.gguf","label":"IQ1_S","size":2019653952,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ1_M.gguf","label":"IQ1_M","size":2161998144,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399238464,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605807936,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ2_S.gguf","label":"IQ2_S","size":2758517504,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ2_M.gguf","label":"IQ2_M","size":2948309760,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q2_K.gguf","label":"Q2_K","size":3179161088,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274941184,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518779328,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664531392,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ3_S.gguf","label":"IQ3_S","size":3682357184,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ3_M.gguf","label":"IQ3_M","size":3784855488,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018950080,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321988544,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447697280,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661247104,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661247104,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661247104,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_0.gguf","label":"Q4_0","size":4675927168,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692704384,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920769664,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599332480,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5733025920,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF","file":"Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q6_K.gguf","label":"Q6_K","size":6596048192,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF"],"logoFrom":"SE6446"},{"id":"wizardlm-13b-uncensored","family":"QuixiAI/WizardLM-13B-Uncensored","name":"WizardLM 13B Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/WizardLM-13B-Uncensored-GGUF/WizardLM-13B-Uncensored.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-19T23:07:29.000Z","downloads":2497,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q2_K.gguf","label":"Q2_K","size":5429354208,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":5658986720,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":6337775840,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":6929565920,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q4_0.gguf","label":"Q4_0","size":7365841792,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":7414338432,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":7865963392,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q5_0.gguf","label":"Q5_0","size":8972293632,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":8972293632,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":9229932032,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q6_K.gguf","label":"Q6_K","size":10679148736,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-13B-Uncensored-GGUF","file":"WizardLM-13B-Uncensored.Q8_0.gguf","label":"Q8_0","size":13831330368,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-13B-Uncensored-GGUF"],"logoFrom":"QuixiAI"},{"id":"llama-30b","family":"TheBloke/LLaMA-30b-GGUF","name":"LLaMA 30B","maker":"TheBloke","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/LLaMA-30b-GGUF/llama-30b.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-20T02:25:33.000Z","downloads":2497,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q2_K.gguf","label":"Q2_K","size":13502545312,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q3_K_S.gguf","label":"Q3_K_S","size":14064112032,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q3_K_M.gguf","label":"Q3_K_M","size":15761551776,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q3_K_L.gguf","label":"Q3_K_L","size":17279758752,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q4_0.gguf","label":"Q4_0","size":18355967392,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q4_K_S.gguf","label":"Q4_K_S","size":18437756320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q4_K_M.gguf","label":"Q4_K_M","size":19621139872,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q5_0.gguf","label":"Q5_0","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q5_K_S.gguf","label":"Q5_K_S","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q5_K_M.gguf","label":"Q5_K_M","size":23047116192,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q6_K.gguf","label":"Q6_K","size":26687216032,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/LLaMA-30b-GGUF","file":"llama-30b.Q8_0.gguf","label":"Q8_0","size":34565124512,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LLaMA-30b-GGUF"],"logoFrom":"TheBloke"},{"id":"bible-assistant-qwen35-4b","family":"tinyopsec/bible-assistant-qwen35-4b-GGUF","name":"Bible Assistant Qwen35 4B","maker":"tinyopsec","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":33,"probe":"tinyopsec/bible-assistant-qwen35-4b-GGUF/model_q2_k.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"mit","open":true,"released":"2026-09-17T13:10:47.000Z","downloads":2497,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q2_k.gguf","label":"Q2_K","size":1915470688,"bits":3.64,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q3_k_s.gguf","label":"Q3_K_S","size":2069879648,"bits":3.93,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q3_k_m.gguf","label":"Q3_K_M","size":2262063968,"bits":4.3,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q3_k_l.gguf","label":"Q3_K_L","size":2421316448,"bits":4.6,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q4_k_s.gguf","label":"Q4_K_S","size":2563887968,"bits":4.87,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q4_k_m.gguf","label":"Q4_K_M","size":2708804448,"bits":5.15,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q5_k_s.gguf","label":"Q5_K_S","size":2990035808,"bits":5.68,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q5_k_m.gguf","label":"Q5_K_M","size":3074986848,"bits":5.84,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q6_k.gguf","label":"Q6_K","size":3464055648,"bits":6.58,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_q8_0.gguf","label":"Q8_0","size":4482403168,"bits":8.52,"known":true,"rank":0},{"repo":"tinyopsec/bible-assistant-qwen35-4b-GGUF","file":"model_f16.gguf","label":"F16","size":8424393568,"bits":16.01,"known":true,"rank":0}],"repos":["tinyopsec/bible-assistant-qwen35-4b-GGUF"],"logoFrom":"Ttimms"},{"id":"llama-3-1-8b-instruct-heretic-v1-1","family":"arnomatic/Llama-3.1-8B-Instruct-heretic-V1-1","name":"Llama 3.1 8B Heretic V1 1","maker":"arnomatic","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF/Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2025-12-16T03:36:20.000Z","downloads":2496,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633696,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977888,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218208,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787680,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494752,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287008,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988821024,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q2_K.gguf","label":"Q2_K","size":3179137568,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918432,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753312,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505376,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331168,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829472,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924064,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962528,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668768,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q4_0.gguf","label":"Q4_0","size":4675897888,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995040,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675104,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740384,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q4_1.gguf","label":"Q4_1","size":5130258976,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300128,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993568,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF","file":"Llama-3.1-8B-Instruct-heretic-V1-1.i1-Q6_K.gguf","label":"Q6_K","size":6596012576,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-8B-Instruct-heretic-V1-1-i1-GGUF"],"logoFrom":"arnomatic"},{"id":"openmath-nemotron-14b-kaggle","family":"nvidia/OpenMath-Nemotron-14B-Kaggle","name":"OpenMath Nemotron 14B Kaggle","maker":"NVIDIA","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":48,"probe":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF/nvidia_OpenMath-Nemotron-14B-Kaggle-IQ2_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"cc-by-4.0","open":true,"released":"2025-04-28T00:18:46.000Z","downloads":2495,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-IQ2_M.gguf","label":"IQ2_M","size":5356145056,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q2_K.gguf","label":"Q2_K","size":5770496416,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946706336,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-IQ3_XS.gguf","label":"IQ3_XS","size":6383360416,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q2_K_L.gguf","label":"Q2_K_L","size":6530816416,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q3_K_S.gguf","label":"Q3_K_S","size":6659594656,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-IQ3_M.gguf","label":"IQ3_M","size":6916536736,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q3_K_M.gguf","label":"Q3_K_M","size":7339202976,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q3_K_L.gguf","label":"Q3_K_L","size":7924767136,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-IQ4_XS.gguf","label":"IQ4_XS","size":8119839136,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q4_0.gguf","label":"Q4_0","size":8544266656,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-IQ4_NL.gguf","label":"IQ4_NL","size":8549181856,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q4_K_S.gguf","label":"Q4_K_S","size":8573430176,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q3_K_XL.gguf","label":"Q3_K_XL","size":8606013856,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q4_K_M.gguf","label":"Q4_K_M","size":8988109216,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q4_1.gguf","label":"Q4_1","size":9392138656,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q4_K_L.gguf","label":"Q4_K_L","size":9565952416,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q5_K_S.gguf","label":"Q5_K_S","size":10266552736,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q5_K_M.gguf","label":"Q5_K_M","size":10508872096,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q5_K_L.gguf","label":"Q5_K_L","size":10989394336,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q6_K.gguf","label":"Q6_K","size":12124682656,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q6_K_L.gguf","label":"Q6_K_L","size":12501801376,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-Q8_0.gguf","label":"Q8_0","size":15701596576,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF","file":"nvidia_OpenMath-Nemotron-14B-Kaggle-bf16.gguf","label":"BF16","size":29547714656,"bits":16,"known":true,"rank":0}],"repos":["bartowski/nvidia_OpenMath-Nemotron-14B-Kaggle-GGUF"],"logoFrom":"nvidia"},{"id":"qwen2-5-coder-1-5b-instruct-heretic","family":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","name":"Qwen2.5 Coder 1.5B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic/Qwen2.5-Coder-1.5B-Instruct-heretic-Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-10T17:11:51.000Z","downloads":2495,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":676304320,"bits":3.51,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":760944064,"bits":3.95,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":762406336,"bits":3.96,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":824178112,"bits":4.28,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":880162240,"bits":4.57,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":902182336,"bits":4.69,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":934954432,"bits":4.86,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":940312000,"bits":4.88,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":986047936,"bits":5.12,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":1016841664,"bits":5.28,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1098728896,"bits":5.71,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1125049792,"bits":5.84,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":1272739264,"bits":6.61,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":1646572480,"bits":8.55,"known":true,"rank":0},{"repo":"saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic","file":"Qwen2.5-Coder-1.5B-Instruct-heretic-F16.gguf","label":"F16","size":3093668800,"bits":16.07,"known":true,"rank":0}],"repos":["saidutta69/Qwen2.5-Coder-1.5B-Instruct-heretic"],"logoFrom":"Qwen"},{"id":"llama-3-1-8b-instruct-roleverse-sft-dpo","family":"tinyrolls/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO","name":"Llama 3.1 8B RoleVerse SFT DPO","maker":"tinyrolls","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.1","open":false,"released":"2026-10-30T14:00:23.000Z","downloads":2495,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633920,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":2161978112,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218432,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787904,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494976,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287232,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988821248,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q2_K.gguf","label":"Q2_K","size":3179137792,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918656,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753536,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505600,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331392,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829696,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924288,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962752,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668992,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q4_0.gguf","label":"Q4_0","size":4675898112,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995264,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675328,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740608,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q4_1.gguf","label":"Q4_1","size":5130259200,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300352,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993792,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF","file":"Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO.i1-Q6_K.gguf","label":"Q6_K","size":6596012800,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.1-8B-Instruct-RoleVerse-SFT-DPO-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"starcoder2-15b-instruct-v0-1","family":"bigcode/starcoder2-15b-instruct-v0.1","name":"Starcoder2 15B V0.1","maker":"bigcode","catalog":null,"tuned":true,"params":15.96,"active":null,"layers":40,"probe":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF/starcoder2-15b-instruct-v0.1.Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":16384,"arch":"starcoder2","vision":false,"licence":"bigcode-openrail-m","open":false,"released":"2024-05-05T13:20:35.000Z","downloads":2494,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q2_K.gguf","label":"Q2_K","size":6192957888,"bits":3.1,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":6986467776,"bits":3.5,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":8044415424,"bits":4.03,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":8965327296,"bits":4.49,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q4_0.gguf","label":"Q4_0","size":9065400768,"bits":4.54,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":9161345472,"bits":4.59,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":9860188608,"bits":4.94,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q4_1.gguf","label":"Q4_1","size":10043722176,"bits":5.03,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q5_0.gguf","label":"Q5_0","size":11022043584,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":11022043584,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":11431479744,"bits":5.73,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q5_1.gguf","label":"Q5_1","size":12000364992,"bits":6.02,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q6_K.gguf","label":"Q6_K","size":13100976576,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/starcoder2-15b-instruct-v0.1-GGUF","file":"starcoder2-15b-instruct-v0.1.Q8_0.gguf","label":"Q8_0","size":16965110208,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/starcoder2-15b-instruct-v0.1-GGUF"],"logoFrom":"bigcode"},{"id":"josiefied-qwen2-1-5b-instruct-abliterated","family":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","name":"Josiefied Qwen2 1.5B Abliterated","maker":"Goekdeniz-Guelmez","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf/josiefied-qwen2-1.5b-instruct-abliterated.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-23T22:47:49.000Z","downloads":2493,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q2_K.gguf","label":"Q2_K","size":752877920,"bits":3.38,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":861219680,"bits":3.87,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":924453728,"bits":4.15,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":980437856,"bits":4.41,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q4_0.gguf","label":"Q4_0","size":1066224992,"bits":4.79,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1071582560,"bits":4.82,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":1117318496,"bits":5.02,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q4_1.gguf","label":"Q4_1","size":1162698080,"bits":5.23,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q5_0.gguf","label":"Q5_0","size":1259171168,"bits":5.66,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":1259171168,"bits":5.66,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":1285492064,"bits":5.78,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q5_1.gguf","label":"Q5_1","size":1355644256,"bits":6.09,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q6_K.gguf","label":"Q6_K","size":1464176480,"bits":6.58,"known":true,"rank":0},{"repo":"Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf","file":"josiefied-qwen2-1.5b-instruct-abliterated.Q8_0.gguf","label":"Q8_0","size":1894529888,"bits":8.51,"known":true,"rank":0}],"repos":["Goekdeniz-Guelmez/Josiefied-Qwen2-1.5B-Instruct-abliterated-gguf"],"logoFrom":"Goekdeniz-Guelmez"},{"id":"deepseek-v4-1-flash-1017-uncensored-gsq-rco-strixhalo","family":"Harsha001/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-StrixHalo-GGUF","name":"DeepSeek V4.1 Flash 1017 Uncensored GSQ RCO StrixHalo","maker":"Harsha001","catalog":null,"tuned":true,"params":657.88,"active":274.26,"layers":40,"probe":"Harsha001/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-StrixHalo-GGUF/IQ2_XXS-E277/DeepSeek-V4.1-Flash-1017-Uncensored-StrixHalo-IQ2_XXS-E277-00001-of-00004.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":false,"licence":"mit","open":true,"released":"2026-10-27T08:36:55.000Z","downloads":2493,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Harsha001/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-StrixHalo-GGUF","file":"IQ2_XXS-E277/DeepSeek-V4.1-Flash-1017-Uncensored-StrixHalo-IQ2_XXS-E277-00001-of-00004.gguf","label":"DeepSeek-V4.1-Flash-1017-Uncensored-StrixHalo-IQ2_XXS-E277","size":214835498912,"bits":2.61,"known":false,"rank":0},{"repo":"Harsha001/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-StrixHalo-GGUF","file":"IQ1_M-E320/DeepSeek-V4.1-Flash-1017-Uncensored-StrixHalo-IQ1_M-E320-00001-of-00004.gguf","label":"DeepSeek-V4.1-Flash-1017-Uncensored-StrixHalo-IQ1_M-E320","size":215062061472,"bits":2.62,"known":false,"rank":0}],"repos":["Harsha001/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-StrixHalo-GGUF"],"logoFrom":"AtomicChat"},{"id":"ornith-1-0-35b-uncensored-heretic","family":"llmfan46/Ornith-1.0-35B-uncensored-heretic","name":"Ornith 1.0 35B Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF/Ornith-1.0-35B-uncensored-heretic.i1-IQ1_S.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"mit","open":true,"released":"2026-08-19T14:40:18.000Z","downloads":2491,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":7484142880,"bits":1.73,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8239209760,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9497654560,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10507031840,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10652480800,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":11659236640,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":12152098080,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q2_K.gguf","label":"Q2_K","size":12939595040,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13623760160,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14484145440,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15182185760,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":15250425120,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":15440520480,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16764765472,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18115331360,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18728779040,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q4_0.gguf","label":"Q4_0","size":19799268640,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19889904928,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21166759200,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q4_1.gguf","label":"Q4_1","size":21848169760,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23981284640,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24729132320,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF","file":"Ornith-1.0-35B-uncensored-heretic.i1-Q6_K.gguf","label":"Q6_K","size":28514153760,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Ornith-1.0-35B-uncensored-heretic-i1-GGUF"],"logoFrom":"llmfan46"},{"id":"onejev1-6-0-8b","family":"OmniJev/OneJev1.6-0.8B","name":"OneJev1.6 0.8B","maker":"OmniJev","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":25,"probe":"mradermacher/OneJev1.6-0.8B-GGUF/OneJev1.6-0.8B.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-17T04:04:10.000Z","downloads":2491,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q2_K.gguf","label":"Q2_K","size":422327808,"bits":4.5,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q3_K_S.gguf","label":"Q3_K_S","size":435363840,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q3_K_M.gguf","label":"Q3_K_M","size":466223104,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q3_K_L.gguf","label":"Q3_K_L","size":491323392,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q4_K_S.gguf","label":"Q4_K_S","size":505254400,"bits":5.39,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.IQ4_XS.gguf","label":"IQ4_XS","size":505809408,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q4_K_M.gguf","label":"Q4_K_M","size":529297920,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q5_K_S.gguf","label":"Q5_K_S","size":563655168,"bits":6.01,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q5_K_M.gguf","label":"Q5_K_M","size":577999360,"bits":6.17,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q6_K.gguf","label":"Q6_K","size":629744640,"bits":6.72,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.Q8_0.gguf","label":"Q8_0","size":811844096,"bits":8.66,"known":true,"rank":0},{"repo":"mradermacher/OneJev1.6-0.8B-GGUF","file":"OneJev1.6-0.8B.f16.gguf","label":"F16","size":1516745216,"bits":16.18,"known":true,"rank":0}],"repos":["mradermacher/OneJev1.6-0.8B-GGUF"],"logoFrom":null},{"id":"granite-4-1-8b-abliterated","family":"wangzhang/granite-4.1-8b-abliterated","name":"Granite 4.1 8B Abliterated","maker":"wangzhang","catalog":null,"tuned":true,"params":8.38,"active":null,"layers":40,"probe":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF/granite-4.1-8b-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-29T21:16:54.000Z","downloads":2488,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":1982330656,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2143303456,"bits":2.05,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2411591456,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2647193376,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2768189216,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":2982819616,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3057727264,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3277436704,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3347363616,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3601839904,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3766335264,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3788617504,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3912562464,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4170430240,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4523276064,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4601919264,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":4841125664,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4845713184,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4859606816,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5116704544,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":5322815264,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5820888864,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5971293984,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/granite-4.1-8b-abliterated-i1-GGUF","file":"granite-4.1-8b-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":6879295264,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/granite-4.1-8b-abliterated-i1-GGUF"],"logoFrom":"ibm-granite"},{"id":"eternal-bondange-3-2-1b","family":"NovaCorp/Eternal.Bondange-3.2-1B","name":"Eternal.Bondange 3.2 1B","maker":"NovaCorp","catalog":null,"tuned":false,"params":1.5,"active":null,"layers":16,"probe":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF/Eternal.Bondange-3.2-1B.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2026-10-26T09:25:05.000Z","downloads":2488,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ1_S.gguf","label":"IQ1_S","size":479742464,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ1_M.gguf","label":"IQ1_M","size":499796480,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":533219840,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":562055680,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ2_S.gguf","label":"IQ2_S","size":601577984,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ2_M.gguf","label":"IQ2_M","size":628316672,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640850432,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q2_K.gguf","label":"Q2_K","size":667064832,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":674978304,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":733981184,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":754559488,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ3_S.gguf","label":"IQ3_S","size":756787712,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ3_M.gguf","label":"IQ3_M","size":770157056,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":803711488,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":845392384,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":882686464,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":920779264,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q4_0.gguf","label":"Q4_0","size":920779264,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":923400704,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":955447808,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q4_1.gguf","label":"Q4_1","size":995916288,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1073150464,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1092090368,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF","file":"Eternal.Bondange-3.2-1B.i1-Q6_K.gguf","label":"Q6_K","size":1237273088,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/Eternal.Bondange-3.2-1B-i1-GGUF"],"logoFrom":"NovaCorp"},{"id":"qwen3-2507-4b-instruct-haiku-4-5-merged","family":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","name":"Tralalabs Qwen3 2507 4B Haiku 4.5 Merged","maker":"bartowski","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-08T16:50:27.000Z","downloads":2488,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ2_M.gguf","label":"IQ2_M","size":1693904032,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q2_K.gguf","label":"Q2_K","size":1762396832,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ3_XXS.gguf","label":"IQ3_XXS","size":1782254752,"bits":3.55,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q2_K_L.gguf","label":"Q2_K_L","size":1856597152,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ3_XS.gguf","label":"IQ3_XS","size":1910221472,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q3_K_S.gguf","label":"Q3_K_S","size":1960725152,"bits":3.9,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ3_M.gguf","label":"IQ3_M","size":2048420512,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q3_K_M.gguf","label":"Q3_K_M","size":2154588832,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q3_K_L.gguf","label":"Q3_K_L","size":2266327712,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ4_XS.gguf","label":"IQ4_XS","size":2337843872,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q3_K_XL.gguf","label":"Q3_K_XL","size":2360528032,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q4_0.gguf","label":"Q4_0","size":2424433312,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q4_K_S.gguf","label":"Q4_K_S","size":2436557472,"bits":4.85,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-IQ4_NL.gguf","label":"IQ4_NL","size":2442537632,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q4_K_M.gguf","label":"Q4_K_M","size":2604923552,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q4_1.gguf","label":"Q4_1","size":2633493152,"bits":5.24,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q4_K_L.gguf","label":"Q4_K_L","size":2699123872,"bits":5.37,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q5_K_S.gguf","label":"Q5_K_S","size":2848778912,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q5_K_M.gguf","label":"Q5_K_M","size":2977249952,"bits":5.92,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q5_K_L.gguf","label":"Q5_K_L","size":3071450272,"bits":6.11,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q6_K.gguf","label":"Q6_K","size":3477678752,"bits":6.92,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q6_K_L.gguf","label":"Q6_K_L","size":3571879072,"bits":7.11,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-Q8_0.gguf","label":"Q8_0","size":4280405152,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF","file":"Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-bf16.gguf","label":"BF16","size":8051284800,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/Tralalabs_Qwen3-2507-4B-Instruct-Haiku-4.5-Merged-GGUF"],"logoFrom":"bartowski"},{"id":"inversecoder-ds-6-7b","family":"wyt2000/InverseCoder-DS-6.7B","name":"InverseCoder DS 6.7B","maker":"wyt2000","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF/InverseCoder-DS-6.7B.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-07-08T13:31:24.000Z","downloads":2486,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1530079840,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1652468320,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1856449120,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2036410976,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2198170208,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2361354848,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q2_K.gguf","label":"Q2_K","size":2534500960,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2586995296,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2798266976,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ3_S.gguf","label":"IQ3_S","size":2950048352,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2950048352,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3116608096,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3299748448,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3598854752,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3621186144,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q4_0.gguf","label":"Q4_0","size":3838962272,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3858623072,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4082887264,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4653705824,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4785171040,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/InverseCoder-DS-6.7B-i1-GGUF","file":"InverseCoder-DS-6.7B.i1-Q6_K.gguf","label":"Q6_K","size":5531347552,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/InverseCoder-DS-6.7B-i1-GGUF"],"logoFrom":"wyt2000"},{"id":"reasoning-llama-1b-v0-1","family":"KingNish/Reasoning-Llama-1b-v0.1","name":"Reasoning Llama 1B V0.1","maker":"KingNish","catalog":null,"tuned":true,"params":1.24,"active":null,"layers":16,"probe":"bartowski/Reasoning-Llama-1b-v0.1-GGUF/Reasoning-Llama-1b-v0.1-Q2_K.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-10-06T14:55:09.000Z","downloads":2486,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q2_K.gguf","label":"Q2_K","size":580871392,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":641688800,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q2_K_L.gguf","label":"Q2_K_L","size":644486368,"bits":4.16,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-IQ3_M.gguf","label":"IQ3_M","size":657286368,"bits":4.24,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":732521696,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":743138528,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":770925792,"bits":4.97,"known":false,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":770925792,"bits":4.97,"known":false,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":770925792,"bits":4.97,"known":false,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_0.gguf","label":"Q4_0","size":773022944,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":775644384,"bits":5,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q3_K_XL.gguf","label":"Q3_K_XL","size":796136672,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":807691488,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q4_K_L.gguf","label":"Q4_K_L","size":871306464,"bits":5.62,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":892560608,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":911500512,"bits":5.88,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q5_K_L.gguf","label":"Q5_K_L","size":975115488,"bits":6.29,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q6_K.gguf","label":"Q6_K","size":1021797600,"bits":6.59,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q6_K_L.gguf","label":"Q6_K_L","size":1085412576,"bits":7,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-Q8_0.gguf","label":"Q8_0","size":1321080032,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Reasoning-Llama-1b-v0.1-GGUF","file":"Reasoning-Llama-1b-v0.1-f16.gguf","label":"F16","size":2479592384,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Reasoning-Llama-1b-v0.1-GGUF"],"logoFrom":"KingNish"},{"id":"magnum-v4-9b","family":"anthracite-org/magnum-v4-9b","name":"Magnum V4 9B","maker":"anthracite-org","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"bartowski/magnum-v4-9b-GGUF/magnum-v4-9b-IQ2_M.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-10-20T14:32:14.000Z","downloads":2486,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-IQ2_M.gguf","label":"IQ2_M","size":3434668960,"bits":2.97,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q2_K.gguf","label":"Q2_K","size":3805397920,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q2_K_L.gguf","label":"Q2_K_L","size":4027605920,"bits":3.49,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-IQ3_XS.gguf","label":"IQ3_XS","size":4144989088,"bits":3.59,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q3_K_S.gguf","label":"Q3_K_S","size":4337664928,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-IQ3_M.gguf","label":"IQ3_M","size":4494615456,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q3_K_M.gguf","label":"Q3_K_M","size":4761781152,"bits":4.12,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q3_K_L.gguf","label":"Q3_K_L","size":5132452768,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-IQ4_XS.gguf","label":"IQ4_XS","size":5183030176,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q3_K_XL.gguf","label":"Q3_K_XL","size":5354660768,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5443142560,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5443142560,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5443142560,"bits":4.71,"known":false,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_0.gguf","label":"Q4_0","size":5459198880,"bits":4.73,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_K_S.gguf","label":"Q4_K_S","size":5478925216,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_K_M.gguf","label":"Q4_K_M","size":5761057696,"bits":4.99,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q4_K_L.gguf","label":"Q4_K_L","size":5983265696,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q5_K_S.gguf","label":"Q5_K_S","size":6483592096,"bits":5.61,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q5_K_M.gguf","label":"Q5_K_M","size":6647366560,"bits":5.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q5_K_L.gguf","label":"Q5_K_L","size":6869574560,"bits":5.95,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q6_K.gguf","label":"Q6_K","size":7589069728,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q6_K_L.gguf","label":"Q6_K_L","size":7811277728,"bits":6.76,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-Q8_0.gguf","label":"Q8_0","size":9827148704,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/magnum-v4-9b-GGUF","file":"magnum-v4-9b-f16.gguf","label":"F16","size":18490679968,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/magnum-v4-9b-GGUF"],"logoFrom":"anthracite-org"},{"id":"concept-7b-v1-full","family":"ConceptModels/Concept-7b-V1-Full","name":"Concept 7B V1 Full","maker":"ConceptModels","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Concept-7b-V1-Full-i1-GGUF/Concept-7b-V1-Full.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-12-16T06:16:48.000Z","downloads":2486,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668384,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197152,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078432,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022880,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638432,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343456,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074784,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q2_K.gguf","label":"Q2_K","size":3015941280,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515616,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346257056,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369568,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193504,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013088,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392352,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460448,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473632,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814432,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q4_0.gguf","label":"Q4_0","size":4444122272,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770144,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074720,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q4_1.gguf","label":"Q4_1","size":4873284768,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177632,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832416,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Concept-7b-V1-Full-i1-GGUF","file":"Concept-7b-V1-Full.i1-Q6_K.gguf","label":"Q6_K","size":6254199968,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Concept-7b-V1-Full-i1-GGUF"],"logoFrom":null},{"id":"gamescaling-2b-s3","family":"THUSI-Lab/GameScaling-2B-S3","name":"GameScaling 2B S3","maker":"THUSI-Lab","catalog":null,"tuned":false,"params":2.39,"active":null,"layers":25,"probe":"mradermacher/GameScaling-2B-S3-GGUF/GameScaling-2B-S3.Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-15T12:12:03.000Z","downloads":2486,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q2_K.gguf","label":"Q2_K","size":1135413696,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q3_K_S.gguf","label":"Q3_K_S","size":1238695360,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q3_K_M.gguf","label":"Q3_K_M","size":1317780928,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q3_K_L.gguf","label":"Q3_K_L","size":1383054784,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.IQ4_XS.gguf","label":"IQ4_XS","size":1472033216,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q4_K_S.gguf","label":"Q4_K_S","size":1498120640,"bits":5.01,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q4_K_M.gguf","label":"Q4_K_M","size":1560461760,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q5_K_S.gguf","label":"Q5_K_S","size":1723711936,"bits":5.77,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q5_K_M.gguf","label":"Q5_K_M","size":1760756160,"bits":5.89,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q6_K.gguf","label":"Q6_K","size":1973568960,"bits":6.61,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.Q8_0.gguf","label":"Q8_0","size":2552357312,"bits":8.54,"known":true,"rank":0},{"repo":"mradermacher/GameScaling-2B-S3-GGUF","file":"GameScaling-2B-S3.f16.gguf","label":"F16","size":4792828352,"bits":16.04,"known":true,"rank":0}],"repos":["mradermacher/GameScaling-2B-S3-GGUF"],"logoFrom":"THUSI-Lab"},{"id":"synatra-7b-v0-3-rp","family":"maywell/Synatra-7B-v0.3-RP","name":"Synatra 7B V0.3 RP","maker":"maywell","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Synatra-7B-v0.3-RP-GGUF/synatra-7b-v0.3-rp.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-11-13T23:27:33.000Z","downloads":2485,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q2_K.gguf","label":"Q2_K","size":3083107520,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q3_K_S.gguf","label":"Q3_K_S","size":3164577792,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q3_K_M.gguf","label":"Q3_K_M","size":3518996480,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q3_K_L.gguf","label":"Q3_K_L","size":3822034944,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q4_0.gguf","label":"Q4_0","size":4108928064,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q4_K_S.gguf","label":"Q4_K_S","size":4140385344,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q4_K_M.gguf","label":"Q4_K_M","size":4368450624,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q5_0.gguf","label":"Q5_0","size":4997728320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q5_K_S.gguf","label":"Q5_K_S","size":4997728320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q5_K_M.gguf","label":"Q5_K_M","size":5131421760,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q6_K.gguf","label":"Q6_K","size":5942078592,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-RP-GGUF","file":"synatra-7b-v0.3-rp.Q8_0.gguf","label":"Q8_0","size":7695875072,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Synatra-7B-v0.3-RP-GGUF"],"logoFrom":"maywell"},{"id":"inex12yam-7b","family":"automerger/Inex12Yam-7B","name":"Inex12Yam 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/Inex12Yam-7B-GGUF/Inex12Yam-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-31T08:15:28.000Z","downloads":2484,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q2_K.gguf","label":"Q2_K","size":2719242048,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815296,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567360,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986048,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024512,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388416,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373824,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439104,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715776,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409216,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Yam-7B-GGUF","file":"Inex12Yam-7B.Q6_K.gguf","label":"Q6_K","size":5942064960,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/Inex12Yam-7B-GGUF"],"logoFrom":"automerger"},{"id":"ministral-3-14b-reasoning-2512-absolute-heresy","family":"MuXodious/Ministral-3-14B-Reasoning-2512-absolute-heresy","name":"Ministral 3 14B Reasoning 2512 Absolute Heresy","maker":"MuXodious","catalog":null,"tuned":true,"params":13.51,"active":null,"layers":40,"probe":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF/Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ1_S.gguf","kvBytesPerToken":183173,"kvHeader":163840,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-15T16:30:12.000Z","downloads":2484,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ1_S.gguf","label":"IQ1_S","size":3251941920,"bits":1.93,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ1_M.gguf","label":"IQ1_M","size":3502617120,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3920409120,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4280857120,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ2_S.gguf","label":"IQ2_S","size":4509577760,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ2_M.gguf","label":"IQ2_M","size":4843811360,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4918850080,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q2_K.gguf","label":"Q2_K","size":5246530080,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5427081760,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5817676320,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6074905120,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ3_S.gguf","label":"IQ3_S","size":6102757920,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ3_M.gguf","label":"IQ3_M","size":6269874720,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6682096160,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7210316320,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ4_XS.gguf","label":"IQ4_XS","size":7411184160,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7805710880,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q4_0.gguf","label":"Q4_0","size":7805710880,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7834546720,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8239067680,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q4_1.gguf","label":"Q4_1","size":8581657120,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q5_K_S.gguf","label":"Q5_K_S","size":9383817760,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q5_K_M.gguf","label":"Q5_K_M","size":9620566560,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF","file":"Ministral-3-14B-Reasoning-2512-absolute-heresy.i1-Q6_K.gguf","label":"Q6_K","size":11088409120,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Ministral-3-14B-Reasoning-2512-absolute-heresy-i1-GGUF"],"logoFrom":"MuXodious"},{"id":"serenity-12b","family":"ReadyArt/Serenity-12B","name":"Serenity 12B","maker":"ReadyArt","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"ReadyArt/Serenity-12B-GGUF/Serenity-12B-IQ4_XS.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-10T08:14:26.000Z","downloads":2484,"likes":30,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Serenity-12B-GGUF","file":"Serenity-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6690550848,"bits":4.49,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-12B-GGUF","file":"Serenity-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7381382208,"bits":4.96,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-12B-GGUF","file":"Serenity-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8547267648,"bits":5.74,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-12B-GGUF","file":"Serenity-12B-Q6_K.gguf","label":"Q6_K","size":9786020928,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Serenity-12B-GGUF","file":"Serenity-12B-Q8_0.gguf","label":"Q8_0","size":12669645888,"bits":8.51,"known":true,"rank":0}],"repos":["ReadyArt/Serenity-12B-GGUF"],"logoFrom":"ReadyArt"},{"id":"kunokukulemonchini-7b","family":"icefog72/Kunokukulemonchini-7b","name":"Kunokukulemonchini 7B","maker":"icefog72","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Kunokukulemonchini-7b-GGUF/Kunokukulemonchini-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-28T11:07:36.000Z","downloads":2483,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q2_K.gguf","label":"Q2_K","size":2873866304,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.IQ3_XS.gguf","label":"IQ3_XS","size":3173439552,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3319191616,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.IQ3_S.gguf","label":"IQ3_S","size":3337017408,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.IQ3_M.gguf","label":"IQ3_M","size":3439515712,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3673610304,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3976648768,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.IQ4_XS.gguf","label":"IQ4_XS","size":4099012672,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q4_0.gguf","label":"Q4_0","size":4263540800,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4294998080,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.IQ4_NL.gguf","label":"IQ4_NL","size":4309678144,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4523063360,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q5_K_S.gguf","label":"Q5_K_S","size":5152340032,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5286033472,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q6_K.gguf","label":"Q6_K","size":6096689216,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/Kunokukulemonchini-7b-GGUF","file":"Kunokukulemonchini-7b.Q8_0.gguf","label":"Q8_0","size":7818737728,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/Kunokukulemonchini-7b-GGUF"],"logoFrom":"icefog72"},{"id":"winter-garden-7b-alpha","family":"maldv/winter-garden-7b-alpha","name":"Winter Garden 7B Alpha","maker":"maldv","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/winter-garden-7b-alpha-GGUF/winter-garden-7b-alpha.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-15T15:43:09.000Z","downloads":2482,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q2_K.gguf","label":"Q2_K","size":2873866272,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.IQ3_XS.gguf","label":"IQ3_XS","size":3155613728,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q3_K_S.gguf","label":"Q3_K_S","size":3319191584,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.IQ3_S.gguf","label":"IQ3_S","size":3337017376,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.IQ3_M.gguf","label":"IQ3_M","size":3439515680,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q3_K_M.gguf","label":"Q3_K_M","size":3673610272,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q3_K_L.gguf","label":"Q3_K_L","size":3976648736,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.IQ4_XS.gguf","label":"IQ4_XS","size":4099012640,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q4_K_S.gguf","label":"Q4_K_S","size":4294998048,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q4_K_M.gguf","label":"Q4_K_M","size":4523063328,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q5_K_S.gguf","label":"Q5_K_S","size":5152340000,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q5_K_M.gguf","label":"Q5_K_M","size":5286033440,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q6_K.gguf","label":"Q6_K","size":6096689184,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/winter-garden-7b-alpha-GGUF","file":"winter-garden-7b-alpha.Q8_0.gguf","label":"Q8_0","size":7818737696,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/winter-garden-7b-alpha-GGUF"],"logoFrom":"maldv"},{"id":"qwen3-6b-hivemind-instruct-heretic-abliterated-uncensored-neo-imatrix","family":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","name":"Qwen3 6B Hivemind Heretic Abliterated Uncensored NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":5.94,"active":null,"layers":55,"probe":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF/Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q8_0.gguf","kvBytesPerToken":260649,"kvHeader":225280,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-05T04:28:07.000Z","downloads":2482,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ2_M-imat","size":2166931488,"bits":2.92,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ3_M-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ3_M-imat","size":2826968608,"bits":3.81,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ4_XS-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-IQ4_XS-imat","size":3297670688,"bits":4.44,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q4_K_M-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q4_K_M-imat","size":3640208928,"bits":4.9,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_S-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_S-imat","size":4142470688,"bits":5.58,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_M-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q5_K_M-imat","size":4241174048,"bits":5.71,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q6_K-imat.gguf","label":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q6_K-imat","size":4879699488,"bits":6.57,"known":false,"rank":0},{"repo":"DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF","file":"Qwen3-6B-Hivemind-Inst-Hrtic-Ablit-Uncensored-Q8_0.gguf","label":"Q8_0","size":6318258208,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Qwen3-6B-Hivemind-Instruct-Heretic-Abliterated-Uncensored-NEO-Imatrix-GGUF"],"logoFrom":"DavidAU"},{"id":"nous-hermes-13b","family":"NousResearch/Nous-Hermes-13b","name":"Nous Hermes 13B","maker":"Nous Research","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Nous-Hermes-13B-GGUF/Nous-Hermes-13B.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-02T23:22:17.000Z","downloads":2481,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q2_K.gguf","label":"Q2_K","size":5429354240,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q3_K_S.gguf","label":"Q3_K_S","size":5658986752,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q3_K_M.gguf","label":"Q3_K_M","size":6337775872,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q3_K_L.gguf","label":"Q3_K_L","size":6929565952,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q4_0.gguf","label":"Q4_0","size":7365841824,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q4_K_S.gguf","label":"Q4_K_S","size":7414338464,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q4_K_M.gguf","label":"Q4_K_M","size":7865963424,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q5_0.gguf","label":"Q5_0","size":8972293664,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q5_K_S.gguf","label":"Q5_K_S","size":8972293664,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q5_K_M.gguf","label":"Q5_K_M","size":9229932064,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q6_K.gguf","label":"Q6_K","size":10679148768,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Nous-Hermes-13B-GGUF","file":"Nous-Hermes-13B.Q8_0.gguf","label":"Q8_0","size":13831330400,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Nous-Hermes-13B-GGUF"],"logoFrom":"NousResearch"},{"id":"phi-3-5-mini-instruct-imatrix","family":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","name":"Phi 3.5 Mini Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF/Phi-3.5-mini-instruct-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"other","open":false,"released":"2024-08-21T00:38:26.000Z","downloads":2480,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ1_S.gguf","label":"IQ1_S","size":841610400,"bits":1.76,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ1_M.gguf","label":"IQ1_M","size":917107872,"bits":1.92,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":1042936992,"bits":2.18,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1153037472,"bits":2.41,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ2_S.gguf","label":"IQ2_S","size":1215732384,"bits":2.55,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316395680,"bits":2.76,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q2_K_S.gguf","label":"Q2_K_S","size":1327338144,"bits":2.78,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q2_K.gguf","label":"Q2_K","size":1416204960,"bits":2.97,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513003680,"bits":3.17,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625176224,"bits":3.4,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ3_S.gguf","label":"IQ3_S","size":1681799328,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681799328,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855600800,"bits":3.89,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955477664,"bits":4.1,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059853472,"bits":4.31,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087598240,"bits":4.37,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":2176177824,"bits":4.56,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q4_0.gguf","label":"Q4_0","size":2182469280,"bits":4.57,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188760736,"bits":4.58,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393233056,"bits":5.01,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q4_1.gguf","label":"Q4_1","size":2408826528,"bits":5.04,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641475232,"bits":5.53,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q5_0.gguf","label":"Q5_0","size":2647766688,"bits":5.55,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815276704,"bits":5.9,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q5_1.gguf","label":"Q5_1","size":2874123936,"bits":6.02,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q6_K.gguf","label":"Q6_K","size":3135853728,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF","file":"Phi-3.5-mini-instruct-Q8_0.gguf","label":"Q8_0","size":4061223072,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/Phi-3.5-mini-instruct-imatrix-GGUF"],"logoFrom":"microsoft"},{"id":"gemma-4-e4b-luchador","family":"rpDungeon/Gemma-4-E4B-Luchador","name":"Gemma 4 E4B Luchador","maker":"rpDungeon","catalog":null,"tuned":false,"params":7.52,"active":null,"layers":42,"probe":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF/rpDungeon_Gemma-4-E4B-Luchador-IQ2_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-05-24T14:07:46.000Z","downloads":2480,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-IQ2_M.gguf","label":"IQ2_M","size":3959906976,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q2_K.gguf","label":"Q2_K","size":4458091168,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-IQ3_XS.gguf","label":"IQ3_XS","size":4632038048,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q3_K_S.gguf","label":"Q3_K_S","size":4699693728,"bits":5,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-IQ3_M.gguf","label":"IQ3_M","size":4767779488,"bits":5.07,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q3_K_M.gguf","label":"Q3_K_M","size":4898728608,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q3_K_L.gguf","label":"Q3_K_L","size":5034224288,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-IQ4_XS.gguf","label":"IQ4_XS","size":5112826528,"bits":5.44,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q4_0.gguf","label":"Q4_0","size":5223858848,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-IQ4_NL.gguf","label":"IQ4_NL","size":5232224928,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q4_K_S.gguf","label":"Q4_K_S","size":5235655328,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q2_K_L.gguf","label":"Q2_K_L","size":5303243424,"bits":5.64,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q4_K_M.gguf","label":"Q4_K_M","size":5405168288,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q4_1.gguf","label":"Q4_1","size":5458477728,"bits":5.81,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q5_K_S.gguf","label":"Q5_K_S","size":5701288608,"bits":6.07,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q5_K_M.gguf","label":"Q5_K_M","size":5820881568,"bits":6.19,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q3_K_XL.gguf","label":"Q3_K_XL","size":5879376544,"bits":6.25,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q4_K_L.gguf","label":"Q4_K_L","size":6250320544,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q6_K.gguf","label":"Q6_K","size":6329952928,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q5_K_L.gguf","label":"Q5_K_L","size":6666033824,"bits":7.09,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q6_K_L.gguf","label":"Q6_K_L","size":7175105184,"bits":7.63,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-Q8_0.gguf","label":"Q8_0","size":8031240864,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF","file":"rpDungeon_Gemma-4-E4B-Luchador-bf16.gguf","label":"BF16","size":15053095264,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/rpDungeon_Gemma-4-E4B-Luchador-GGUF"],"logoFrom":"google"},{"id":"ark-270m-instruct","family":"ThingAI/ARK-270M-Instruct","name":"ARK 270M","maker":"ThingAI","catalog":null,"tuned":false,"params":0.25,"active":null,"layers":32,"probe":"usermma/ARK-270M-Instruct-i1-GGUF/quark-270m-instruct-iq1_s-imat.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":2048,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-12T00:06:07.000Z","downloads":2480,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq1_s-imat.gguf","label":"quark-270m-instruct-iq1_s-imat","size":79534144,"bits":2.55,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq1_m-imat.gguf","label":"quark-270m-instruct-iq1_m-imat","size":83515456,"bits":2.67,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq2_xs-imat.gguf","label":"quark-270m-instruct-iq2_xs-imat","size":96049216,"bits":3.07,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq2_s-imat.gguf","label":"quark-270m-instruct-iq2_s-imat","size":99981376,"bits":3.2,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq2_m-imat.gguf","label":"quark-270m-instruct-iq2_m-imat","size":105289792,"bits":3.37,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q2_k_s-imat.gguf","label":"quark-270m-instruct-q2_k_s-imat","size":111581344,"bits":3.57,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq3_xxs-imat.gguf","label":"quark-270m-instruct-iq3_xxs-imat","size":113743936,"bits":3.64,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q2_k-imat.gguf","label":"quark-270m-instruct-q2_k-imat","size":117774496,"bits":3.77,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq3_xs-imat.gguf","label":"quark-270m-instruct-iq3_xs-imat","size":125835424,"bits":4.03,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq3_s-imat.gguf","label":"quark-270m-instruct-iq3_s-imat","size":130554016,"bits":4.18,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq3_m-imat.gguf","label":"quark-270m-instruct-iq3_m-imat","size":134731936,"bits":4.31,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq4_xs-imat.gguf","label":"quark-270m-instruct-iq4_xs-imat","size":151001248,"bits":4.83,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-iq4_nl-imat.gguf","label":"quark-270m-instruct-iq4_nl-imat","size":157292704,"bits":5.03,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q4_0-imat.gguf","label":"quark-270m-instruct-q4_0-imat","size":157685920,"bits":5.05,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q4_k_s-imat.gguf","label":"quark-270m-instruct-q4_k_s-imat","size":158177440,"bits":5.06,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q4_k_m-imat.gguf","label":"quark-270m-instruct-q4_k_m-imat","size":164591776,"bits":5.27,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q4_1-imat.gguf","label":"quark-270m-instruct-q4_1-imat","size":169875616,"bits":5.44,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q5_k_s-imat.gguf","label":"quark-270m-instruct-q5_k_s-imat","size":182458528,"bits":5.84,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q5_k_m-imat.gguf","label":"quark-270m-instruct-q5_k_m-imat","size":186218656,"bits":5.96,"known":false,"rank":0},{"repo":"usermma/ARK-270M-Instruct-i1-GGUF","file":"quark-270m-instruct-q6_k-imat.gguf","label":"quark-270m-instruct-q6_k-imat","size":209197216,"bits":6.69,"known":false,"rank":0}],"repos":["usermma/ARK-270M-Instruct-i1-GGUF"],"logoFrom":"ThingAI"},{"id":"huihui-qwen3-omni-30b-a3b-thinking-abliterated-i1","family":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","name":"Huihui Qwen3 Omni 30B A3B Thinking Abliterated I1","maker":"mradermacher","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":65536,"arch":"qwen3vlmoe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-20T10:48:44.000Z","downloads":2480,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":6416780768,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":7078563296,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8181534176,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9076493792,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":9287429600,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":10169806304,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10519670240,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":11258916320,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11849625056,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":12598775264,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13292801504,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":13299486176,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":13513395680,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":14712180192,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":15901003232,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16368709088,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":17380355552,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17456377312,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18557054432,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":19192884704,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21080911328,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21725982176,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF","file":"Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":25092967904,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Huihui-Qwen3-Omni-30B-A3B-Thinking-abliterated-i1-GGUF"],"logoFrom":"Qwen"},{"id":"grok-oss-apollyon-24b","family":"c4tdr0ut/grok-oss-Apollyon-24B","name":"Grok Oss Apollyon 24B","maker":"c4tdr0ut","catalog":null,"tuned":true,"params":23.57,"active":null,"layers":40,"probe":"c4tdr0ut/grok-oss-Apollyon-24B/Mistral-Small-24B-Instruct-2501-abliterated.Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2026-07-09T19:12:16.000Z","downloads":2479,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"c4tdr0ut/grok-oss-Apollyon-24B","file":"Mistral-Small-24B-Instruct-2501-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":14333908224,"bits":4.87,"known":true,"rank":0},{"repo":"c4tdr0ut/grok-oss-Apollyon-24B","file":"Mistral-Small-24B-Instruct-2501-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":16763983104,"bits":5.69,"known":true,"rank":0}],"repos":["c4tdr0ut/grok-oss-Apollyon-24B"],"logoFrom":"huihui-ai"},{"id":"qwen3-4b-128k","family":"unsloth/Qwen3-4B-128K-GGUF","name":"Qwen3 4B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"unsloth/Qwen3-4B-128K-GGUF/Qwen3-4B-128K-UD-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-28T13:43:19.000Z","downloads":2479,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":1083150304,"bits":2.16,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":1143484384,"bits":2.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":1255346144,"bits":2.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":1532932064,"bits":3.05,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q2_K.gguf","label":"Q2_K","size":1669500384,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q2_K_L.gguf","label":"Q2_K_L","size":1669500384,"bits":3.32,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":1674377184,"bits":3.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":1695725024,"bits":3.37,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q3_K_S.gguf","label":"Q3_K_S","size":1886997984,"bits":3.76,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q3_K_M.gguf","label":"Q3_K_M","size":2075618784,"bits":4.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":2131693024,"bits":4.24,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-IQ4_XS.gguf","label":"IQ4_XS","size":2270752224,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q4_0.gguf","label":"Q4_0","size":2375773664,"bits":4.73,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-IQ4_NL.gguf","label":"IQ4_NL","size":2381344224,"bits":4.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q4_K_S.gguf","label":"Q4_K_S","size":2383310304,"bits":4.74,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q4_K_M.gguf","label":"Q4_K_M","size":2497281504,"bits":4.97,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":2546341344,"bits":5.07,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q4_1.gguf","label":"Q4_1","size":2596629984,"bits":5.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q5_K_S.gguf","label":"Q5_K_S","size":2823712224,"bits":5.62,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q5_K_M.gguf","label":"Q5_K_M","size":2889514464,"bits":5.75,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":2905253344,"bits":5.78,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q6_K.gguf","label":"Q6_K","size":3306261984,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":3658223584,"bits":7.28,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-Q8_0.gguf","label":"Q8_0","size":4280405984,"bits":8.52,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":5056700384,"bits":10.06,"known":true,"rank":0},{"repo":"unsloth/Qwen3-4B-128K-GGUF","file":"Qwen3-4B-128K-BF16.gguf","label":"BF16","size":8051285728,"bits":16.02,"known":true,"rank":0}],"repos":["unsloth/Qwen3-4B-128K-GGUF"],"logoFrom":"Qwen"},{"id":"sex-roleplay-3-2-1b","family":"Novaciano/SEX_ROLEPLAY-3.2-1B","name":"SEX ROLEPLAY 3.2 1B","maker":"Novaciano","catalog":null,"tuned":true,"params":1.5,"active":null,"layers":16,"probe":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF/SEX_ROLEPLAY-3.2-1B.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-01T08:34:17.000Z","downloads":2476,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ1_S.gguf","label":"IQ1_S","size":479751104,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ1_M.gguf","label":"IQ1_M","size":499805120,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":533228480,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":562064320,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ2_S.gguf","label":"IQ2_S","size":601587456,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ2_M.gguf","label":"IQ2_M","size":628326144,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":640860160,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q2_K.gguf","label":"Q2_K","size":667074560,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":674987776,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":733991744,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":754570048,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ3_S.gguf","label":"IQ3_S","size":756798272,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ3_M.gguf","label":"IQ3_M","size":770167616,"bits":4.11,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":803722048,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":845402944,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":882697856,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":920790912,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q4_0.gguf","label":"Q4_0","size":920790912,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":923412352,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":955459456,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q4_1.gguf","label":"Q4_1","size":995928448,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1073163136,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1092103040,"bits":5.82,"known":true,"rank":0},{"repo":"mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF","file":"SEX_ROLEPLAY-3.2-1B.i1-Q6_K.gguf","label":"Q6_K","size":1237286848,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/SEX_ROLEPLAY-3.2-1B-i1-GGUF"],"logoFrom":"Novaciano"},{"id":"gemma-4-e2b-yemeni-arabic-assistant","family":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","name":"Gemma 4 E2B Yemeni Arabic Assistant","maker":"yemeni-ai-lab","catalog":null,"tuned":false,"params":4.63,"active":null,"layers":35,"probe":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF/gemma-4-e2b-yemeni-arabic-assistant.TQ1_0.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":true,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2026-05-03T23:10:42.000Z","downloads":2476,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q1_0.gguf","label":"Q1_0","size":2563532704,"bits":4.43,"known":false,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.TQ1_0.gguf","label":"TQ1_0","size":2694528928,"bits":4.66,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.TQ2_0.gguf","label":"TQ2_0","size":2781859744,"bits":4.81,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q2_K.gguf","label":"Q2_K","size":2980648864,"bits":5.15,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q3_K_S.gguf","label":"Q3_K_S","size":3102072736,"bits":5.36,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.IQ3_S.gguf","label":"IQ3_S","size":3103012768,"bits":5.36,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.IQ3_M.gguf","label":"IQ3_M","size":3125573536,"bits":5.4,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q3_K.gguf","label":"Q3_K","size":3191953312,"bits":5.52,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q3_K_M.gguf","label":"Q3_K_M","size":3191953312,"bits":5.52,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q3_K_L.gguf","label":"Q3_K_L","size":3271776160,"bits":5.65,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.IQ4_XS.gguf","label":"IQ4_XS","size":3298293664,"bits":5.7,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q4_0.gguf","label":"Q4_0","size":3349510048,"bits":5.79,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q4_K_S.gguf","label":"Q4_K_S","size":3354425248,"bits":5.8,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.IQ4_NL.gguf","label":"IQ4_NL","size":3355113376,"bits":5.8,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q4_K.gguf","label":"Q4_K","size":3416114080,"bits":5.9,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q4_K_M.gguf","label":"Q4_K_M","size":3416114080,"bits":5.9,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q4_1.gguf","label":"Q4_1","size":3465951136,"bits":5.99,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q5_0.gguf","label":"Q5_0","size":3582392224,"bits":6.19,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q5_K_S.gguf","label":"Q5_K_S","size":3582392224,"bits":6.19,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q5_K.gguf","label":"Q5_K","size":3616703392,"bits":6.25,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q5_K_M.gguf","label":"Q5_K_M","size":3616703392,"bits":6.25,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q5_1.gguf","label":"Q5_1","size":3698833312,"bits":6.39,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q6_K.gguf","label":"Q6_K","size":3829829536,"bits":6.62,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":4947408800,"bits":8.55,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.Q8_0.gguf","label":"Q8_0","size":4947408800,"bits":8.55,"known":true,"rank":0},{"repo":"yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF","file":"gemma-4-e2b-yemeni-arabic-assistant.BF16.gguf","label":"BF16","size":9273522080,"bits":16.02,"known":true,"rank":0}],"repos":["yemeni-ai-lab/gemma-4-e2b-yemeni-arabic-assistant-GGUF"],"logoFrom":"google"},{"id":"qwen3-5-0-8b-heretic","family":"saidutta69/Qwen3.5-0.8B-heretic","name":"Qwen3.5 0.8B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":25,"probe":"saidutta69/Qwen3.5-0.8B-heretic/Qwen3.5-0.8B-heretic-Q2_K.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-01T18:25:11.000Z","downloads":2475,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q2_K.gguf","label":"Q2_K","size":422327296,"bits":4.5,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":435363328,"bits":4.64,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-IQ3_S.gguf","label":"IQ3_S","size":450821632,"bits":4.81,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":466222592,"bits":4.97,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":491322880,"bits":5.24,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q4_0.gguf","label":"Q4_0","size":501452800,"bits":5.35,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":505253888,"bits":5.39,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":505808896,"bits":5.4,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":529297440,"bits":5.65,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q4_1.gguf","label":"Q4_1","size":532553728,"bits":5.68,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":563654656,"bits":6.01,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":577998880,"bits":6.17,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q6_K.gguf","label":"Q6_K","size":629744160,"bits":6.72,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-Q8_0.gguf","label":"Q8_0","size":811843616,"bits":8.66,"known":true,"rank":0},{"repo":"saidutta69/Qwen3.5-0.8B-heretic","file":"Qwen3.5-0.8B-heretic-F16.gguf","label":"F16","size":1516744704,"bits":16.18,"known":true,"rank":0}],"repos":["saidutta69/Qwen3.5-0.8B-heretic"],"logoFrom":"Qwen"},{"id":"openhermes-2-5-mistral-7b-16k","family":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","name":"OpenHermes 2.5 Mistral 7B 16K","maker":"TheBloke","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF/openhermes-2.5-mistral-7b-16k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-16T21:43:44.000Z","downloads":2473,"likes":57,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q2_K.gguf","label":"Q2_K","size":3083107328,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q3_K_S.gguf","label":"Q3_K_S","size":3164577600,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q3_K_M.gguf","label":"Q3_K_M","size":3518996288,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q3_K_L.gguf","label":"Q3_K_L","size":3822034752,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q4_0.gguf","label":"Q4_0","size":4108927872,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q4_K_S.gguf","label":"Q4_K_S","size":4140385152,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q4_K_M.gguf","label":"Q4_K_M","size":4368450432,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q5_0.gguf","label":"Q5_0","size":4997728128,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q5_K_S.gguf","label":"Q5_K_S","size":4997728128,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q5_K_M.gguf","label":"Q5_K_M","size":5131421568,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q6_K.gguf","label":"Q6_K","size":5942078400,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF","file":"openhermes-2.5-mistral-7b-16k.Q8_0.gguf","label":"Q8_0","size":7695874880,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/OpenHermes-2.5-Mistral-7B-16k-GGUF"],"logoFrom":"TheBloke"},{"id":"dawn-v0-2","family":"bartowski/Crimson_Dawn-v0.2-GGUF","name":"Crimson Dawn V0.2","maker":"bartowski","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/Crimson_Dawn-v0.2-GGUF/Crimson_Dawn-v0.2-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-05T12:19:00.000Z","downloads":2473,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-IQ2_M.gguf","label":"IQ2_M","size":4435023616,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q2_K.gguf","label":"Q2_K","size":4791047936,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-IQ3_XS.gguf","label":"IQ3_XS","size":5306488576,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q2_K_L.gguf","label":"Q2_K_L","size":5446407936,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q3_K_S.gguf","label":"Q3_K_S","size":5534226176,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-IQ3_M.gguf","label":"IQ3_M","size":5722232576,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q3_K_M.gguf","label":"Q3_K_M","size":6083090176,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q3_K_L.gguf","label":"Q3_K_L","size":6561502976,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-IQ4_XS.gguf","label":"IQ4_XS","size":6742710016,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071700736,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071700736,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071700736,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_0.gguf","label":"Q4_0","size":7094638336,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_K_S.gguf","label":"Q4_K_S","size":7120197376,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148705536,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_K_M.gguf","label":"Q4_K_M","size":7477204736,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q4_K_L.gguf","label":"Q4_K_L","size":7975278336,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q5_K_S.gguf","label":"Q5_K_S","size":8518735616,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q5_K_M.gguf","label":"Q5_K_M","size":8727631616,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q5_K_L.gguf","label":"Q5_K_L","size":9141819136,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q6_K.gguf","label":"Q6_K","size":10056210176,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q6_K_L.gguf","label":"Q6_K_L","size":10381268736,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-Q8_0.gguf","label":"Q8_0","size":13022369536,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Crimson_Dawn-v0.2-GGUF","file":"Crimson_Dawn-v0.2-f16.gguf","label":"F16","size":24504276448,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Crimson_Dawn-v0.2-GGUF"],"logoFrom":"Epiculous"},{"id":"karakuri-lm-8x7b-instruct-v0-1","family":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","name":"Karakuri Lm 8x7b V0.1","maker":"mmnga","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf/karakuri-lm-8x7b-instruct-v0.1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-14T13:55:15.000Z","downloads":2472,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ1_S.gguf","label":"IQ1_S","size":9822216672,"bits":1.68,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ1_M.gguf","label":"IQ1_M","size":10847724000,"bits":1.86,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556902880,"bits":2.15,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ2_XS.gguf","label":"IQ2_XS","size":13924245984,"bits":2.39,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ2_S.gguf","label":"IQ2_S","size":14128452064,"bits":2.42,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ2_M.gguf","label":"IQ2_M","size":15495795168,"bits":2.65,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q2_K.gguf","label":"Q2_K","size":17311846624,"bits":2.97,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18243064288,"bits":3.13,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ3_XS.gguf","label":"IQ3_XS","size":19351060960,"bits":3.31,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q3_K_S.gguf","label":"Q3_K_S","size":20433191136,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ3_S.gguf","label":"IQ3_S","size":20433191392,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ3_M.gguf","label":"IQ3_M","size":21431435744,"bits":3.67,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q3_K_M.gguf","label":"Q3_K_M","size":22547120352,"bits":3.86,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q3_K_L.gguf","label":"Q3_K_L","size":24170316000,"bits":4.14,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ4_XS.gguf","label":"IQ4_XS","size":25081262560,"bits":4.3,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q4_0.gguf","label":"Q4_0","size":26444329184,"bits":4.53,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-IQ4_NL.gguf","label":"IQ4_NL","size":26511438304,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q4_K_S.gguf","label":"Q4_K_S","size":26746319072,"bits":4.58,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q4_K_M.gguf","label":"Q4_K_M","size":28449206496,"bits":4.87,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q5_0.gguf","label":"Q5_0","size":32232141024,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q5_K_S.gguf","label":"Q5_K_S","size":32232141024,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q5_K_M.gguf","label":"Q5_K_M","size":33230385376,"bits":5.69,"known":true,"rank":0},{"repo":"mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf","file":"karakuri-lm-8x7b-instruct-v0.1-Q6_K.gguf","label":"Q6_K","size":38381691104,"bits":6.58,"known":true,"rank":0}],"repos":["mmnga/karakuri-lm-8x7b-instruct-v0.1-gguf"],"logoFrom":"mmnga"},{"id":"neuralsirkrishnainex12-7b","family":"automerger/NeuralsirkrishnaInex12-7B","name":"NeuralsirkrishnaInex12 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF/NeuralsirkrishnaInex12-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-31T08:46:54.000Z","downloads":2471,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q2_K.gguf","label":"Q2_K","size":2719242016,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815264,"bits":3.34,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567328,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986016,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024480,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3944388384,"bits":4.36,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373792,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439072,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715744,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409184,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF","file":"NeuralsirkrishnaInex12-7B.Q6_K.gguf","label":"Q6_K","size":5942064928,"bits":6.57,"known":true,"rank":0}],"repos":["MaziyarPanahi/NeuralsirkrishnaInex12-7B-GGUF"],"logoFrom":"automerger"},{"id":"llama-3-groq-70b-tool-use","family":"Groq/Llama-3-Groq-70B-Tool-Use","name":"Llama 3 Groq 70B Tool Use","maker":"Groq","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF/Llama-3-Groq-70B-Tool-Use-IQ2_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-07-17T14:37:12.000Z","downloads":2471,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-IQ2_M.gguf","label":"IQ2_M","size":24119348832,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q2_K.gguf","label":"Q2_K","size":26375165024,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q2_K_L.gguf","label":"Q2_K_L","size":27401261024,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-IQ3_XS.gguf","label":"IQ3_XS","size":29307791328,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q3_K_S.gguf","label":"Q3_K_S","size":30912112608,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-IQ3_M.gguf","label":"IQ3_M","size":31937095648,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q3_K_M.gguf","label":"Q3_K_M","size":34267555808,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q3_K_L.gguf","label":"Q3_K_L","size":37140654048,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-IQ4_XS.gguf","label":"IQ4_XS","size":37902728032,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q3_K_XL.gguf","label":"Q3_K_XL","size":38060036064,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q4_K_S.gguf","label":"Q4_K_S","size":40347287904,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q4_K_M.gguf","label":"Q4_K_M","size":42520461664,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q4_K_L.gguf","label":"Q4_K_L","size":43300294624,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q5_K_S.gguf","label":"Q5_K_S","size":48657520992,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q5_K_M/Llama-3-Groq-70B-Tool-Use-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949891104,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q5_K_L/Llama-3-Groq-70B-Tool-Use-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598383776,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q6_K/Llama-3-Groq-70B-Tool-Use-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888224160,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q6_K_L/Llama-3-Groq-70B-Tool-Use-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":58397167776,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-Q8_0/Llama-3-Groq-70B-Tool-Use-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975154336,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Llama-3-Groq-70B-Tool-Use-GGUF","file":"Llama-3-Groq-70B-Tool-Use-f32/Llama-3-Groq-70B-Tool-Use-f32-00001-of-00008.gguf","label":"F32","size":282223082080,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Llama-3-Groq-70B-Tool-Use-GGUF"],"logoFrom":"Groq"},{"id":"minicpm5-2b-heretic","family":"saidutta69/MiniCPM5-2B-heretic","name":"MiniCPM5 2B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":2.52,"active":null,"layers":42,"probe":"saidutta69/MiniCPM5-2B-heretic/MiniCPM5-2B-heretic-Q2_K.gguf","kvBytesPerToken":49760,"kvHeader":43008,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-10T23:49:14.000Z","downloads":2471,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q2_K.gguf","label":"Q2_K","size":1039925984,"bits":3.3,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":1191633632,"bits":3.78,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-IQ3_S.gguf","label":"IQ3_S","size":1194558176,"bits":3.79,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":1291420384,"bits":4.1,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":1378976480,"bits":4.38,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1433338592,"bits":4.55,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q4_0.gguf","label":"Q4_0","size":1490354912,"bits":4.73,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1498481376,"bits":4.76,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":1561318112,"bits":4.96,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q4_1.gguf","label":"Q4_1","size":1630929632,"bits":5.18,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":1771504352,"bits":5.62,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":1808061152,"bits":5.74,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q6_K.gguf","label":"Q6_K","size":2070225632,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-Q8_0.gguf","label":"Q8_0","size":2679710432,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/MiniCPM5-2B-heretic","file":"MiniCPM5-2B-heretic-F16.gguf","label":"F16","size":5039006432,"bits":16,"known":true,"rank":0}],"repos":["saidutta69/MiniCPM5-2B-heretic"],"logoFrom":"openbmb"},{"id":"qwen3-5-9b-abliterated-v2-max","family":"prithivMLmods/Qwen3.5-9B-abliterated-v2-MAX","name":"Qwen3.5 9B Abliterated V2 MAX","maker":"prithivMLmods","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF/Qwen3.5-9B-abliterated-v2-MAX.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-31T13:28:13.000Z","downloads":2470,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q2_K.gguf","label":"Q2_K","size":3827263040,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q3_K_S.gguf","label":"Q3_K_S","size":4259407424,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q3_K_M.gguf","label":"Q3_K_M","size":4623525440,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q3_K_L.gguf","label":"Q3_K_L","size":4925515328,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.IQ4_XS.gguf","label":"IQ4_XS","size":5227898432,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q4_K_S.gguf","label":"Q4_K_S","size":5351630400,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q4_K_M.gguf","label":"Q4_K_M","size":5629109824,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q5_K_S.gguf","label":"Q5_K_S","size":6305310272,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q5_K_M.gguf","label":"Q5_K_M","size":6467970624,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q6_K.gguf","label":"Q6_K","size":7359260224,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.Q8_0.gguf","label":"Q8_0","size":9527502400,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF","file":"Qwen3.5-9B-abliterated-v2-MAX.f16.gguf","label":"F16","size":17920697920,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-abliterated-v2-MAX-GGUF"],"logoFrom":"prithivMLmods"},{"id":"qwen-qwen1-5-moe-a2-7b-chat","family":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","name":"Qwen Qwen1.5 MoE A2.7B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":14.32,"active":0.29,"layers":24,"probe":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf/Qwen1.5-MoE-A2.7B-Chat.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2moe","vision":false,"licence":null,"open":false,"released":"2024-05-13T14:45:54.000Z","downloads":2469,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q2_K.gguf","label":"Q2_K","size":5890163424,"bits":3.29,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.IQ3_XS.gguf","label":"IQ3_XS","size":6521027296,"bits":3.64,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.IQ3_S.gguf","label":"IQ3_S","size":6841891552,"bits":3.82,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":6841891552,"bits":3.82,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.IQ3_M.gguf","label":"IQ3_M","size":6938106592,"bits":3.88,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q3_K.gguf","label":"Q3_K","size":7437744864,"bits":4.16,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":7437744864,"bits":4.16,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":7743732448,"bits":4.33,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.IQ4_XS.gguf","label":"IQ4_XS","size":7944909536,"bits":4.44,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q4_0.gguf","label":"Q4_0","size":8149963488,"bits":4.55,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.IQ4_NL.gguf","label":"IQ4_NL","size":8251609824,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":8707871456,"bits":4.86,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q4_1.gguf","label":"Q4_1","size":9025049312,"bits":5.04,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q4_K.gguf","label":"Q4_K","size":9496236768,"bits":5.31,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":9496236768,"bits":5.31,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q5_0.gguf","label":"Q5_0","size":9900135136,"bits":5.53,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":10159657696,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q5_1.gguf","label":"Q5_1","size":10775220960,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q5_K.gguf","label":"Q5_K","size":10833531616,"bits":6.05,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q5_K_M.gguf","label":"Q5_K_M","size":10833531616,"bits":6.05,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q6_K.gguf","label":"Q6_K","size":12765342432,"bits":7.13,"known":true,"rank":0},{"repo":"RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf","file":"Qwen1.5-MoE-A2.7B-Chat.Q8_0.gguf","label":"Q8_0","size":15226010336,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/Qwen_-_Qwen1.5-MoE-A2.7B-Chat-gguf"],"logoFrom":"RichardErkhov"},{"id":"internlm2-math-20b","family":"internlm/internlm2-math-20b","name":"Internlm2 Math 20B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":19.86,"active":null,"layers":48,"probe":"mradermacher/internlm2-math-20b-i1-GGUF/internlm2-math-20b.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":8192,"arch":"internlm2","vision":false,"licence":"other","open":false,"released":"2024-08-21T23:05:52.000Z","downloads":2469,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ1_S.gguf","label":"IQ1_S","size":4543268992,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ1_M.gguf","label":"IQ1_M","size":4918397056,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5543610496,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6100404352,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ2_S.gguf","label":"IQ2_S","size":6474297472,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ2_M.gguf","label":"IQ2_M","size":6974468224,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q2_K.gguf","label":"Q2_K","size":7546671232,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7814377600,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8361752704,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8760473728,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ3_S.gguf","label":"IQ3_S","size":8800581760,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ3_M.gguf","label":"IQ3_M","size":9121446016,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9722280064,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10551179392,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10766999680,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q4_0.gguf","label":"Q4_0","size":11360436352,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11401330816,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":11984470144,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13734183040,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14075101312,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/internlm2-math-20b-i1-GGUF","file":"internlm2-math-20b.i1-Q6_K.gguf","label":"Q6_K","size":16296396928,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/internlm2-math-20b-i1-GGUF"],"logoFrom":"internlm"},{"id":"occult-nail-1-0-35b-a3b","family":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","name":"Occult Nail 1.0 35B A3B","maker":"peculiar-ragdoll","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF/Occult-Nail-1.0-35B-A3B-UD-Q2_K_XL.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-16T08:06:21.000Z","downloads":2469,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","file":"Occult-Nail-1.0-35B-A3B-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12290637728,"bits":2.84,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","file":"Occult-Nail-1.0-35B-A3B-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16845520800,"bits":3.89,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","file":"Occult-Nail-1.0-35B-A3B-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":22360465312,"bits":5.16,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","file":"Occult-Nail-1.0-35B-A3B-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":26592518048,"bits":6.14,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","file":"Occult-Nail-1.0-35B-A3B-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":31843786656,"bits":7.35,"known":true,"rank":0},{"repo":"peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF","file":"Occult-Nail-1.0-35B-A3B-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":38451191712,"bits":8.88,"known":true,"rank":0}],"repos":["peculiar-ragdoll/Occult-Nail-1.0-35B-A3B-GGUF"],"logoFrom":"llmfan46"},{"id":"dolphin-2-6-mistral-7b-dpo","family":"dphn/dolphin-2.6-mistral-7b-dpo","name":"Dolphin 2.6 Mistral 7B Dpo","maker":"dphn","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF/dolphin-2.6-mistral-7b-dpo.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-31T20:46:56.000Z","downloads":2468,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q2_K.gguf","label":"Q2_K","size":3084038944,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q3_K_S.gguf","label":"Q3_K_S","size":3165508800,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q3_K_M.gguf","label":"Q3_K_M","size":3519927488,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q3_K_L.gguf","label":"Q3_K_L","size":3822965952,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q4_0.gguf","label":"Q4_0","size":4109858528,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q4_K_S.gguf","label":"Q4_K_S","size":4141315808,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q4_K_M.gguf","label":"Q4_K_M","size":4369381088,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q5_0.gguf","label":"Q5_0","size":4998658272,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q5_K_S.gguf","label":"Q5_K_S","size":4998658272,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q5_K_M.gguf","label":"Q5_K_M","size":5132351712,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q6_K.gguf","label":"Q6_K","size":5943008000,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF","file":"dolphin-2.6-mistral-7b-dpo.Q8_0.gguf","label":"Q8_0","size":7696802496,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/dolphin-2.6-mistral-7B-dpo-GGUF"],"logoFrom":"dphn"},{"id":"aliceai-foundation-80b-a3b-noesis-bf16","family":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF","name":"AliceAI Foundation 80B A3B NOESIS BF16","maker":"AMAImedia","catalog":null,"tuned":false,"params":79.64,"active":3.84,"layers":48,"probe":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF/GGUF/AliceAI-Foundation-80B-A3B-Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"alice_ai","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-23T03:01:17.000Z","downloads":2468,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF","file":"GGUF/AliceAI-Foundation-80B-A3B-Q2_K.gguf","label":"Q2_K","size":28998265984,"bits":2.91,"known":true,"rank":0},{"repo":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF","file":"GGUF/AliceAI-Foundation-80B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":48278936704,"bits":4.85,"known":true,"rank":0},{"repo":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF","file":"GGUF/AliceAI-Foundation-80B-A3B-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":65402725696,"bits":6.57,"known":true,"rank":0},{"repo":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF","file":"GGUF/AliceAI-Foundation-80B-A3B-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":84667587904,"bits":8.51,"known":true,"rank":0},{"repo":"AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF","file":"GGUF/AliceAI-Foundation-80B-A3B-F16-00001-of-00004.gguf","label":"F16","size":159276637696,"bits":16,"known":true,"rank":0}],"repos":["AMAImedia/AliceAI-Foundation-80B-A3B-NOESIS-BF16-GGUF"],"logoFrom":"yandex"},{"id":"spark-x2-6-1-7b-base","family":"XHToken/Spark-X2.6-1.7B-Base","name":"Spark X2.6 1.7B Base","maker":"XHToken","catalog":null,"tuned":false,"params":1.71,"active":null,"layers":28,"probe":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF/Spark-X2.6-1.7B-Base.i1-IQ1_S.gguf","kvBytesPerToken":16587,"kvHeader":14336,"kvFixed":22020096,"context":1048576,"arch":"spark2_5","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T07:44:18.000Z","downloads":2468,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ1_S.gguf","label":"IQ1_S","size":548932192,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ1_M.gguf","label":"IQ1_M","size":574821472,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":617970272,"bits":2.89,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ2_XS.gguf","label":"IQ2_XS","size":656159328,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ2_S.gguf","label":"IQ2_S","size":676827744,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ2_M.gguf","label":"IQ2_M","size":711346784,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q2_K_S.gguf","label":"Q2_K_S","size":749131872,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":778467936,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q2_K.gguf","label":"Q2_K","size":790239328,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ3_XS.gguf","label":"IQ3_XS","size":840978016,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q3_K_S.gguf","label":"Q3_K_S","size":844418656,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ3_S.gguf","label":"IQ3_S","size":867815008,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ3_M.gguf","label":"IQ3_M","size":888843872,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q3_K_M.gguf","label":"Q3_K_M","size":937381472,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1018102880,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1018515040,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q4_0.gguf","label":"Q4_0","size":1038105696,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1043807328,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1057569888,"bits":4.95,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1107459168,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q4_1.gguf","label":"Q4_1","size":1125493856,"bits":5.27,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1215437920,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1252482144,"bits":5.86,"known":true,"rank":0},{"repo":"mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF","file":"Spark-X2.6-1.7B-Base.i1-Q6_K.gguf","label":"Q6_K","size":1406569056,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Spark-X2.6-1.7B-Base-i1-GGUF"],"logoFrom":"XHToken"},{"id":"yi-34b-200k","family":"01-ai/Yi-34B-200K","name":"Yi 34B 200K","maker":"01-ai","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"TheBloke/Yi-34B-200K-GGUF/yi-34b-200k.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-10T18:18:36.000Z","downloads":2467,"likes":29,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q2_K.gguf","label":"Q2_K","size":14555875328,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q3_K_S.gguf","label":"Q3_K_S","size":14960293888,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q3_K_M.gguf","label":"Q3_K_M","size":16636573696,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q3_K_L.gguf","label":"Q3_K_L","size":18139445248,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q4_0.gguf","label":"Q4_0","size":19466528768,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q4_K_S.gguf","label":"Q4_K_S","size":19543599104,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q4_K_M.gguf","label":"Q4_K_M","size":20658710528,"bits":4.81,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q5_0.gguf","label":"Q5_0","size":23707691008,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q5_K_S.gguf","label":"Q5_K_S","size":23707691008,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q5_K_M.gguf","label":"Q5_K_M","size":24321845248,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q6_K.gguf","label":"Q6_K","size":28213925888,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Yi-34B-200K-GGUF","file":"yi-34b-200k.Q8_0.gguf","label":"Q8_0","size":36542281728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Yi-34B-200K-GGUF"],"logoFrom":"01-ai"},{"id":"qwen3-the-josiefied-omega-directive-22b-uncensored-abliterated","family":"DavidAU/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated","name":"Qwen3 The Josiefied Omega Directive 22B Uncensored Abliterated","maker":"DavidAU","catalog":null,"tuned":true,"params":22.04,"active":null,"layers":62,"probe":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":293822,"kvHeader":253952,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-10T13:14:54.000Z","downloads":2465,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":5102210880,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":5521846080,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6221238080,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6831542080,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":7202470720,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":7761984320,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q2_K_S.gguf","label":"Q2_K_S","size":7843965760,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":8424041280,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8729869120,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9339451200,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":9780426560,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":9823598400,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":10122319680,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10808112960,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11707922240,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11990090560,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":12642562880,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":12684178240,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":13333476160,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_1.gguf","label":"Q4_1","size":13932106560,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15260644160,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":15636656960,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF","file":"Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":18083786560,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"boulesis-v2-26b-a4b","family":"SubMaroon-exp/Boulesis-v2-26B-A4B","name":"Boulesis V2 26B A4B","maker":"SubMaroon-exp","catalog":null,"tuned":false,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF/Boulesis-v2-26B-A4B.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-09-13T13:17:40.000Z","downloads":2465,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ1_S.gguf","label":"IQ1_S","size":8532495584,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ1_M.gguf","label":"IQ1_M","size":8910881504,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541524704,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058654944,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ2_S.gguf","label":"IQ2_S","size":10190398688,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ2_M.gguf","label":"IQ2_M","size":10694913248,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q2_K.gguf","label":"Q2_K","size":10824961760,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866706144,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642891488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953265376,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ3_S.gguf","label":"IQ3_S","size":12539607264,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539607264,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ3_M.gguf","label":"IQ3_M","size":12709761248,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603931360,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141685984,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309896928,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q4_0.gguf","label":"Q4_0","size":14903295712,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880064736,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q4_1.gguf","label":"Q4_1","size":16430953184,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211255520,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494247648,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640404704,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/Boulesis-v2-26B-A4B-i1-GGUF","file":"Boulesis-v2-26B-A4B.i1-Q6_K.gguf","label":"Q6_K","size":23243955424,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/Boulesis-v2-26B-A4B-i1-GGUF"],"logoFrom":null},{"id":"dmis-lab-llama-3-meerkat-8b-v1-0","family":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","name":"Dmis Lab Llama 3 Meerkat 8B V1.0","maker":"RichardErkhov","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf/llama-3-meerkat-8b-v1.0.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-22T11:56:52.000Z","downloads":2464,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q2_K.gguf","label":"Q2_K","size":3179131488,"bits":3.17,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.IQ3_XS.gguf","label":"IQ3_XS","size":3518747232,"bits":3.51,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":3664499296,"bits":3.65,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.IQ3_S.gguf","label":"IQ3_S","size":3682325088,"bits":3.67,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.IQ3_M.gguf","label":"IQ3_M","size":3784823392,"bits":3.77,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q3_K.gguf","label":"Q3_K","size":4018917984,"bits":4,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":4018917984,"bits":4,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":4321956448,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.IQ4_XS.gguf","label":"IQ4_XS","size":4484362848,"bits":4.47,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q4_0.gguf","label":"Q4_0","size":4661211744,"bits":4.64,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":4692669024,"bits":4.68,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.IQ4_NL.gguf","label":"IQ4_NL","size":4707349088,"bits":4.69,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q4_K.gguf","label":"Q4_K","size":4920734304,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":4920734304,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q4_1.gguf","label":"Q4_1","size":5130252896,"bits":5.11,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q5_0.gguf","label":"Q5_0","size":5599294048,"bits":5.58,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":5599294048,"bits":5.58,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q5_K.gguf","label":"Q5_K","size":5732987488,"bits":5.71,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":5732987488,"bits":5.71,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q5_1.gguf","label":"Q5_1","size":6068335200,"bits":6.05,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q6_K.gguf","label":"Q6_K","size":6596006496,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf","file":"llama-3-meerkat-8b-v1.0.Q8_0.gguf","label":"Q8_0","size":8540770912,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/dmis-lab_-_llama-3-meerkat-8b-v1.0-gguf"],"logoFrom":"RichardErkhov"},{"id":"mythos-nano","family":"squ11z1/Mythos-nano","name":"Mythos Nano","maker":"squ11z1","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"squ11z1/Mythos-nano/mythos-nano-Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"mit","open":true,"released":"2026-06-14T21:23:51.000Z","downloads":2464,"likes":122,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q2_K.gguf","label":"Q2_K","size":1274755168,"bits":3.3,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q3_K_S.gguf","label":"Q3_K_S","size":1454356576,"bits":3.77,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q3_K_M.gguf","label":"Q3_K_M","size":1590474848,"bits":4.12,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q3_K_L.gguf","label":"Q3_K_L","size":1707391072,"bits":4.42,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q4_K_S.gguf","label":"Q4_K_S","size":1834383456,"bits":4.75,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q4_K_M.gguf","label":"Q4_K_M","size":1929902176,"bits":5,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q5_K_S.gguf","label":"Q5_K_S","size":2169665632,"bits":5.62,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q5_K_M.gguf","label":"Q5_K_M","size":2224814176,"bits":5.76,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q6_K.gguf","label":"Q6_K","size":2538158176,"bits":6.57,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-Q8_0.gguf","label":"Q8_0","size":3285475424,"bits":8.51,"known":true,"rank":0},{"repo":"squ11z1/Mythos-nano","file":"mythos-nano-f16.gguf","label":"F16","size":6178316384,"bits":16,"known":true,"rank":0}],"repos":["squ11z1/Mythos-nano"],"logoFrom":"squ11z1"},{"id":"eurollm-1-7b-instruct-heretic","family":"saidutta69/EuroLLM-1.7B-Instruct-heretic","name":"EuroLLM 1.7B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.66,"active":null,"layers":24,"probe":"saidutta69/EuroLLM-1.7B-Instruct-heretic/EuroLLM-1.7B-Instruct-heretic-F16.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T20:16:41.000Z","downloads":2463,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/EuroLLM-1.7B-Instruct-heretic","file":"EuroLLM-1.7B-Instruct-heretic-F16.gguf","label":"F16","size":3316978208,"bits":15.99,"known":true,"rank":0}],"repos":["saidutta69/EuroLLM-1.7B-Instruct-heretic"],"logoFrom":"utter-project"},{"id":"airoboros-34b-3-3","family":"jondurbin/airoboros-34b-3.3","name":"Airoboros 34B 3.3","maker":"jondurbin","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/airoboros-34b-3.3-i1-GGUF/airoboros-34b-3.3.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-04-03T02:52:22.000Z","downloads":2462,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ1_S.gguf","label":"IQ1_S","size":8101091360,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ1_M.gguf","label":"IQ1_M","size":8778897440,"bits":2.04,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9908574240,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10908653600,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ2_S.gguf","label":"IQ2_S","size":11493132320,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ2_M.gguf","label":"IQ2_M","size":12396873760,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q2_K.gguf","label":"Q2_K","size":13366417440,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13935986720,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14775502880,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":15501477920,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ3_S.gguf","label":"IQ3_S","size":15559968800,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ3_M.gguf","label":"IQ3_M","size":16105883680,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":17196107808,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18680629280,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":19016235040,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q4_0.gguf","label":"Q4_0","size":20071938080,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":20139833376,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":21199894560,"bits":4.93,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":24248875040,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24863029280,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/airoboros-34b-3.3-i1-GGUF","file":"airoboros-34b-3.3.i1-Q6_K.gguf","label":"Q6_K","size":28755109920,"bits":6.69,"known":true,"rank":0}],"repos":["mradermacher/airoboros-34b-3.3-i1-GGUF"],"logoFrom":"jondurbin"},{"id":"lucid-v1-nemo","family":"dreamgen/lucid-v1-nemo","name":"Lucid V1 Nemo","maker":"dreamgen","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/dreamgen_lucid-v1-nemo-GGUF/dreamgen_lucid-v1-nemo-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-04-17T04:14:32.000Z","downloads":2461,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ2_S.gguf","label":"IQ2_S","size":4138501376,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ2_M.gguf","label":"IQ2_M","size":4435051776,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q2_K.gguf","label":"Q2_K","size":4791076928,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945413376,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ3_XS.gguf","label":"IQ3_XS","size":5306520160,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q2_K_L.gguf","label":"Q2_K_L","size":5446461888,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q3_K_S.gguf","label":"Q3_K_S","size":5534257760,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ3_M.gguf","label":"IQ3_M","size":5722264160,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q3_K_M.gguf","label":"Q3_K_M","size":6083121760,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q3_K_L.gguf","label":"Q3_K_L","size":6561534560,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ4_XS.gguf","label":"IQ4_XS","size":6742744192,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q4_0.gguf","label":"Q4_0","size":7094673312,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-IQ4_NL.gguf","label":"IQ4_NL","size":7097950112,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q4_K_S.gguf","label":"Q4_K_S","size":7120232352,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148759488,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q4_K_M.gguf","label":"Q4_K_M","size":7477239712,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q4_1.gguf","label":"Q4_1","size":7795254752,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q4_K_L.gguf","label":"Q4_K_L","size":7975332288,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q5_K_S.gguf","label":"Q5_K_S","size":8518773792,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q5_K_M.gguf","label":"Q5_K_M","size":8727669792,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q5_K_L.gguf","label":"Q5_K_L","size":9141873088,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q6_K.gguf","label":"Q6_K","size":10056251776,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q6_K_L.gguf","label":"Q6_K_L","size":10381322688,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-Q8_0.gguf","label":"Q8_0","size":13022423488,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/dreamgen_lucid-v1-nemo-GGUF","file":"dreamgen_lucid-v1-nemo-bf16.gguf","label":"BF16","size":24504378400,"bits":16,"known":true,"rank":0}],"repos":["bartowski/dreamgen_lucid-v1-nemo-GGUF"],"logoFrom":"dreamgen"},{"id":"qwen2-5-coder-1-5b-instruct-non-censure-uncensored-coder-for-android","family":"Tree-AI-lab/Qwen2.5-Coder-1.5B-Instruct-non-censure-uncensored-coder-for-android-GGUF","name":"Qwen2.5 Coder 1.5B Non Censure Uncensored Coder For Android","maker":"Tree-AI-lab","catalog":null,"tuned":true,"params":1.78,"active":null,"layers":28,"probe":"Tree-AI-lab/Qwen2.5-Coder-1.5B-Instruct-non-censure-uncensored-coder-for-android-GGUF/Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-10-11T04:48:51.000Z","downloads":2460,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Tree-AI-lab/Qwen2.5-Coder-1.5B-Instruct-non-censure-uncensored-coder-for-android-GGUF","file":"Qwen2.5-Coder-1.5B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1117321856,"bits":5.02,"known":true,"rank":0}],"repos":["Tree-AI-lab/Qwen2.5-Coder-1.5B-Instruct-non-censure-uncensored-coder-for-android-GGUF"],"logoFrom":"Tree-AI-lab"},{"id":"qwen3-4b-thinking-heretic","family":"saidutta69/Qwen3-4B-Thinking-heretic","name":"Qwen3 4B Thinking Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF/Qwen3-4B-Thinking-heretic.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-14T06:35:17.000Z","downloads":2460,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":1055257024,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":1127018944,"bits":2.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1246622144,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1354101184,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":1417302464,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":1512985024,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1563455424,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q2_K.gguf","label":"Q2_K","size":1669500864,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1670189504,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1814376384,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1886998464,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":1899532224,"bits":3.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":1962897344,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2075619264,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2239786944,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2270752704,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q4_0.gguf","label":"Q4_0","size":2375774144,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2381344704,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2383310784,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2497281984,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q4_1.gguf","label":"Q4_1","size":2596630464,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2823712704,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2889514944,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF","file":"Qwen3-4B-Thinking-heretic.i1-Q6_K.gguf","label":"Q6_K","size":3306262464,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Thinking-heretic-i1-GGUF"],"logoFrom":"saidutta69"},{"id":"kimiko-mistral-7b","family":"Chat-Error/Kimiko-Mistral-7B","name":"Kimiko Mistral 7B","maker":"Chat-Error","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Kimiko-Mistral-7B-GGUF/kimiko-mistral-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-09-30T16:12:00.000Z","downloads":2459,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Kimiko-Mistral-7B-GGUF","file":"kimiko-mistral-7b.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Kimiko-Mistral-7B-GGUF"],"logoFrom":"Chat-Error"},{"id":"airoboros-l2-70b-3-1-2","family":"jondurbin/airoboros-l2-70b-3.1.2","name":"Airoboros L2 70B 3.1.2","maker":"jondurbin","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF/airoboros-l2-70b-3.1.2.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-10-21T12:11:56.000Z","downloads":2459,"likes":11,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q2_K.gguf","label":"Q2_K","size":29279253440,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q3_K_S.gguf","label":"Q3_K_S","size":29919294400,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q3_K_M.gguf","label":"Q3_K_M","size":33186657216,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q3_K_L.gguf","label":"Q3_K_L","size":36147835840,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q4_0.gguf","label":"Q4_0","size":38872249280,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q4_K_S.gguf","label":"Q4_K_S","size":39073575872,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q4_K_M.gguf","label":"Q4_K_M","size":41422910400,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q5_0.gguf","label":"Q5_0","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q5_K_S.gguf","label":"Q5_K_S","size":47461397440,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/Airoboros-L2-70B-3.1.2-GGUF","file":"airoboros-l2-70b-3.1.2.Q5_K_M.gguf","label":"Q5_K_M","size":48753767360,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/Airoboros-L2-70B-3.1.2-GGUF"],"logoFrom":"jondurbin"},{"id":"harbinger-24b","family":"LatitudeGames/Harbinger-24B","name":"Harbinger 24B","maker":"LatitudeGames","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"LatitudeGames/Harbinger-24B-GGUF/Harbinger-24B-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-07T05:58:05.000Z","downloads":2459,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ1_S.gguf","label":"IQ1_S","size":5273719744,"bits":1.79,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ1_M.gguf","label":"IQ1_M","size":5750494144,"bits":1.95,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545118144,"bits":2.22,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ2_XS.gguf","label":"IQ2_XS","size":7207031744,"bits":2.45,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ2_S.gguf","label":"IQ2_S","size":7478350784,"bits":2.54,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ2_M.gguf","label":"IQ2_M","size":8114049984,"bits":2.75,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q2_K_S.gguf","label":"Q2_K_S","size":8320160704,"bits":2.82,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q2_K.gguf","label":"Q2_K","size":8890323904,"bits":3.02,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280590784,"bits":3.15,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ3_XS.gguf","label":"IQ3_XS","size":9907114944,"bits":3.36,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q3_K_S.gguf","label":"Q3_K_S","size":10400273344,"bits":3.53,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ3_S.gguf","label":"IQ3_S","size":10428126144,"bits":3.54,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ3_M.gguf","label":"IQ3_M","size":10650948544,"bits":3.62,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q3_K_M.gguf","label":"Q3_K_M","size":11474080704,"bits":3.89,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q3_K_L.gguf","label":"Q3_K_L","size":12400759744,"bits":4.21,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ4_XS.gguf","label":"IQ4_XS","size":12758913984,"bits":4.33,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-IQ4_NL.gguf","label":"IQ4_NL","size":13468013504,"bits":4.57,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q4_K_S.gguf","label":"Q4_K_S","size":13549278144,"bits":4.6,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q4_K_M.gguf","label":"Q4_K_M","size":14333907904,"bits":4.87,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q5_K_S.gguf","label":"Q5_K_S","size":16304411584,"bits":5.53,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q5_K_M.gguf","label":"Q5_K_M","size":16763982784,"bits":5.69,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q6_K.gguf","label":"Q6_K","size":19345937344,"bits":6.57,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-Q8_0.gguf","label":"Q8_0","size":25054778304,"bits":8.5,"known":true,"rank":0},{"repo":"LatitudeGames/Harbinger-24B-GGUF","file":"Harbinger-24B-bf16.gguf","label":"BF16","size":47153517280,"bits":16,"known":true,"rank":0}],"repos":["LatitudeGames/Harbinger-24B-GGUF"],"logoFrom":"LatitudeGames"},{"id":"augmental-remm-13b","family":"TheBloke/Augmental-ReMM-13B-GGUF","name":"Augmental ReMM 13B","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Augmental-ReMM-13B-GGUF/augmental-remm-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-12T12:21:12.000Z","downloads":2458,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Augmental-ReMM-13B-GGUF","file":"augmental-remm-13b.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Augmental-ReMM-13B-GGUF"],"logoFrom":"Heralax"},{"id":"grok-3-reasoning-gemma3-12b-distilled-hf","family":"mfielding92/Grok-3-reasoning-gemma3-12B-distilled-HF","name":"Grok 3 Reasoning Gemma3 12B Distilled","maker":"mfielding92","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF/Grok-3-reasoning-gemma3-12B-distilled-HF.Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-29T22:50:18.000Z","downloads":2458,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q2_K.gguf","label":"Q2_K","size":4768222208,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q3_K_S.gguf","label":"Q3_K_S","size":5458316288,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q3_K_M.gguf","label":"Q3_K_M","size":6008818688,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q3_K_L.gguf","label":"Q3_K_L","size":6480186368,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.IQ4_XS.gguf","label":"IQ4_XS","size":6606261248,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q4_K_S.gguf","label":"Q4_K_S","size":6935333888,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q4_K_M.gguf","label":"Q4_K_M","size":7300779008,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q5_K_S.gguf","label":"Q5_K_S","size":8231963648,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q5_K_M.gguf","label":"Q5_K_M","size":8445037568,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q6_K.gguf","label":"Q6_K","size":9660812288,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF","file":"Grok-3-reasoning-gemma3-12B-distilled-HF.Q8_0.gguf","label":"Q8_0","size":12510213248,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Grok-3-reasoning-gemma3-12B-distilled-HF-GGUF"],"logoFrom":"google"},{"id":"x-coder-sft-qwen3-8b","family":"IIGroup/X-Coder-SFT-Qwen3-8B","name":"X Coder SFT Qwen3 8B","maker":"IIGroup","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF/X-Coder-SFT-Qwen3-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":32768,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-06T04:24:31.000Z","downloads":2458,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115769856,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256147968,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111488,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696156672,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864743936,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051914752,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552256,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733120,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633280,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874368,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769611776,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789665792,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896620544,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124161536,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394304,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561839616,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787332608,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624064,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802012672,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784192,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247755776,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720761856,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851112960,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF","file":"X-Coder-SFT-Qwen3-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725899776,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/X-Coder-SFT-Qwen3-8B-i1-GGUF"],"logoFrom":"IIGroup"},{"id":"qwopus3-5-4b-coder","family":"Jackrong/Qwopus3.5-4B-Coder-GGUF","name":"Qwopus3.5 4B Coder","maker":"Jackrong","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"Jackrong/Qwopus3.5-4B-Coder-GGUF/Qwopus3.5-4B-coder-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-26T15:54:16.000Z","downloads":2458,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q2_K.gguf","label":"Q2_K","size":1959167424,"bits":3.62,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q3_K_S.gguf","label":"Q3_K_S","size":2121747904,"bits":3.92,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q3_K_M.gguf","label":"Q3_K_M","size":2318806464,"bits":4.28,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q3_K_L.gguf","label":"Q3_K_L","size":2482646464,"bits":4.59,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-IQ4_XS.gguf","label":"IQ4_XS","size":2593555904,"bits":4.79,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q4_K_S.gguf","label":"Q4_K_S","size":2631771584,"bits":4.86,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q4_K_M.gguf","label":"Q4_K_M","size":2783446464,"bits":5.14,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q5_K_S.gguf","label":"Q5_K_S","size":3072992704,"bits":5.68,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q5_K_M.gguf","label":"Q5_K_M","size":3161425344,"bits":5.84,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q6_K.gguf","label":"Q6_K","size":3563027904,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-Q8_0.gguf","label":"Q8_0","size":4610579904,"bits":8.52,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-Coder-GGUF","file":"Qwopus3.5-4B-coder-BF16.gguf","label":"BF16","size":8665619904,"bits":16.01,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.5-4B-Coder-GGUF"],"logoFrom":"Jackrong"},{"id":"qwen3-32b-128k","family":"unsloth/Qwen3-32B-128K-GGUF","name":"Qwen3 32B 128K","maker":"unsloth","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"unsloth/Qwen3-32B-128K-GGUF/Qwen3-32B-128K-UD-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-28T23:46:31.000Z","downloads":2458,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-IQ1_S.gguf","label":"UD-IQ1_S","size":7738884992,"bits":1.89,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-IQ1_M.gguf","label":"UD-IQ1_M","size":8302084992,"bits":2.03,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-IQ2_XXS.gguf","label":"UD-IQ2_XXS","size":9277096832,"bits":2.27,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-IQ2_M.gguf","label":"UD-IQ2_M","size":11553366912,"bits":2.82,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q2_K.gguf","label":"Q2_K","size":12344652672,"bits":3.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q2_K_L.gguf","label":"Q2_K_L","size":12526975872,"bits":3.06,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-Q2_K_XL.gguf","label":"UD-Q2_K_XL","size":12797352832,"bits":3.13,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-IQ3_XXS.gguf","label":"UD-IQ3_XXS","size":12967551872,"bits":3.17,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q3_K_S.gguf","label":"Q3_K_S","size":14389739392,"bits":3.51,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q3_K_M.gguf","label":"Q3_K_M","size":15971778432,"bits":3.9,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-Q3_K_XL.gguf","label":"UD-Q3_K_XL","size":16403102592,"bits":4.01,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-IQ4_XS.gguf","label":"IQ4_XS","size":17714805632,"bits":4.33,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-IQ4_NL.gguf","label":"IQ4_NL","size":18679495552,"bits":4.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q4_0.gguf","label":"Q4_0","size":18703088512,"bits":4.57,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q4_K_S.gguf","label":"Q4_K_S","size":18771245952,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q4_K_M.gguf","label":"Q4_K_M","size":19762150272,"bits":4.83,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":20021713792,"bits":4.89,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q4_1.gguf","label":"Q4_1","size":20636523392,"bits":5.04,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q5_K_S.gguf","label":"Q5_K_S","size":22635494272,"bits":5.53,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q5_K_M.gguf","label":"Q5_K_M","size":23214832512,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-Q5_K_XL.gguf","label":"UD-Q5_K_XL","size":23233551232,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q6_K.gguf","label":"Q6_K","size":26883307392,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-Q6_K_XL.gguf","label":"UD-Q6_K_XL","size":28961587072,"bits":7.07,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-Q8_0.gguf","label":"Q8_0","size":34817720192,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"Qwen3-32B-128K-UD-Q8_K_XL.gguf","label":"UD-Q8_K_XL","size":39481016192,"bits":9.64,"known":true,"rank":0},{"repo":"unsloth/Qwen3-32B-128K-GGUF","file":"BF16/Qwen3-32B-128K-BF16-00001-of-00002.gguf","label":"BF16","size":65531576128,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Qwen3-32B-128K-GGUF"],"logoFrom":"Qwen"},{"id":"vulnllm-r-7b","family":"Virtue-AI-HUB/VulnLLM-R-7B","name":"VulnLLM R 7B","maker":"Virtue-AI-HUB","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/VulnLLM-R-7B-GGUF/VulnLLM-R-7B.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-12-12T07:43:44.000Z","downloads":2457,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q2_K.gguf","label":"Q2_K","size":3015941024,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3492369312,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3808392096,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q3_K_L.gguf","label":"Q3_K_L","size":4088460192,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.IQ4_XS.gguf","label":"IQ4_XS","size":4250299296,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4457769888,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4683074464,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q5_K_S.gguf","label":"Q5_K_S","size":5315177376,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5444832160,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q6_K.gguf","label":"Q6_K","size":6254199712,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.Q8_0.gguf","label":"Q8_0","size":8098526112,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/VulnLLM-R-7B-GGUF","file":"VulnLLM-R-7B.f16.gguf","label":"F16","size":15237854112,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/VulnLLM-R-7B-GGUF"],"logoFrom":"Virtue-AI-HUB"},{"id":"granite-4-2-8b-heretic","family":"saidutta69/granite-4.2-8b-heretic","name":"Granite 4.2 8B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":8.79,"active":null,"layers":40,"probe":"saidutta69/granite-4.2-8b-heretic/granite-4.2-8b-heretic-Q4_K_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T15:44:37.000Z","downloads":2457,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/granite-4.2-8b-heretic","file":"granite-4.2-8b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":5347917248,"bits":4.87,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-8b-heretic","file":"granite-4.2-8b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":6253886912,"bits":5.69,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-8b-heretic","file":"granite-4.2-8b-heretic-Q6_K.gguf","label":"Q6_K","size":7216479680,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-8b-heretic","file":"granite-4.2-8b-heretic-Q8_0.gguf","label":"Q8_0","size":9345613248,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-8b-heretic","file":"granite-4.2-8b-heretic-F16.gguf","label":"F16","size":17587420608,"bits":16.01,"known":true,"rank":0}],"repos":["saidutta69/granite-4.2-8b-heretic"],"logoFrom":"ibm-granite"},{"id":"mistral-7b-instruct-khanacademy-v0-2","family":"MaziyarPanahi/Mistral-7B-Instruct-KhanAcademy-v0.2","name":"Mistral 7B KhanAcademy V0.2","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF/Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-28T03:20:31.000Z","downloads":2457,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103712,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447904,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991688224,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257696,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ2_S.gguf","label":"IQ2_S","size":2310922272,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ2_M.gguf","label":"IQ2_M","size":2500714528,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q2_K.gguf","label":"Q2_K","size":2719244320,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345952,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817568,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569632,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ3_S.gguf","label":"IQ3_S","size":3182395424,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893728,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518988320,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026784,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907690528,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108918816,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4108918816,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4108918816,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q4_0.gguf","label":"Q4_0","size":4123598880,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140376096,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368441376,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997718048,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131411488,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF","file":"Mistral-7B-Instruct-KhanAcademy-v0.2.i1-Q6_K.gguf","label":"Q6_K","size":5942067232,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-7B-Instruct-KhanAcademy-v0.2-i1-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"meta-llama-llama-3-2-3b-instruct-heretic-nosyco","family":"UnstableLlama/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco","name":"Meta Llama Llama 3.2 3B Heretic Nosyco","maker":"UnstableLlama","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2026-10-30T11:28:04.000Z","downloads":2453,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ1_S.gguf","label":"IQ1_S","size":868158912,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ1_M.gguf","label":"IQ1_M","size":924192192,"bits":2.3,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1017580992,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1100549568,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ2_S.gguf","label":"IQ2_S","size":1154321856,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ2_M.gguf","label":"IQ2_M","size":1229032896,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1274283456,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1348767168,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q2_K.gguf","label":"Q2_K","size":1363936704,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1476789696,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ3_S.gguf","label":"IQ3_S","size":1542849984,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1542849984,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ3_M.gguf","label":"IQ3_M","size":1599669696,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1687160256,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1815348672,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1829111232,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1917191616,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q4_0.gguf","label":"Q4_0","size":1921910208,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1928201664,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2019378624,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q4_1.gguf","label":"Q4_1","size":2093352384,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2269513152,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2322154944,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF","file":"meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco.i1-Q6_K.gguf","label":"Q6_K","size":2643854784,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/meta-llama-Llama-3.2-3B-Instruct-heretic-nosyco-i1-GGUF"],"logoFrom":"UnstableLlama"},{"id":"qwen3-30b-a3b-arliai-rpr-v4-fast","family":"ArliAI/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast","name":"Qwen3 30B A3B ArliAI RpR V4 Fast","maker":"ArliAI","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-08T09:22:28.000Z","downloads":2452,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q2_K.gguf","label":"Q2_K","size":11258610080,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q3_K_S.gguf","label":"Q3_K_S","size":13292468640,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q3_K_M.gguf","label":"Q3_K_M","size":14711847328,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q3_K_L.gguf","label":"Q3_K_L","size":15900670368,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.IQ4_XS.gguf","label":"IQ4_XS","size":16557093280,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q4_K_S.gguf","label":"Q4_K_S","size":17456009632,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q4_K_M.gguf","label":"Q4_K_M","size":18556686752,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q5_K_S.gguf","label":"Q5_K_S","size":21080510880,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q5_K_M.gguf","label":"Q5_K_M","size":21725581728,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q6_K.gguf","label":"Q6_K","size":25092532640,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF","file":"Qwen3-30B-A3B-ArliAI-RpR-v4-Fast.Q8_0.gguf","label":"Q8_0","size":32483932576,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-ArliAI-RpR-v4-Fast-GGUF"],"logoFrom":"ArliAI"},{"id":"omnicoder-2-9b","family":"mradermacher/OmniCoder-2-9B-GGUF","name":"OmniCoder 2 9B","maker":"mradermacher","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/OmniCoder-2-9B-GGUF/OmniCoder-2-9B.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-03-25T09:45:41.000Z","downloads":2452,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q2_K.gguf","label":"Q2_K","size":3827262720,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q3_K_S.gguf","label":"Q3_K_S","size":4259407104,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q3_K_M.gguf","label":"Q3_K_M","size":4623525120,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q3_K_L.gguf","label":"Q3_K_L","size":4925515008,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.IQ4_XS.gguf","label":"IQ4_XS","size":5227898112,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q4_K_S.gguf","label":"Q4_K_S","size":5351630080,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q4_K_M.gguf","label":"Q4_K_M","size":5629109504,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q5_K_S.gguf","label":"Q5_K_S","size":6305309952,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q5_K_M.gguf","label":"Q5_K_M","size":6467970304,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q6_K.gguf","label":"Q6_K","size":7359259904,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.Q8_0.gguf","label":"Q8_0","size":9527502080,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/OmniCoder-2-9B-GGUF","file":"OmniCoder-2-9B.f16.gguf","label":"F16","size":17920697600,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/OmniCoder-2-9B-GGUF"],"logoFrom":null},{"id":"interimlabs-huihui-qwen3-5-4b-abliterated-gguf-q4-k-m","family":"interimlabs/InterimLabs-Huihui-Qwen3.5-4B-abliterated-GGUF-Q4_K_M","name":"InterimLabs Huihui Qwen3.5 4B Abliterated GGUF Q4 K M","maker":"interimlabs","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"interimlabs/InterimLabs-Huihui-Qwen3.5-4B-abliterated-GGUF-Q4_K_M/model.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-01T01:38:07.000Z","downloads":2451,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"interimlabs/InterimLabs-Huihui-Qwen3.5-4B-abliterated-GGUF-Q4_K_M","file":"model.gguf","label":"model","size":2707514688,"bits":5.14,"known":false,"rank":0}],"repos":["interimlabs/InterimLabs-Huihui-Qwen3.5-4B-abliterated-GGUF-Q4_K_M"],"logoFrom":"huihui-ai"},{"id":"osmosis-mcp-4b","family":"osmosis-ai/osmosis-mcp-4b","name":"Osmosis Mcp 4B","maker":"osmosis-ai","catalog":null,"tuned":false,"params":4.41,"active":null,"layers":36,"probe":"osmosis-ai/osmosis-mcp-4b/osmosis-mcp-4b.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-08T18:46:48.000Z","downloads":2450,"likes":40,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q2_K.gguf","label":"Q2_K","size":1797126016,"bits":3.26,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q3_K_S.gguf","label":"Q3_K_S","size":2054126976,"bits":3.73,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q3_K_M.gguf","label":"Q3_K_M","size":2242747776,"bits":4.07,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q3_K_L.gguf","label":"Q3_K_L","size":2406915456,"bits":4.37,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.IQ4_XS.gguf","label":"IQ4_XS","size":2492949376,"bits":4.52,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4B-Q4_K_S.gguf","label":"Q4_K_S","size":2602097536,"bits":4.72,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q4_K_M.gguf","label":"Q4_K_M","size":2716068736,"bits":4.93,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q5_K_S.gguf","label":"Q5_K_S","size":3091118976,"bits":5.61,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q5_K_M.gguf","label":"Q5_K_M","size":3156921216,"bits":5.73,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q6_K.gguf","label":"Q6_K","size":3625326976,"bits":6.58,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4b.Q8_0.gguf","label":"Q8_0","size":4693671296,"bits":8.51,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4B-F16.gguf","label":"F16","size":8829197120,"bits":16.02,"known":true,"rank":0},{"repo":"osmosis-ai/osmosis-mcp-4b","file":"osmosis-mcp-4B-BF16.gguf","label":"BF16","size":8829197696,"bits":16.02,"known":true,"rank":0}],"repos":["osmosis-ai/osmosis-mcp-4b"],"logoFrom":"osmosis-ai"},{"id":"codellama-7b-kstack-clean","family":"JetBrains/CodeLlama-7B-KStack-clean","name":"CodeLlama 7B KStack Clean","maker":"JetBrains","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF/CodeLlama-7B-KStack-clean.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-26T06:30:30.000Z","downloads":2449,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q2_K.gguf","label":"Q2_K","size":2532939776,"bits":3.01,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q3_K_S.gguf","label":"Q3_K_S","size":2948387328,"bits":3.5,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q3_K_M.gguf","label":"Q3_K_M","size":3298087424,"bits":3.91,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q3_K_L.gguf","label":"Q3_K_L","size":3597193728,"bits":4.27,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q4_0.gguf","label":"Q4_0","size":3825898496,"bits":4.54,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q4_K_S.gguf","label":"Q4_K_S","size":3856831488,"bits":4.58,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q4_K_M.gguf","label":"Q4_K_M","size":4081095680,"bits":4.84,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q4_1.gguf","label":"Q4_1","size":4238844928,"bits":5.03,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q5_0.gguf","label":"Q5_0","size":4651791360,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q5_K_S.gguf","label":"Q5_K_S","size":4651791360,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q5_K_M.gguf","label":"Q5_K_M","size":4783256576,"bits":5.68,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q5_1.gguf","label":"Q5_1","size":5064737792,"bits":6.01,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q6_K.gguf","label":"Q6_K","size":5529302528,"bits":6.56,"known":true,"rank":0},{"repo":"QuantFactory/CodeLlama-7B-KStack-clean-GGUF","file":"CodeLlama-7B-KStack-clean.Q8_0.gguf","label":"Q8_0","size":7161229824,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/CodeLlama-7B-KStack-clean-GGUF"],"logoFrom":"JetBrains"},{"id":"qwen3-8-2b-heretic-max","family":"MihaiPopa-1/Qwen3.8-2B-Heretic-Max","name":"Qwen3.8 2B Heretic Max","maker":"MihaiPopa-1","catalog":null,"tuned":true,"params":1.88,"active":null,"layers":24,"probe":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF/Qwen3.8-2B-Heretic-Max.i1-IQ1_S.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-24T08:02:03.000Z","downloads":2449,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ1_S.gguf","label":"IQ1_S","size":722962208,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ1_M.gguf","label":"IQ1_M","size":748204832,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":790275872,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ2_XS.gguf","label":"IQ2_XS","size":824719136,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ2_S.gguf","label":"IQ2_S","size":832091936,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ2_M.gguf","label":"IQ2_M","size":865748768,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":927754016,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q2_K_S.gguf","label":"Q2_K_S","size":944163616,"bits":4.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q2_K.gguf","label":"Q2_K","size":968543008,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1020174112,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1027202848,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ3_S.gguf","label":"IQ3_S","size":1051090720,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ3_M.gguf","label":"IQ3_M","size":1059446560,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q3_K_M.gguf","label":"Q3_K_M","size":1099259680,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q3_K_L.gguf","label":"Q3_K_L","size":1164533536,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1195963168,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q4_0.gguf","label":"Q4_0","size":1204847392,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1212056352,"bits":5.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1231586080,"bits":5.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1274397472,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q4_1.gguf","label":"Q4_1","size":1288282912,"bits":5.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1374077728,"bits":5.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1411121952,"bits":6,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF","file":"Qwen3.8-2B-Heretic-Max.i1-Q6_K.gguf","label":"Q6_K","size":1556391712,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-2B-Heretic-Max-i1-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-vl-235b-a22b-thinking","family":"Qwen/Qwen3-VL-235B-A22B-Thinking","name":"Qwen3 VL 235B A22B Thinking","maker":"Alibaba Qwen","catalog":null,"tuned":true,"params":235.09,"active":22.19,"layers":94,"probe":"Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF/Qwen3VL-235B-A22B-Thinking-Q8_0-00001-of-00006.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2025-09-22T03:54:48.000Z","downloads":2449,"likes":52,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1395,"arenaCoding":1452,"arenaVision":1200,"builds":[{"repo":"Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF","file":"Qwen3VL-235B-A22B-Thinking-Q4_K_M-split-00001-of-00003.gguf","label":"Qwen3VL-235B-A22B-Thinking-Q4_K_M-split","size":142154075200,"bits":4.84,"known":false,"rank":0},{"repo":"Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF","file":"Qwen3VL-235B-A22B-Thinking-Q8_0-00001-of-00006.gguf","label":"Q8_0","size":249940106656,"bits":8.51,"known":true,"rank":0},{"repo":"Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF","file":"Qwen3VL-235B-A22B-Thinking-F16-split-00001-of-00010.gguf","label":"Qwen3VL-235B-A22B-Thinking-F16-split","size":470293438272,"bits":16,"known":false,"rank":0}],"repos":["Qwen/Qwen3-VL-235B-A22B-Thinking-GGUF","unsloth/Qwen3-VL-235B-A22B-Thinking-GGUF"],"logoFrom":"Qwen"},{"id":"versatillama-llama-3-2-3b-instruct-abliterated","family":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","name":"VersatiLlama Llama 3.2 3B Abliterated","maker":"QuantFactory","catalog":null,"tuned":true,"params":3.21,"active":null,"layers":28,"probe":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-4.0","open":true,"released":"2024-10-08T02:03:52.000Z","downloads":2449,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q2_K.gguf","label":"Q2_K","size":1363935712,"bits":3.4,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":1542848992,"bits":3.85,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":1687159264,"bits":4.2,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":1815347680,"bits":4.52,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_0.gguf","label":"Q4_0","size":1917190624,"bits":4.78,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":1928200672,"bits":4.81,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":2019377632,"bits":5.03,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_1.gguf","label":"Q4_1","size":2093351392,"bits":5.22,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q5_0.gguf","label":"Q5_0","size":2269512160,"bits":5.66,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":2269512160,"bits":5.66,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":2322153952,"bits":5.79,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q5_1.gguf","label":"Q5_1","size":2445672928,"bits":6.1,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q6_K.gguf","label":"Q6_K","size":2643853792,"bits":6.59,"known":true,"rank":0},{"repo":"QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF","file":"VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q8_0.gguf","label":"Q8_0","size":3421899232,"bits":8.53,"known":true,"rank":0}],"repos":["QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF"],"logoFrom":"meta-llama"},{"id":"elderflower-1-5b","family":"Noid3a-Labs/Elderflower-1.5B","name":"Elderflower 1.5B","maker":"Noid3a-Labs","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"mradermacher/Elderflower-1.5B-i1-GGUF/Elderflower-1.5B.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-29T18:20:58.000Z","downloads":2445,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ1_S.gguf","label":"IQ1_S","size":513104032,"bits":2.31,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ1_M.gguf","label":"IQ1_M","size":541037728,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":587593888,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":626903200,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ2_S.gguf","label":"IQ2_S","size":664088224,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ2_M.gguf","label":"IQ2_M","size":701333152,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":716711584,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q2_K.gguf","label":"Q2_K","size":752881312,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":769070752,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":831977632,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":861223072,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ3_S.gguf","label":"IQ3_S","size":862685344,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ3_M.gguf","label":"IQ3_M","size":876942496,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":924457120,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":980441248,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":1019712160,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":1067604640,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q4_0.gguf","label":"Q4_0","size":1068808864,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":1071585952,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":1117321888,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q4_1.gguf","label":"Q4_1","size":1162701472,"bits":5.23,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1259174560,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1285495456,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Elderflower-1.5B-i1-GGUF","file":"Elderflower-1.5B.i1-Q6_K.gguf","label":"Q6_K","size":1464179872,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Elderflower-1.5B-i1-GGUF"],"logoFrom":"Noid3a-Labs"},{"id":"milmmt-46-4b-v1-0","family":"xiaomi-research/MiLMMT-46-4B-v1.0","name":"MiLMMT 46 4B V1.0","maker":"xiaomi-research","catalog":null,"tuned":false,"params":3.88,"active":null,"layers":34,"probe":"mradermacher/MiLMMT-46-4B-v1.0-GGUF/MiLMMT-46-4B-v1.0.Q2_K.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":true,"licence":"gemma","open":false,"released":"2026-08-07T08:45:20.000Z","downloads":2443,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q2_K.gguf","label":"Q2_K","size":1729163552,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":1937363232,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":2098458912,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":2236084512,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.IQ4_XS.gguf","label":"IQ4_XS","size":2279624992,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":2377928992,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":2489893152,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":2764591392,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":2829697312,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q6_K.gguf","label":"Q6_K","size":3190739232,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.Q8_0.gguf","label":"Q8_0","size":4130401312,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/MiLMMT-46-4B-v1.0-GGUF","file":"MiLMMT-46-4B-v1.0.f16.gguf","label":"F16","size":7767802912,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/MiLMMT-46-4B-v1.0-GGUF"],"logoFrom":"xiaomi-research"},{"id":"yi-1-5-9b-chat-16k-abliterated","family":"byroneverson/Yi-1.5-9B-Chat-16K-abliterated","name":"Yi 1.5 9B 16K Abliterated","maker":"byroneverson","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF/Yi-1.5-9B-Chat-16K-abliterated.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-04T02:21:04.000Z","downloads":2442,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2014574304,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2181641952,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460088032,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708010720,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2875356896,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":3098113760,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3354326752,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474323168,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3717936864,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899209440,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3912578784,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":4055463648,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324407008,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4690753248,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785010400,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5036996320,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5036996320,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5036996320,"bits":4.56,"known":false,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q4_0.gguf","label":"Q4_0","size":5053904608,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5071861472,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5328959200,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6107854560,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258259680,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF","file":"Yi-1.5-9B-Chat-16K-abliterated.i1-Q6_K.gguf","label":"Q6_K","size":7245641440,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Yi-1.5-9B-Chat-16K-abliterated-i1-GGUF"],"logoFrom":"byroneverson"},{"id":"openai-gpt-oss-20b-neo","family":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF","name":"Openai Gpt Oss 20B NEO","maker":"DavidAU","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF/OpenAI-20B-NEO-IQ4_NL.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-06T01:05:36.000Z","downloads":2442,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF","file":"OpenAI-20B-NEO-MXFP4_MOE4.gguf","label":"OpenAI-20B-NEO-MXFP4_MOE4","size":11530432544,"bits":4.41,"known":false,"rank":0},{"repo":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF","file":"OpenAI-20B-NEO-MXFP4_MOE3.gguf","label":"OpenAI-20B-NEO-MXFP4_MOE3","size":11819999264,"bits":4.52,"known":false,"rank":0},{"repo":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF","file":"OpenAI-20B-NEO-MXFP4_MOE2.gguf","label":"OpenAI-20B-NEO-MXFP4_MOE2","size":11928586784,"bits":4.56,"known":false,"rank":0},{"repo":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF","file":"OpenAI-20B-NEO-IQ4_NL.gguf","label":"IQ4_NL","size":12105326624,"bits":4.63,"known":true,"rank":0},{"repo":"DavidAU/Openai_gpt-oss-20b-NEO-GGUF","file":"OpenAI-20B-NEO-Q5_1.gguf","label":"Q5_1","size":15909898784,"bits":6.09,"known":true,"rank":0}],"repos":["DavidAU/Openai_gpt-oss-20b-NEO-GGUF"],"logoFrom":"openai"},{"id":"gpt-oss-nano","family":"squ11z1/gpt-oss-nano","name":"Gpt Oss Nano","maker":"squ11z1","catalog":null,"tuned":true,"params":8.97,"active":4.19,"layers":24,"probe":"squ11z1/gpt-oss-nano/gpt-oss-9b-q4_k_m.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-27T21:08:54.000Z","downloads":2442,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"squ11z1/gpt-oss-nano","file":"gpt-oss-9b-q4_k_m.gguf","label":"Q4_K_M","size":6825064608,"bits":6.09,"known":true,"rank":0},{"repo":"squ11z1/gpt-oss-nano","file":"gpt-oss-9b-q8_0.gguf","label":"Q8_0","size":9549360288,"bits":8.52,"known":true,"rank":0},{"repo":"squ11z1/gpt-oss-nano","file":"gpt-oss-9b-bf16.gguf","label":"BF16","size":17950896288,"bits":16.01,"known":true,"rank":0}],"repos":["squ11z1/gpt-oss-nano"],"logoFrom":"openai"},{"id":"qwen3-6-35b-a3b-uncensored-heretic-nvfp4-experts-only","family":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only-GGUF","name":"Qwen3.6 35B A3B Uncensored Heretic NVFP4 Experts Only","maker":"llmfan46","catalog":null,"tuned":true,"params":34.66,"active":3.46,"layers":40,"probe":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only-GGUF/Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-05-03T22:06:31.000Z","downloads":2442,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only-GGUF","file":"Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only.gguf","label":"Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only","size":23071785216,"bits":5.33,"known":false,"rank":0}],"repos":["llmfan46/Qwen3.6-35B-A3B-uncensored-heretic-NVFP4-Experts-Only-GGUF"],"logoFrom":"llmfan46"},{"id":"kukulstanta-infinityrp-7b-slerp","family":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","name":"KukulStanta InfinityRP 7B Slerp","maker":"AlekseiPravdin","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF/KukulStanta-InfinityRP-7B-slerp.q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-07T20:40:44.000Z","downloads":2440,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q2_k.gguf","label":"Q2_K","size":2719242432,"bits":3,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q3_k_s.gguf","label":"Q3_K_S","size":3164567744,"bits":3.5,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q3_k_m.gguf","label":"Q3_K_M","size":3518986432,"bits":3.89,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q3_k_l.gguf","label":"Q3_K_L","size":3822024896,"bits":4.22,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q4_0.gguf","label":"Q4_0","size":4108916928,"bits":4.54,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q4_k_s.gguf","label":"Q4_K_S","size":4140374208,"bits":4.57,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q4_k_m.gguf","label":"Q4_K_M","size":4368439488,"bits":4.83,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q4_1.gguf","label":"Q4_1","size":4553316544,"bits":5.03,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"kukulstanta-infinityrp-7b-slerp.q5_0.gguf","label":"Q5_0","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"kukulstanta-infinityrp-7b-slerp.q5_k_s.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"KukulStanta-InfinityRP-7B-slerp.q5_k_m.gguf","label":"Q5_K_M","size":5131409600,"bits":5.67,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"kukulstanta-infinityrp-7b-slerp.q5_1.gguf","label":"Q5_1","size":5442115296,"bits":6.01,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"kukulstanta-infinityrp-7b-slerp.q6_k.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF","file":"kukulstanta-infinityrp-7b-slerp.Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0}],"repos":["AlekseiPravdin/KukulStanta-InfinityRP-7B-slerp-GGUF"],"logoFrom":"AlekseiPravdin"},{"id":"qwen3-8-27b-rocmfpx","family":"ArtomYuan/Qwen3.8-27B-ROCmFPX","name":"Qwen3.8 27B ROCmFPX","maker":"ArtomYuan","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"ArtomYuan/Qwen3.8-27B-ROCmFPX/Qwen3.8-27B_Q4_0_ROCMFP4_FAST.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-27T06:32:26.000Z","downloads":2439,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q4_0_ROCMFP4_FAST.gguf","label":"Q4_0_ROCMFP4_FAST","size":14562235840,"bits":4.26,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q4_0_ROCMFP4_FAST_COHERENT.gguf","label":"Q4_0_ROCMFP4_FAST_COHERENT","size":14929749440,"bits":4.37,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q4_0_ROCMFP4_STRIX.gguf","label":"Q4_0_ROCMFP4_STRIX","size":15013963200,"bits":4.4,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q6_0_ROCMFPX.gguf","label":"Q6_0_ROCMFPX","size":22528382400,"bits":6.6,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q6_0_ROCMFPX_AGENT.gguf","label":"Q6_0_ROCMFPX_AGENT","size":25283188160,"bits":7.4,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":28193396160,"bits":8.26,"known":false,"rank":0},{"repo":"ArtomYuan/Qwen3.8-27B-ROCmFPX","file":"Qwen3.8-27B_Q8_0_ROCMFPX_AGENT.gguf","label":"Q8_0_ROCMFPX_AGENT","size":28664108480,"bits":8.39,"known":false,"rank":0}],"repos":["ArtomYuan/Qwen3.8-27B-ROCmFPX"],"logoFrom":"Qwen"},{"id":"apex-35b-v1-0-sangreal-ice","family":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","name":"Apex 35B V1.0 Sangreal ICE","maker":"gbuzhf","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE/Apex-35B-V1.0-Q8_0.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T00:19:04.000Z","downloads":2439,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"Apex-35B-V1.0-12G-ICEv2.gguf","label":"Apex-35B-V1.0-12G-ICEv2","size":12188332768,"bits":2.75,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"Apex-35B-V1.0-15G-ICEv2.gguf","label":"Apex-35B-V1.0-15G-ICEv2","size":14805578464,"bits":3.34,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"Apex-35B-V1.0-19G-ICEv2.gguf","label":"Apex-35B-V1.0-19G-ICEv2","size":18762904288,"bits":4.23,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"Apex-35B-V1.0-23G-ICEv2.gguf","label":"Apex-35B-V1.0-23G-ICEv2","size":22808310496,"bits":5.14,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"Apex-35B-V1.0-25G-ICEv2.gguf","label":"Apex-35B-V1.0-25G-ICEv2","size":24821576416,"bits":5.59,"known":false,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"Apex-35B-V1.0-Q8_0.gguf","label":"Q8_0","size":37802234016,"bits":8.52,"known":true,"rank":0},{"repo":"gbuzhf/Apex-35B-V1.0-Sangreal-ICE","file":"BF16/Apex-35B-V1.0-BF16-00001-of-00002.gguf","label":"BF16","size":71067078784,"bits":16.01,"known":true,"rank":0}],"repos":["gbuzhf/Apex-35B-V1.0-Sangreal-ICE"],"logoFrom":"Apexintelligence-AI"},{"id":"l3-3-nevoria-r1-70b","family":"Steelskull/L3.3-Nevoria-R1-70b","name":"L3.3 Nevoria R1 70B","maker":"Steelskull","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/L3.3-Nevoria-R1-70b-GGUF/L3.3-Nevoria-R1-70b-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-01-25T18:36:49.000Z","downloads":2438,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ1_M.gguf","label":"IQ1_M","size":16751202304,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097391104,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ2_XS.gguf","label":"IQ2_XS","size":21142114304,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ2_S.gguf","label":"IQ2_S","size":22242349056,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ2_M.gguf","label":"IQ2_M","size":24119300096,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q2_K.gguf","label":"Q2_K","size":26375114752,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q2_K_L.gguf","label":"Q2_K_L","size":27401162752,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469500416,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q3_K_S.gguf","label":"Q3_K_S","size":30912057344,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ3_M.gguf","label":"IQ3_M","size":31937040384,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q3_K_M.gguf","label":"Q3_K_M","size":34267500544,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q3_K_L.gguf","label":"Q3_K_L","size":37140598784,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ4_XS.gguf","label":"IQ4_XS","size":37902667776,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059937792,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-IQ4_NL.gguf","label":"IQ4_NL","size":40053624832,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q4_0.gguf","label":"Q4_0","size":40116539392,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q4_K_S.gguf","label":"Q4_K_S","size":40347226112,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q4_K_M.gguf","label":"Q4_K_M","size":42520399872,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q4_1.gguf","label":"Q4_1","size":44313595904,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q5_K_S.gguf","label":"Q5_K_S","size":48657453056,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q5_K_M/L3.3-Nevoria-R1-70b-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949823200,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q6_K/L3.3-Nevoria-R1-70b-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888149728,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/L3.3-Nevoria-R1-70b-GGUF","file":"L3.3-Nevoria-R1-70b-Q8_0/L3.3-Nevoria-R1-70b-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975055776,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/L3.3-Nevoria-R1-70b-GGUF"],"logoFrom":"Steelskull"},{"id":"qwen3-16b-a3b","family":"kalomaze/Qwen3-16B-A3B","name":"Qwen3 16B A3B","maker":"kalomaze","catalog":null,"tuned":false,"params":16.03,"active":3.35,"layers":48,"probe":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF/kalomaze_Qwen3-16B-A3B-IQ2_XXS.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-03T05:14:31.000Z","downloads":2436,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":4428015648,"bits":2.21,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ2_XS.gguf","label":"IQ2_XS","size":4931332128,"bits":2.46,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ2_S.gguf","label":"IQ2_S","size":5013266464,"bits":2.5,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ2_M.gguf","label":"IQ2_M","size":5623537696,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q2_K.gguf","label":"Q2_K","size":5881774112,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q2_K_L.gguf","label":"Q2_K_L","size":6185646112,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":6529507360,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ3_XS.gguf","label":"IQ3_XS","size":6822492192,"bits":3.4,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q3_K_S.gguf","label":"Q3_K_S","size":7174420512,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ3_M.gguf","label":"IQ3_M","size":7501969440,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q3_K_M.gguf","label":"Q3_K_M","size":7502231584,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q3_K_L.gguf","label":"Q3_K_L","size":7706441760,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q3_K_XL.gguf","label":"Q3_K_XL","size":7978711072,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":8732094496,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-IQ4_NL.gguf","label":"IQ4_NL","size":9207386144,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q4_0.gguf","label":"Q4_0","size":9301757984,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q4_K_S.gguf","label":"Q4_K_S","size":9503608864,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":9830436896,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q4_K_L.gguf","label":"Q4_K_L","size":10061379616,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q4_1.gguf","label":"Q4_1","size":10129657888,"bits":5.06,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q5_K_S.gguf","label":"Q5_K_S","size":11108552736,"bits":5.54,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q5_K_M.gguf","label":"Q5_K_M","size":11432759328,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q5_K_L.gguf","label":"Q5_K_L","size":11624806432,"bits":5.8,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q6_K.gguf","label":"Q6_K","size":13188704288,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q6_K_L.gguf","label":"Q6_K_L","size":13339424800,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-Q8_0.gguf","label":"Q8_0","size":17057282080,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/kalomaze_Qwen3-16B-A3B-GGUF","file":"kalomaze_Qwen3-16B-A3B-bf16.gguf","label":"BF16","size":32079607552,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/kalomaze_Qwen3-16B-A3B-GGUF"],"logoFrom":"kalomaze"},{"id":"midnight-rose-70b-v2-0-3","family":"sophosympatheia/Midnight-Rose-70B-v2.0.3","name":"Midnight Rose 70B V2.0.3","maker":"sophosympatheia","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF/Midnight-Rose-70B-v2.0.3.IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-05-10T21:46:07.000Z","downloads":2435,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ1_S.gguf","label":"IQ1_S","size":14535538048,"bits":1.69,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ2_XXS.gguf","label":"IQ2_XXS","size":18289440128,"bits":2.12,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ2_XS.gguf","label":"IQ2_XS","size":20334163328,"bits":2.36,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ2_S.gguf","label":"IQ2_S","size":21354313088,"bits":2.48,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ2_M.gguf","label":"IQ2_M","size":23231264128,"bits":2.69,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q2_K_S.gguf","label":"Q2_K_S","size":23559271808,"bits":2.73,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q2_K.gguf","label":"Q2_K","size":25462437248,"bits":2.95,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ3_XXS.gguf","label":"IQ3_XXS","size":26581464448,"bits":3.08,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ3_XS.gguf","label":"IQ3_XS","size":28314973568,"bits":3.28,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ3_S.gguf","label":"IQ3_S","size":29919294848,"bits":3.47,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q3_K_S.gguf","label":"Q3_K_S","size":29919294848,"bits":3.47,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ3_M.gguf","label":"IQ3_M","size":30944277888,"bits":3.59,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q3_K_M.gguf","label":"Q3_K_M","size":33274738048,"bits":3.86,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q3_K_L.gguf","label":"Q3_K_L","size":36147836288,"bits":4.19,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.IQ4_XS.gguf","label":"IQ4_XS","size":36829820288,"bits":4.27,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q4_K_S.gguf","label":"Q4_K_S","size":39249737088,"bits":4.55,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q4_K_M.gguf","label":"Q4_K_M","size":41422910848,"bits":4.8,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q5_K_S.gguf","label":"Q5_K_S","size":47461397888,"bits":5.5,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q5_K_M.gguf","label":"Q5_K_M","size":48753767808,"bits":5.65,"known":true,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q6_K-split-00001-of-00002.gguf","label":"Midnight-Rose-70B-v2.0.3.Q6_K-split","size":56587368000,"bits":6.56,"known":false,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.Q8_0-split-00001-of-00002.gguf","label":"Midnight-Rose-70B-v2.0.3.Q8_0-split","size":73292330592,"bits":8.5,"known":false,"rank":0},{"repo":"backyardai/Midnight-Rose-70B-v2.0.3-GGUF","file":"Midnight-Rose-70B-v2.0.3.F16-split-00001-of-00003.gguf","label":"Midnight-Rose-70B-v2.0.3.F16-split","size":137956701600,"bits":16,"known":false,"rank":0}],"repos":["backyardai/Midnight-Rose-70B-v2.0.3-GGUF"],"logoFrom":"sophosympatheia"},{"id":"lelantos-7b","family":"SanjiWatsuki/Lelantos-7B","name":"Lelantos 7B","maker":"SanjiWatsuki","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Lelantos-7B-GGUF/lelantos-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-31T08:12:09.000Z","downloads":2434,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q2_K.gguf","label":"Q2_K","size":3084043872,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3165514144,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3519932832,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822971296,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q4_0.gguf","label":"Q4_0","size":4109864416,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4141321696,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4369386976,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q5_0.gguf","label":"Q5_0","size":4998664672,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4998664672,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5132358112,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q6_K.gguf","label":"Q6_K","size":5943014944,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Lelantos-7B-GGUF","file":"lelantos-7b.Q8_0.gguf","label":"Q8_0","size":7696811424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Lelantos-7B-GGUF"],"logoFrom":null},{"id":"cursorcore-qw2-5-1-5b","family":"TechxGenus/CursorCore-QW2.5-1.5B","name":"CursorCore QW2.5 1.5B","maker":"TechxGenus","catalog":null,"tuned":false,"params":1.54,"active":null,"layers":28,"probe":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF/CursorCore-QW2.5-1.5B.i1-IQ1_S.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-10-11T06:14:24.000Z","downloads":2434,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ1_S.gguf","label":"IQ1_S","size":436251040,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ1_M.gguf","label":"IQ1_M","size":464184736,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":510740896,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":550050208,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ2_S.gguf","label":"IQ2_S","size":563533216,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ2_M.gguf","label":"IQ2_M","size":600778144,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":668515744,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q2_K.gguf","label":"Q2_K","size":675976096,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":731370400,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":760615840,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ3_S.gguf","label":"IQ3_S","size":762078112,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ3_M.gguf","label":"IQ3_M","size":776335264,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":823849888,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":879834016,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":895402912,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":934626208,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":934626208,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":934626208,"bits":4.86,"known":false,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q4_0.gguf","label":"Q4_0","size":937206688,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":939983776,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":985719712,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":1098400672,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":1124721568,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF","file":"CursorCore-QW2.5-1.5B.i1-Q6_K.gguf","label":"Q6_K","size":1272411040,"bits":6.61,"known":true,"rank":0}],"repos":["mradermacher/CursorCore-QW2.5-1.5B-i1-GGUF"],"logoFrom":"TechxGenus"},{"id":"swiss-ai-apertus-8b-instruct-2509","family":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","name":"Swiss Ai Apertus 8B 2509","maker":"bartowski","catalog":null,"tuned":false,"params":8.05,"active":null,"layers":32,"probe":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF/swiss-ai_Apertus-8B-Instruct-2509-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":65536,"arch":"apertus","vision":false,"licence":null,"open":false,"released":"2025-10-03T19:27:29.000Z","downloads":2434,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-IQ2_M.gguf","label":"IQ2_M","size":2974102912,"bits":2.96,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-IQ3_XXS.gguf","label":"IQ3_XXS","size":3287889280,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q2_K.gguf","label":"Q2_K","size":3287889280,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-IQ3_XS.gguf","label":"IQ3_XS","size":3566286208,"bits":3.54,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q3_K_S.gguf","label":"Q3_K_S","size":3679008128,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q2_K_L.gguf","label":"Q2_K_L","size":3812177280,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-IQ3_M.gguf","label":"IQ3_M","size":3814929792,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q3_K_M.gguf","label":"Q3_K_M","size":4165547392,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-IQ4_XS.gguf","label":"IQ4_XS","size":4463342976,"bits":4.44,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q3_K_L.gguf","label":"Q3_K_L","size":4578686336,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-IQ4_NL.gguf","label":"IQ4_NL","size":4694029696,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q4_0.gguf","label":"Q4_0","size":4699272576,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q4_K_S.gguf","label":"Q4_K_S","size":4723389824,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q3_K_XL.gguf","label":"Q3_K_XL","size":5048448384,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q4_K_M.gguf","label":"Q4_K_M","size":5057885568,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q4_1.gguf","label":"Q4_1","size":5147014528,"bits":5.12,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q4_K_L.gguf","label":"Q4_K_L","size":5456344448,"bits":5.42,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q5_K_S.gguf","label":"Q5_K_S","size":5616776576,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q5_K_M.gguf","label":"Q5_K_M","size":5812860288,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q5_K_L.gguf","label":"Q5_K_L","size":6144210304,"bits":6.11,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q6_K.gguf","label":"Q6_K","size":6615020928,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q6_K_L.gguf","label":"Q6_K_L","size":6875067776,"bits":6.83,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-Q8_0.gguf","label":"Q8_0","size":8565372288,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF","file":"swiss-ai_Apertus-8B-Instruct-2509-bf16.gguf","label":"BF16","size":16115119168,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/swiss-ai_Apertus-8B-Instruct-2509-GGUF"],"logoFrom":"swiss-ai"},{"id":"qwen3-omni-30b-a3b-instruct-mp","family":"steampunque/Qwen3-Omni-30B-A3B-Instruct-MP-GGUF","name":"Qwen3 Omni 30B A3B MP","maker":"steampunque","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"steampunque/Qwen3-Omni-30B-A3B-Instruct-MP-GGUF/Qwen3-Omni-30B-A3B-Instruct.Q4_K_H.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":65536,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-17T16:27:43.000Z","downloads":2431,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"steampunque/Qwen3-Omni-30B-A3B-Instruct-MP-GGUF","file":"Qwen3-Omni-30B-A3B-Instruct.Q4_K_H.gguf","label":"Q4_K_H","size":16879938688,"bits":4.42,"known":false,"rank":0}],"repos":["steampunque/Qwen3-Omni-30B-A3B-Instruct-MP-GGUF"],"logoFrom":"Qwen"},{"id":"gemma-4-31b-it-qat-q4-0-uncensored-heretic","family":"llmfan46/gemma-4-31B-it-qat-q4_0-uncensored-heretic-GGUF","name":"Gemma 4 31B Qat Q4 0 Uncensored Heretic","maker":"llmfan46","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"llmfan46/gemma-4-31B-it-qat-q4_0-uncensored-heretic-GGUF/gemma-4-31B-it-qat-q4_0-uncensored-heretic-Q4_0.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-11T19:21:52.000Z","downloads":2429,"likes":37,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"llmfan46/gemma-4-31B-it-qat-q4_0-uncensored-heretic-GGUF","file":"gemma-4-31B-it-qat-q4_0-uncensored-heretic-Q4_0.gguf","label":"Q4_0","size":17651005696,"bits":4.6,"known":true,"rank":0}],"repos":["llmfan46/gemma-4-31B-it-qat-q4_0-uncensored-heretic-GGUF"],"logoFrom":"llmfan46"},{"id":"pythia-6-9b-instruct-v1-merged","family":"Tralalabs/Pythia-6.9B-Instruct-v1-Merged","name":"Pythia 6.9B V1 Merged","maker":"Tralalabs","catalog":null,"tuned":true,"params":6.86,"active":null,"layers":32,"probe":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ2_M.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-12T18:52:24.000Z","downloads":2429,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ2_M.gguf","label":"IQ2_M","size":2685748000,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q2_K.gguf","label":"Q2_K","size":3009921824,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q2_K_L.gguf","label":"Q2_K_L","size":3211649824,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ3_XXS.gguf","label":"IQ3_XXS","size":3221570336,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ3_XS.gguf","label":"IQ3_XS","size":3374834464,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q3_K_S.gguf","label":"Q3_K_S","size":3450331936,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ3_M.gguf","label":"IQ3_M","size":3557286688,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ4_XS.gguf","label":"IQ4_XS","size":3710386976,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q3_K_M.gguf","label":"Q3_K_M","size":3823624992,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-IQ4_NL.gguf","label":"IQ4_NL","size":3918168864,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q4_0.gguf","label":"Q4_0","size":3934946080,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q3_K_L.gguf","label":"Q3_K_L","size":4075283232,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q4_K_S.gguf","label":"Q4_K_S","size":4153049888,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q3_K_XL.gguf","label":"Q3_K_XL","size":4256031520,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q4_1.gguf","label":"Q4_1","size":4333732640,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q4_K_M.gguf","label":"Q4_K_M","size":4677337888,"bits":5.45,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q4_K_L.gguf","label":"Q4_K_L","size":4830651168,"bits":5.63,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q5_K_S.gguf","label":"Q5_K_S","size":4963205920,"bits":5.79,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q5_K_M.gguf","label":"Q5_K_M","size":5567185696,"bits":6.49,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q5_K_L.gguf","label":"Q5_K_L","size":5694677792,"bits":6.64,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q6_K.gguf","label":"Q6_K","size":6152463136,"bits":7.17,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q6_K_L.gguf","label":"Q6_K_L","size":6252520224,"bits":7.29,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-Q8_0.gguf","label":"Q8_0","size":7292707616,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF","file":"Tralalabs_Pythia-6.9B-Instruct-v1-Merged-bf16.gguf","label":"BF16","size":13719822816,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Tralalabs_Pythia-6.9B-Instruct-v1-Merged-GGUF"],"logoFrom":null},{"id":"swallow-70b-instruct-v0-1","family":"tokyotech-llm/Swallow-70b-instruct-v0.1","name":"Swallow 70B V0.1","maker":"tokyotech-llm","catalog":null,"tuned":false,"params":69.16,"active":null,"layers":80,"probe":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF/Swallow-70b-instruct-v0.1.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-06-30T15:44:56.000Z","downloads":2426,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ1_S.gguf","label":"IQ1_S","size":14628778912,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ1_M.gguf","label":"IQ1_M","size":16036492192,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18382680992,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20427404192,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ2_S.gguf","label":"IQ2_S","size":21456852384,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ2_M.gguf","label":"IQ2_M","size":23333803424,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q2_K.gguf","label":"Q2_K","size":25567837600,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26684003744,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28429672352,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ3_S.gguf","label":"IQ3_S","size":30033993632,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30033993632,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ3_M.gguf","label":"IQ3_M","size":31058976672,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33389436832,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36262535072,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36953817504,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q4_0.gguf","label":"Q4_0","size":39145908640,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39376595360,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41549769120,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47599700384,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF","file":"Swallow-70b-instruct-v0.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48892070304,"bits":5.66,"known":true,"rank":0}],"repos":["mradermacher/Swallow-70b-instruct-v0.1-i1-GGUF"],"logoFrom":"tokyotech-llm"},{"id":"arcee-agent","family":"crusoeai/Arcee-Agent-GGUF","name":"Arcee Agent","maker":"crusoeai","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"crusoeai/Arcee-Agent-GGUF/arcee-agent.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2024-07-02T19:39:23.000Z","downloads":2426,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q2_K.gguf","label":"Q2_K","size":3015937472,"bits":3.17,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q3_K_S.gguf","label":"Q3_K_S","size":3492365760,"bits":3.67,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q3_K_M.gguf","label":"Q3_K_M","size":3808388544,"bits":4,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q3_K_L.gguf","label":"Q3_K_L","size":4088456640,"bits":4.29,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q4_0.gguf","label":"Q4_0","size":4431388096,"bits":4.65,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q4_K_S.gguf","label":"Q4_K_S","size":4457766336,"bits":4.68,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q4_K_M.gguf","label":"Q4_K_M","size":4683070912,"bits":4.92,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q4_1.gguf","label":"Q4_1","size":4873280960,"bits":5.12,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q5_0.gguf","label":"Q5_0","size":5315173824,"bits":5.58,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q5_K_S.gguf","label":"Q5_K_S","size":5315173824,"bits":5.58,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q5_K_M.gguf","label":"Q5_K_M","size":5444828608,"bits":5.72,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q5_1.gguf","label":"Q5_1","size":5757066688,"bits":6.04,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q6_K.gguf","label":"Q6_K","size":6254196160,"bits":6.57,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.Q8_0.gguf","label":"Q8_0","size":8098522560,"bits":8.5,"known":true,"rank":0},{"repo":"crusoeai/Arcee-Agent-GGUF","file":"arcee-agent.fp16.gguf","label":"arcee-agent.fp16","size":15237850560,"bits":16,"known":false,"rank":0}],"repos":["crusoeai/Arcee-Agent-GGUF"],"logoFrom":"crusoeai"},{"id":"pivot-10-7b-mistral-v0-2-rp","family":"maywell/PiVoT-10.7B-Mistral-v0.2-RP","name":"PiVoT 10.7B Mistral V0.2 RP","maker":"maywell","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF/pivot-10.7b-mistral-v0.2-rp.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2023-12-17T15:22:05.000Z","downloads":2425,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q2_K.gguf","label":"Q2_K","size":4549952576,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q3_K_S.gguf","label":"Q3_K_S","size":4665500736,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q3_K_M.gguf","label":"Q3_K_M","size":5189264448,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q3_K_L.gguf","label":"Q3_K_L","size":5651686464,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q4_0.gguf","label":"Q4_0","size":6073320512,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q4_K_S.gguf","label":"Q4_K_S","size":6104777792,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q4_K_M.gguf","label":"Q4_K_M","size":6462604352,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q5_0.gguf","label":"Q5_0","size":7398327360,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q5_K_S.gguf","label":"Q5_K_S","size":7398327360,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q5_K_M.gguf","label":"Q5_K_M","size":7598867520,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q6_K.gguf","label":"Q6_K","size":8806147136,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF","file":"pivot-10.7b-mistral-v0.2-rp.Q8_0.gguf","label":"Q8_0","size":11405091904,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/PiVoT-10.7B-Mistral-v0.2-RP-GGUF"],"logoFrom":"maywell"},{"id":"tenyxchat-7b-v1","family":"tenyx/TenyxChat-7B-v1","name":"TenyxChat 7B V1","maker":"tenyx","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/TenyxChat-7B-v1-GGUF/tenyxchat-7b-v1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-01-12T11:50:15.000Z","downloads":2425,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q2_K.gguf","label":"Q2_K","size":2701426048,"bits":2.99,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q3_K_S.gguf","label":"Q3_K_S","size":3164577984,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q3_K_M.gguf","label":"Q3_K_M","size":3518996672,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q3_K_L.gguf","label":"Q3_K_L","size":3822035136,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q4_0.gguf","label":"Q4_0","size":4108928256,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q4_K_S.gguf","label":"Q4_K_S","size":4140385536,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q4_K_M.gguf","label":"Q4_K_M","size":4368450816,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q5_0.gguf","label":"Q5_0","size":4997728512,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q5_K_S.gguf","label":"Q5_K_S","size":4997728512,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q5_K_M.gguf","label":"Q5_K_M","size":5131421952,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q6_K.gguf","label":"Q6_K","size":5942078784,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/TenyxChat-7B-v1-GGUF","file":"tenyxchat-7b-v1.Q8_0.gguf","label":"Q8_0","size":7695875264,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/TenyxChat-7B-v1-GGUF"],"logoFrom":"tenyx"},{"id":"heretic-gemma-3-r1-4b-v1","family":"ablit/heretic_Gemma-3-R1-4B-v1","name":"Heretic Gemma 3 R1 4B V1","maker":"ablit","catalog":null,"tuned":true,"params":3.88,"active":null,"layers":34,"probe":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF/heretic_Gemma-3-R1-4B-v1.i1-IQ1_S.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":121634816,"context":131072,"arch":"gemma3","vision":false,"licence":null,"open":false,"released":"2025-12-11T10:13:15.000Z","downloads":2424,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":1133093632,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":1199571712,"bits":2.47,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1310368512,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1404576512,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":1449345792,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":1537983232,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":1636063232,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":1689453312,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q2_K.gguf","label":"Q2_K","size":1729165312,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":1863391232,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":1937364992,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":1937364992,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":1986803712,"bits":4.1,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2098460672,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":2236086272,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":2263242752,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":2363512832,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q4_0.gguf","label":"Q4_0","size":2370066432,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":2377930752,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":2489894912,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q4_1.gguf","label":"Q4_1","size":2564052992,"bits":5.29,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":2764593152,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":2829699072,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF","file":"heretic_Gemma-3-R1-4B-v1.i1-Q6_K.gguf","label":"Q6_K","size":3190740992,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/heretic_Gemma-3-R1-4B-v1-i1-GGUF"],"logoFrom":"ablit"},{"id":"szilviab-daredevil-longwriter-8b-abliterated","family":"SzilviaB/SzilviaB-Daredevil-LongWriter-8B_abliterated","name":"SzilviaB Daredevil LongWriter 8B Abliterated","maker":"SzilviaB","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF/SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-10-04T12:02:19.000Z","downloads":2423,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ1_S.gguf","label":"IQ1_S","size":2019628864,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ1_M.gguf","label":"IQ1_M","size":2161973056,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399213376,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605782848,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489920,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ2_M.gguf","label":"IQ2_M","size":2948282176,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q2_K.gguf","label":"Q2_K","size":3179132736,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274913600,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518748480,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664500544,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ3_S.gguf","label":"IQ3_S","size":3682326336,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ3_M.gguf","label":"IQ3_M","size":3784824640,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018919232,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321957696,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663936,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212992,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212992,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212992,"bits":4.64,"known":false,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q4_0.gguf","label":"Q4_0","size":4675893056,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692670272,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920735552,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599295296,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732988736,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF","file":"SzilviaB-Daredevil-LongWriter-8B_abliterated.i1-Q6_K.gguf","label":"Q6_K","size":6596007744,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/SzilviaB-Daredevil-LongWriter-8B_abliterated-i1-GGUF"],"logoFrom":"SzilviaB"},{"id":"mistral-small-24b-base-2501","family":"mistralai/Mistral-Small-24B-Base-2501","name":"Mistral Small 24B Base 2501","maker":"Mistral AI","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF/mistralai_Mistral-Small-24B-Base-2501-IQ2_XXS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-04T15:49:27.000Z","downloads":2422,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545118176,"bits":2.22,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ2_XS.gguf","label":"IQ2_XS","size":7207031776,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ2_S.gguf","label":"IQ2_S","size":7478350816,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ2_M.gguf","label":"IQ2_M","size":8114050016,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q2_K.gguf","label":"Q2_K","size":8890323936,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q2_K_L.gguf","label":"Q2_K_L","size":9545683936,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ3_XS.gguf","label":"IQ3_XS","size":9907114976,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q3_K_S.gguf","label":"Q3_K_S","size":10400273376,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ3_M.gguf","label":"IQ3_M","size":10650948576,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q3_K_M.gguf","label":"Q3_K_M","size":11474080736,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q3_K_L.gguf","label":"Q3_K_L","size":12400759776,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ4_XS.gguf","label":"IQ4_XS","size":12758914016,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987962336,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-IQ4_NL.gguf","label":"IQ4_NL","size":13468013536,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q4_0.gguf","label":"Q4_0","size":13494227936,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q4_K_S.gguf","label":"Q4_K_S","size":13549278176,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q4_K_M.gguf","label":"Q4_K_M","size":14333907936,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q4_K_L.gguf","label":"Q4_K_L","size":14831981536,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q4_1.gguf","label":"Q4_1","size":14873105376,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q5_K_S.gguf","label":"Q5_K_S","size":16304411616,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q5_K_M.gguf","label":"Q5_K_M","size":16763982816,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q5_K_L.gguf","label":"Q5_K_L","size":17178170336,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q6_K.gguf","label":"Q6_K","size":19345937376,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q6_K_L.gguf","label":"Q6_K_L","size":19670995936,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-Q8_0.gguf","label":"Q8_0","size":25054778336,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF","file":"mistralai_Mistral-Small-24B-Base-2501-f32/mistralai_Mistral-Small-24B-Base-2501-f32-00001-of-00003.gguf","label":"F32","size":94297494528,"bits":32.01,"known":true,"rank":0}],"repos":["bartowski/mistralai_Mistral-Small-24B-Base-2501-GGUF"],"logoFrom":"mistralai"},{"id":"kimi-k2-instruct-0905","family":"moonshotai/Kimi-K2-Instruct-0905","name":"Kimi K2 0905","maker":"Moonshot AI","catalog":null,"tuned":true,"params":1026.41,"active":32.86,"layers":61,"probe":"unsloth/Kimi-K2-Instruct-0905-GGUF/UD-TQ1_0/Kimi-K2-Instruct-0905-UD-TQ1_0-00001-of-00006.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":262144,"arch":"deepseek2","vision":false,"licence":"other","open":false,"released":"2025-09-05T06:07:00.000Z","downloads":2422,"likes":71,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-TQ1_0/Kimi-K2-Instruct-0905-UD-TQ1_0-00001-of-00006.gguf","label":"UD-TQ1_0","size":248609739776,"bits":1.94,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-IQ1_S/Kimi-K2-Instruct-0905-UD-IQ1_S-00001-of-00006.gguf","label":"UD-IQ1_S","size":281904124992,"bits":2.2,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-IQ1_M/Kimi-K2-Instruct-0905-UD-IQ1_M-00001-of-00007.gguf","label":"UD-IQ1_M","size":304816198816,"bits":2.38,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-IQ2_XXS/Kimi-K2-Instruct-0905-UD-IQ2_XXS-00001-of-00007.gguf","label":"UD-IQ2_XXS","size":330783102112,"bits":2.58,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-IQ2_M/Kimi-K2-Instruct-0905-UD-IQ2_M-00001-of-00008.gguf","label":"UD-IQ2_M","size":349103822112,"bits":2.72,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q2_K/Kimi-K2-Instruct-0905-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":374121100512,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q2_K_L/Kimi-K2-Instruct-0905-Q2_K_L-00001-of-00008.gguf","label":"Q2_K_L","size":374396351712,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-Q2_K_XL/Kimi-K2-Instruct-0905-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":383572153632,"bits":2.99,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-IQ3_XXS/Kimi-K2-Instruct-0905-UD-IQ3_XXS-00001-of-00009.gguf","label":"UD-IQ3_XXS","size":417266865568,"bits":3.25,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q3_K_S/Kimi-K2-Instruct-0905-Q3_K_S-00001-of-00010.gguf","label":"Q3_K_S","size":443155056160,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-Q3_K_XL/Kimi-K2-Instruct-0905-UD-Q3_K_XL-00001-of-00010.gguf","label":"UD-Q3_K_XL","size":452349924896,"bits":3.53,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q3_K_M/Kimi-K2-Instruct-0905-Q3_K_M-00001-of-00011.gguf","label":"Q3_K_M","size":489995126336,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"IQ4_XS/Kimi-K2-Instruct-0905-IQ4_XS-00001-of-00012.gguf","label":"IQ4_XS","size":547174471392,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"IQ4_NL/Kimi-K2-Instruct-0905-IQ4_NL-00001-of-00012.gguf","label":"IQ4_NL","size":579064698752,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q4_0/Kimi-K2-Instruct-0905-Q4_0-00001-of-00013.gguf","label":"Q4_0","size":581186885600,"bits":4.53,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q4_K_S/Kimi-K2-Instruct-0905-Q4_K_S-00001-of-00013.gguf","label":"Q4_K_S","size":583309072352,"bits":4.55,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-Q4_K_XL/Kimi-K2-Instruct-0905-UD-Q4_K_XL-00001-of-00013.gguf","label":"UD-Q4_K_XL","size":588117530560,"bits":4.58,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q4_K_M/Kimi-K2-Instruct-0905-Q4_K_M-00001-of-00013.gguf","label":"Q4_K_M","size":621245224864,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q4_1/Kimi-K2-Instruct-0905-Q4_1-00001-of-00013.gguf","label":"Q4_1","size":642918553440,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q5_K_S/Kimi-K2-Instruct-0905-Q5_K_S-00001-of-00015.gguf","label":"Q5_K_S","size":707006371968,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q5_K_M/Kimi-K2-Instruct-0905-Q5_K_M-00001-of-00016.gguf","label":"Q5_K_M","size":728735733952,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-Q5_K_XL/Kimi-K2-Instruct-0905-UD-Q5_K_XL-00001-of-00016.gguf","label":"UD-Q5_K_XL","size":734058010848,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q6_K/Kimi-K2-Instruct-0905-Q6_K-00001-of-00018.gguf","label":"Q6_K","size":842909133280,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-Q6_K_XL/Kimi-K2-Instruct-0905-UD-Q6_K_XL-00001-of-00019.gguf","label":"UD-Q6_K_XL","size":879052986944,"bits":6.85,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"Q8_0/Kimi-K2-Instruct-0905-Q8_0-00001-of-00023.gguf","label":"Q8_0","size":1091053886240,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"UD-Q8_K_XL/Kimi-K2-Instruct-0905-UD-Q8_K_XL-00001-of-00025.gguf","label":"UD-Q8_K_XL","size":1190059777344,"bits":9.28,"known":true,"rank":0},{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","file":"BF16/Kimi-K2-Instruct-0905-BF16-00001-of-00046.gguf","label":"BF16","size":2053155812992,"bits":16,"known":true,"rank":0}],"repos":["bartowski/moonshotai_Kimi-K2-Instruct-0905-GGUF","ubergarm/Kimi-K2-Instruct-0905-GGUF","unsloth/Kimi-K2-Instruct-0905-GGUF"],"logoFrom":"moonshotai"},{"id":"optimus-7b","family":"Q-bert/Optimus-7B","name":"Optimus 7B","maker":"Q-bert","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Optimus-7B-GGUF/optimus-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-06T19:12:31.000Z","downloads":2420,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q2_K.gguf","label":"Q2_K","size":3083098304,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567744,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518986432,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024896,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q4_0.gguf","label":"Q4_0","size":4108916928,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140374208,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368439488,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q5_0.gguf","label":"Q5_0","size":4997716160,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997716160,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409600,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q6_K.gguf","label":"Q6_K","size":5942065344,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Optimus-7B-GGUF","file":"optimus-7b.Q8_0.gguf","label":"Q8_0","size":7695857856,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Optimus-7B-GGUF"],"logoFrom":"Q-bert"},{"id":"luna-solarkrautlm-instruct","family":"fblgit/LUNA-SOLARkrautLM-Instruct","name":"LUNA SOLARkrautLM","maker":"fblgit","catalog":null,"tuned":false,"params":10.73,"active":null,"layers":48,"probe":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF/luna-solarkrautlm-instruct.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-12-23T13:02:23.000Z","downloads":2420,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q2_K.gguf","label":"Q2_K","size":4549016096,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q3_K_S.gguf","label":"Q3_K_S","size":4664564256,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":5188327968,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q3_K_L.gguf","label":"Q3_K_L","size":5650749984,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q4_0.gguf","label":"Q4_0","size":6072384032,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q4_K_S.gguf","label":"Q4_K_S","size":6103841312,"bits":4.55,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":6461667872,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q5_0.gguf","label":"Q5_0","size":7397390880,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q5_K_S.gguf","label":"Q5_K_S","size":7397390880,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q5_K_M.gguf","label":"Q5_K_M","size":7597931040,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q6_K.gguf","label":"Q6_K","size":8805210656,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF","file":"luna-solarkrautlm-instruct.Q8_0.gguf","label":"Q8_0","size":11404155424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/LUNA-SOLARkrautLM-Instruct-GGUF"],"logoFrom":"fblgit"},{"id":"mox-small-1","family":"vanta-research/mox-small-1","name":"Mox Small 1","maker":"vanta-research","catalog":null,"tuned":false,"params":32.23,"active":null,"layers":64,"probe":"mradermacher/mox-small-1-i1-GGUF/mox-small-1.i1-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":805306368,"context":65536,"arch":"olmo2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-21T17:43:15.000Z","downloads":2420,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ1_S.gguf","label":"IQ1_S","size":7002564608,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ1_M.gguf","label":"IQ1_M","size":7660218368,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8756307968,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9685608448,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ2_S.gguf","label":"IQ2_S","size":10088698304,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ2_M.gguf","label":"IQ2_M","size":10965569984,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11180843904,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q2_K.gguf","label":"Q2_K","size":12005942144,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12540400064,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13371428160,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14058245440,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ3_S.gguf","label":"IQ3_S","size":14102809920,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ3_M.gguf","label":"IQ3_M","size":14476037440,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15600962880,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16912993600,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17332139744,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q4_0.gguf","label":"Q4_0","size":18341709984,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18415110304,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19482036384,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q4_1.gguf","label":"Q4_1","size":20253371424,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22235811744,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":22859714464,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/mox-small-1-i1-GGUF","file":"mox-small-1.i1-Q6_K.gguf","label":"Q6_K","size":26448497440,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/mox-small-1-i1-GGUF"],"logoFrom":"vanta-research"},{"id":"aion-rp-llama-3-1-8b","family":"aion-labs/Aion-RP-Llama-3.1-8B","name":"Aion RP Llama 3.1 8B","maker":"aion-labs","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Aion-RP-Llama-3.1-8B-GGUF/Aion-RP-Llama-3.1-8B-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-12-06T14:07:25.000Z","downloads":2419,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-IQ2_M.gguf","label":"IQ2_M","size":2948281664,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q2_K.gguf","label":"Q2_K","size":3179132224,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-IQ3_XS.gguf","label":"IQ3_XS","size":3518747968,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q3_K_S.gguf","label":"Q3_K_S","size":3664500032,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q2_K_L.gguf","label":"Q2_K_L","size":3692156224,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-IQ3_M.gguf","label":"IQ3_M","size":3784824128,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q3_K_M.gguf","label":"Q3_K_M","size":4018918720,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q3_K_L.gguf","label":"Q3_K_L","size":4321957184,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-IQ4_XS.gguf","label":"IQ4_XS","size":4447663424,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212480,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212480,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212480,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_0.gguf","label":"Q4_0","size":4675892544,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-IQ4_NL.gguf","label":"IQ4_NL","size":4677989696,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_K_S.gguf","label":"Q4_K_S","size":4692669760,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626688,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_K_M.gguf","label":"Q4_K_M","size":4920735040,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q4_K_L.gguf","label":"Q4_K_L","size":5310633280,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q5_K_S.gguf","label":"Q5_K_S","size":5599294784,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q5_K_M.gguf","label":"Q5_K_M","size":5732988224,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q5_K_L.gguf","label":"Q5_K_L","size":6057219392,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q6_K.gguf","label":"Q6_K","size":6596007232,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q6_K_L.gguf","label":"Q6_K_L","size":6850467136,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-Q8_0.gguf","label":"Q8_0","size":8540771648,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Aion-RP-Llama-3.1-8B-GGUF","file":"Aion-RP-Llama-3.1-8B-f16.gguf","label":"F16","size":16068891680,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Aion-RP-Llama-3.1-8B-GGUF"],"logoFrom":"aion-labs"},{"id":"llama-3-2-9b-uncensored-brainstorm-alpha","family":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","name":"Llama 3.2 9B Uncensored Brainstorm Alpha","maker":"DavidAU","catalog":null,"tuned":true,"params":8.94,"active":null,"layers":81,"probe":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q2_k.gguf","kvBytesPerToken":383865,"kvHeader":331776,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-12T08:58:57.000Z","downloads":2419,"likes":27,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q2_k.gguf","label":"Q2_K","size":3448340544,"bits":3.09,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":4005926976,"bits":3.58,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4428535872,"bits":3.96,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4794226752,"bits":4.29,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-IQ4_XS.gguf","label":"IQ4_XS","size":4913377344,"bits":4.4,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":5174202432,"bits":4.63,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":5440434240,"bits":4.87,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":6209638464,"bits":5.56,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":6363803712,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-Q6_K.gguf","label":"Q6_K","size":7344883776,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF","file":"Llama-3.2-9B-Uncensored-Brainstorm-Alpha-D_AU-Q8_0.gguf","label":"Q8_0","size":9510459456,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/Llama-3.2-9B-Uncensored-Brainstorm-Alpha-GGUF"],"logoFrom":"DavidAU"},{"id":"ternary-nemotron-3-5-lightning-30b-a3b","family":"boro64/Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF","name":"Ternary Nemotron 3.5 Lightning 30B A3B","maker":"boro64","catalog":null,"tuned":false,"params":31.58,"active":0.63,"layers":52,"probe":"boro64/Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF/Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-10-23T14:17:00.000Z","downloads":2419,"likes":16,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"boro64/Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF.gguf","label":"Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF","size":9472656320,"bits":2.4,"known":false,"rank":0}],"repos":["boro64/Ternary-Nemotron-3.5-Lightning-30B-A3B-GGUF"],"logoFrom":"nota-ai"},{"id":"deepseek-coder-6-7b-kexer","family":"JetBrains/deepseek-coder-6.7B-kexer","name":"Deepseek Coder 6.7B Kexer","maker":"JetBrains","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF/deepseek-coder-6.7B-kexer-IQ3_M.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-25T18:00:16.000Z","downloads":2418,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","file":"deepseek-coder-6.7B-kexer-IQ3_M.gguf","label":"IQ3_M","size":3116607680,"bits":3.7,"known":true,"rank":0},{"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","file":"deepseek-coder-6.7B-kexer-Q4_K_M.gguf","label":"Q4_K_M","size":4082886848,"bits":4.85,"known":true,"rank":0},{"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","file":"deepseek-coder-6.7B-kexer-Q6_K.gguf","label":"Q6_K","size":5531347136,"bits":6.57,"known":true,"rank":0},{"repo":"lmstudio-community/deepseek-coder-6.7B-kexer-GGUF","file":"deepseek-coder-6.7B-kexer-Q8_0.gguf","label":"Q8_0","size":7163750592,"bits":8.5,"known":true,"rank":0}],"repos":["lmstudio-community/deepseek-coder-6.7B-kexer-GGUF"],"logoFrom":"JetBrains"},{"id":"qwen3-8-27b-metaphor-i1","family":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","name":"Qwen3.8 27B Metaphor I1","maker":"mradermacher","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF/Qwen3.8-27B-Metaphor.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-31T11:57:41.000Z","downloads":2418,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q2_K.gguf","label":"Q2_K","size":10864596608,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256540288,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-IQ3_S.gguf","label":"IQ3_S","size":12602611328,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-IQ3_M.gguf","label":"IQ3_M","size":12768335488,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500741248,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559803008,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309043328,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q4_0.gguf","label":"Q4_0","size":15760422528,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825303168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810718848,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q4_1.gguf","label":"Q4_1","size":17343772288,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971686528,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535705728,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF","file":"Qwen3.8-27B-Metaphor.i1-Q6_K.gguf","label":"Q6_K","size":22431004288,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Metaphor-i1-GGUF"],"logoFrom":"nightmedia"},{"id":"eva-yi-1-5-9b-32k-v1","family":"EVA-UNIT-01/EVA-Yi-1.5-9B-32K-V1","name":"EVA Yi 1.5 9B 32K V1","maker":"EVA-UNIT-01","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF/EVA-Yi-1.5-9B-32K-V1-IQ2_M.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-23T22:30:08.000Z","downloads":2417,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-IQ2_M.gguf","label":"IQ2_M","size":3098113216,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q2_K.gguf","label":"Q2_K","size":3354326208,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q2_K_L.gguf","label":"Q2_K_L","size":3610326208,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-IQ3_XS.gguf","label":"IQ3_XS","size":3717936320,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q3_K_S.gguf","label":"Q3_K_S","size":3899208896,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-IQ3_M.gguf","label":"IQ3_M","size":4055463104,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q3_K_M.gguf","label":"Q3_K_M","size":4324406464,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q3_K_L.gguf","label":"Q3_K_L","size":4690752704,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-IQ4_XS.gguf","label":"IQ4_XS","size":4785009856,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q3_K_XL.gguf","label":"Q3_K_XL","size":4920128704,"bits":4.46,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":5036995776,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":5036995776,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":5036995776,"bits":4.56,"known":false,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_0.gguf","label":"Q4_0","size":5053904064,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_K_S.gguf","label":"Q4_K_S","size":5071860928,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_K_M.gguf","label":"Q4_K_M","size":5328958656,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q4_K_L.gguf","label":"Q4_K_L","size":5523518656,"bits":5,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q5_K_S.gguf","label":"Q5_K_S","size":6107854016,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q5_K_M.gguf","label":"Q5_K_M","size":6258259136,"bits":5.67,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q5_K_L.gguf","label":"Q5_K_L","size":6420051136,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q6_K.gguf","label":"Q6_K","size":7245640896,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q6_K_L.gguf","label":"Q6_K_L","size":7372616896,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-Q8_0.gguf","label":"Q8_0","size":9383916736,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF","file":"EVA-Yi-1.5-9B-32K-V1-f16.gguf","label":"F16","size":17661113248,"bits":16,"known":true,"rank":0}],"repos":["bartowski/EVA-Yi-1.5-9B-32K-V1-GGUF"],"logoFrom":"EVA-UNIT-01"},{"id":"qwable-9b-claude-fable-5-obliterated","family":"usermma/Qwable-9B-Claude-Fable-5-OBLITERATED","name":"Qwable 9B Claude Fable 5 OBLITERATED","maker":"usermma","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF/Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-06-29T13:45:44.000Z","downloads":2417,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ1_S.gguf","label":"IQ1_S","size":2742642400,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ1_M.gguf","label":"IQ1_M","size":2877269728,"bits":2.57,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3101648608,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3285346016,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ2_S.gguf","label":"IQ2_S","size":3427968736,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ2_M.gguf","label":"IQ2_M","size":3607471840,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3697239776,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q2_K.gguf","label":"Q2_K","size":3827263200,"bits":3.42,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3938166496,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4243416800,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407584,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ3_S.gguf","label":"IQ3_S","size":4370818784,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383264,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4623525600,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4925515488,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5196441312,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q4_0.gguf","label":"Q4_0","size":5325940448,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5351630560,"bits":4.78,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5418215136,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5629109984,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q4_1.gguf","label":"Q4_1","size":5809333984,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310432,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6467970784,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF","file":"Qwable-9B-Claude-Fable-5-OBLITERATED.i1-Q6_K.gguf","label":"Q6_K","size":7359260384,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwable-9B-Claude-Fable-5-OBLITERATED-i1-GGUF"],"logoFrom":"usermma"},{"id":"hauhaucs-gemma4-26b-a4b-qat-uncensored-hauhaucs-balanced-mtp","family":"CCSSNE/HauhauCS-Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP","name":"HauhauCS Gemma4 26B A4B QAT Uncensored HauhauCS Balanced MTP","maker":"CCSSNE","catalog":null,"tuned":true,"params":25.23,"active":3.82,"layers":30,"probe":"CCSSNE/HauhauCS-Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP/Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-10-11T13:31:25.000Z","downloads":2417,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CCSSNE/HauhauCS-Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP","file":"Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-Q4_K_M.gguf","label":"Q4_K_M","size":16796015520,"bits":5.33,"known":true,"rank":0}],"repos":["CCSSNE/HauhauCS-Gemma4-26B-A4B-QAT-Uncensored-HauhauCS-Balanced-MTP"],"logoFrom":"google"},{"id":"marco-mini-instruct","family":"ATH-MaaS/Marco-Mini-Instruct","name":"Marco Mini","maker":"ATH-MaaS","catalog":null,"tuned":false,"params":17.25,"active":0.87,"layers":28,"probe":"mradermacher/Marco-Mini-Instruct-i1-GGUF/Marco-Mini-Instruct.i1-IQ1_S.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":32768,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-09T13:33:59.000Z","downloads":2416,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ1_S.gguf","label":"IQ1_S","size":3574629184,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ1_M.gguf","label":"IQ1_M","size":3958899520,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4599350080,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ2_XS.gguf","label":"IQ2_XS","size":5113545536,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ2_S.gguf","label":"IQ2_S","size":5183144768,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ2_M.gguf","label":"IQ2_M","size":5695505216,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5911629632,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q2_K.gguf","label":"Q2_K","size":6351540032,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":6681133888,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ3_XS.gguf","label":"IQ3_XS","size":7105040192,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ3_S.gguf","label":"IQ3_S","size":7505530688,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q3_K_S.gguf","label":"Q3_K_S","size":7505530688,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ3_M.gguf","label":"IQ3_M","size":7597444928,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8291340096,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q3_K_L.gguf","label":"Q3_K_L","size":8981565248,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ4_XS.gguf","label":"IQ4_XS","size":9240989504,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-IQ4_NL.gguf","label":"IQ4_NL","size":9774976832,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q4_0.gguf","label":"Q4_0","size":9812725568,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q4_K_S.gguf","label":"Q4_K_S","size":9850998592,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q4_K_M.gguf","label":"Q4_K_M","size":10505424704,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q4_1.gguf","label":"Q4_1","size":10842951488,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q5_K_S.gguf","label":"Q5_K_S","size":11910926144,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q5_K_M.gguf","label":"Q5_K_M","size":12287217472,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Marco-Mini-Instruct-i1-GGUF","file":"Marco-Mini-Instruct.i1-Q6_K.gguf","label":"Q6_K","size":14180372288,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Marco-Mini-Instruct-i1-GGUF"],"logoFrom":"ATH-MaaS"},{"id":"moneutrix-moe-4x7b","family":"CultriX/MoNeuTrix-MoE-4x7B","name":"MoNeuTrix MoE 4x7B","maker":"CultriX","catalog":null,"tuned":false,"params":24.15,"active":12.88,"layers":32,"probe":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF/MoNeuTrix-MoE-4x7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-27T19:59:28.000Z","downloads":2415,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ1_S.gguf","label":"IQ1_S","size":5181802272,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ1_M.gguf","label":"IQ1_M","size":5703993120,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6574311200,"bits":2.18,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7287342880,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ2_S.gguf","label":"IQ2_S","size":7471572768,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ2_M.gguf","label":"IQ2_M","size":8167827232,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q2_K.gguf","label":"Q2_K","size":8996521760,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9474352928,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":10011748128,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10586892064,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ3_S.gguf","label":"IQ3_S","size":10604717856,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ3_M.gguf","label":"IQ3_M","size":10800801568,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11734034208,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12697675552,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":13047580448,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":13794068256,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q4_0.gguf","label":"Q4_0","size":13836011296,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13896828704,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14763476768,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16780019488,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17288054560,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF","file":"MoNeuTrix-MoE-4x7B.i1-Q6_K.gguf","label":"Q6_K","size":19970418464,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/MoNeuTrix-MoE-4x7B-i1-GGUF"],"logoFrom":null},{"id":"llama-3-1-taide-r1-8b-chat","family":"voidful/Llama-3.1-TAIDE-R1-8B-Chat","name":"Llama 3.1 TAIDE R1 8B","maker":"voidful","catalog":null,"tuned":false,"params":8.52,"active":null,"layers":32,"probe":"voidful/Llama-3.1-TAIDE-R1-8B-Chat/llama-3-1-TAIDE-R1-Chat.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2025-02-23T01:01:42.000Z","downloads":2415,"likes":23,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"voidful/Llama-3.1-TAIDE-R1-8B-Chat","file":"llama-3-1-TAIDE-R1-Chat.gguf","label":"llama-3-1-TAIDE-R1-Chat","size":17053084576,"bits":16.01,"known":false,"rank":0}],"repos":["voidful/Llama-3.1-TAIDE-R1-8B-Chat"],"logoFrom":"voidful"},{"id":"airoboros-l2-13b-gpt4-1-4-1","family":"jondurbin/airoboros-l2-13b-gpt4-1.4.1","name":"Airoboros L2 13B Gpt4 1.4.1","maker":"jondurbin","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF/airoboros-l2-13b-gpt4-1.4.1.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-05T06:00:49.000Z","downloads":2413,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF","file":"airoboros-l2-13b-gpt4-1.4.1.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/airoboros-l2-13B-gpt4-1.4.1-GGUF"],"logoFrom":"jondurbin"},{"id":"alphamonarch-7b","family":"mlabonne/AlphaMonarch-7B","name":"AlphaMonarch 7B","maker":"mlabonne","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/AlphaMonarch-7B-i1-GGUF/AlphaMonarch-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-08-10T00:41:51.000Z","downloads":2413,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612103168,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754447360,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991687680,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198257152,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310921728,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500713984,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719243776,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827345408,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018817024,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164569088,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182394880,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284893184,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518987776,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822026240,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907689984,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123598336,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140375552,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368440832,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997717504,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131410944,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/AlphaMonarch-7B-i1-GGUF","file":"AlphaMonarch-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942066688,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/AlphaMonarch-7B-i1-GGUF"],"logoFrom":"mlabonne"},{"id":"mistral-small-4-119b-rocmfp4","family":"kingjones777/Mistral-Small-4-119B-ROCmFP4-GGUF","name":"Mistral Small 4 119B ROCmFP4","maker":"kingjones777","catalog":null,"tuned":false,"params":118.97,"active":6.63,"layers":36,"probe":"kingjones777/Mistral-Small-4-119B-ROCmFP4-GGUF/Mistral-Small-4-119B-2603-Q4_0_ROCMFP4_COHERENT-00001-of-00002.gguf","kvBytesPerToken":26657,"kvHeader":23040,"kvFixed":0,"context":1048576,"arch":"mistral4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-16T14:35:46.000Z","downloads":2413,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kingjones777/Mistral-Small-4-119B-ROCmFP4-GGUF","file":"Mistral-Small-4-119B-2603-Q4_0_ROCMFP4_COHERENT-00001-of-00002.gguf","label":"Q4_0_ROCMFP4_COHERENT","size":67726003840,"bits":4.55,"known":false,"rank":0},{"repo":"kingjones777/Mistral-Small-4-119B-ROCmFP4-GGUF","file":"Mistral-Small-4-119B-2603-Q8_0_ROCMFPX.gguf","label":"Q8_0_ROCMFPX","size":122817564064,"bits":8.26,"known":false,"rank":0}],"repos":["kingjones777/Mistral-Small-4-119B-ROCmFP4-GGUF"],"logoFrom":"mistralai"},{"id":"zarafusionex-1-1-l2-7b","family":"zarakiquemparte/zarafusionex-1.1-l2-7b","name":"Zarafusionex 1.1 L2 7B","maker":"zarakiquemparte","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF/zarafusionex-1.1-l2-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-08-26T12:19:11.000Z","downloads":2412,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Zarafusionex-1.1-L2-7B-GGUF","file":"zarafusionex-1.1-l2-7b.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Zarafusionex-1.1-L2-7B-GGUF"],"logoFrom":null},{"id":"groundgui-8b","family":"PrentisAI/GroundGUI-8B","name":"GroundGUI 8B","maker":"PrentisAI","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/GroundGUI-8B-GGUF/GroundGUI-8B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-09T00:05:28.000Z","downloads":2412,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q2_K.gguf","label":"Q2_K","size":3281734912,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3769613568,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q3_K_M.gguf","label":"Q3_K_M","size":4124163328,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4431396096,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.IQ4_XS.gguf","label":"IQ4_XS","size":4593298688,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4802014464,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q4_K_M.gguf","label":"Q4_K_M","size":5027785984,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5720763648,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q5_K_M.gguf","label":"Q5_K_M","size":5851114752,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q6_K.gguf","label":"Q6_K","size":6725901568,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.Q8_0.gguf","label":"Q8_0","size":8709520640,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/GroundGUI-8B-GGUF","file":"GroundGUI-8B.f16.gguf","label":"F16","size":16388046080,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/GroundGUI-8B-GGUF"],"logoFrom":"PrentisAI"},{"id":"gpt-oss-20b-vision-v2","family":"SoAIHQ/gpt-oss-20b-VISION-v2-GGUF","name":"Gpt Oss 20B VISION V2","maker":"SoAIHQ","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"SoAIHQ/gpt-oss-20b-VISION-v2-GGUF/gpt-oss-20b-VISION-v2-MXFP4.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-07T11:23:32.000Z","downloads":2411,"likes":5,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SoAIHQ/gpt-oss-20b-VISION-v2-GGUF","file":"gpt-oss-20b-VISION-v2-MXFP4.gguf","label":"MXFP4","size":13792639904,"bits":5.28,"known":true,"rank":0}],"repos":["SoAIHQ/gpt-oss-20b-VISION-v2-GGUF"],"logoFrom":"openai"},{"id":"llama2-7b-chat-codecherrypop-qlora","family":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","name":"Llama2 7B CodeCherryPop QLoRA","maker":"TheBloke","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF/llama-2-7b-chat-codeCherryPop.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-06T02:20:21.000Z","downloads":2410,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF","file":"llama-2-7b-chat-codeCherryPop.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGUF"],"logoFrom":"TokenBender"},{"id":"uncensored-jordan-7b","family":"ajibawa-2023/Uncensored-Jordan-7B","name":"Uncensored Jordan 7B","maker":"ajibawa-2023","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/Uncensored-Jordan-7B-GGUF/uncensored-jordan-7b.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-10-30T21:43:54.000Z","downloads":2409,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q2_K.gguf","label":"Q2_K","size":2825940704,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q3_K_S.gguf","label":"Q3_K_S","size":2948304608,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3298004704,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3597111008,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q4_0.gguf","label":"Q4_0","size":3825807072,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q4_K_S.gguf","label":"Q4_K_S","size":3856740064,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4081004256,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q5_0.gguf","label":"Q5_0","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4651691744,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q5_K_M.gguf","label":"Q5_K_M","size":4783156960,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q6_K.gguf","label":"Q6_K","size":5529194208,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Uncensored-Jordan-7B-GGUF","file":"uncensored-jordan-7b.Q8_0.gguf","label":"Q8_0","size":7161089760,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Uncensored-Jordan-7B-GGUF"],"logoFrom":"ajibawa-2023"},{"id":"tinyllama-1-1b-intermediate-step-715k-1-5t","family":"TinyLlama/TinyLlama-1.1B-intermediate-step-715k-1.5T","name":"TinyLlama 1.1B Intermediate Step 715K 1.5T","maker":"TinyLlama","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF/tinyllama-1.1b-intermediate-step-715k-1.5t.Q2_K.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-11-07T12:56:24.000Z","downloads":2409,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q2_K.gguf","label":"Q2_K","size":482142688,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q3_K_S.gguf","label":"Q3_K_S","size":499341792,"bits":3.63,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q3_K_M.gguf","label":"Q3_K_M","size":549845472,"bits":4,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q3_K_L.gguf","label":"Q3_K_L","size":591526368,"bits":4.3,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q4_0.gguf","label":"Q4_0","size":636725728,"bits":4.63,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q4_K_S.gguf","label":"Q4_K_S","size":642755040,"bits":4.67,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q4_K_M.gguf","label":"Q4_K_M","size":667814368,"bits":4.86,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q5_0.gguf","label":"Q5_0","size":766028256,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q5_K_S.gguf","label":"Q5_K_S","size":766028256,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q5_K_M.gguf","label":"Q5_K_M","size":782043616,"bits":5.69,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q6_K.gguf","label":"Q6_K","size":903412192,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF","file":"tinyllama-1.1b-intermediate-step-715k-1.5t.Q8_0.gguf","label":"Q8_0","size":1169807840,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/TinyLlama-1.1B-intermediate-step-715k-1.5T-GGUF"],"logoFrom":"TinyLlama"},{"id":"ibm-granite-granite-3b-code-base","family":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","name":"Ibm Granite Granite 3B Code Base","maker":"RichardErkhov","catalog":null,"tuned":false,"params":3.48,"active":null,"layers":32,"probe":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf/granite-3b-code-base.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-08-19T17:38:48.000Z","downloads":2409,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q2_K.gguf","label":"Q2_K","size":1338693376,"bits":3.08,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.IQ3_XS.gguf","label":"IQ3_XS","size":1473042176,"bits":3.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.IQ3_S.gguf","label":"IQ3_S","size":1551685376,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q3_K_S.gguf","label":"Q3_K_S","size":1551685376,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.IQ3_M.gguf","label":"IQ3_M","size":1621317376,"bits":3.73,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q3_K.gguf","label":"Q3_K","size":1726994176,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q3_K_M.gguf","label":"Q3_K_M","size":1726994176,"bits":3.97,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q3_K_L.gguf","label":"Q3_K_L","size":1876088576,"bits":4.31,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.IQ4_XS.gguf","label":"IQ4_XS","size":1908856576,"bits":4.39,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q4_0.gguf","label":"Q4_0","size":1997330176,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.IQ4_NL.gguf","label":"IQ4_NL","size":2010437376,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q4_K_S.gguf","label":"Q4_K_S","size":2013714176,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q4_K.gguf","label":"Q4_K","size":2132498176,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q4_K_M.gguf","label":"Q4_K_M","size":2132498176,"bits":4.9,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q4_1.gguf","label":"Q4_1","size":2207045376,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q5_0.gguf","label":"Q5_0","size":2416760576,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q5_K_S.gguf","label":"Q5_K_S","size":2416760576,"bits":5.56,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q5_K.gguf","label":"Q5_K","size":2486392576,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q5_K_M.gguf","label":"Q5_K_M","size":2486392576,"bits":5.72,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q5_1.gguf","label":"Q5_1","size":2626475776,"bits":6.04,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q6_K.gguf","label":"Q6_K","size":2862405376,"bits":6.58,"known":true,"rank":0},{"repo":"RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf","file":"granite-3b-code-base.Q8_0.gguf","label":"Q8_0","size":3705526016,"bits":8.52,"known":true,"rank":0}],"repos":["RichardErkhov/ibm-granite_-_granite-3b-code-base-gguf"],"logoFrom":"RichardErkhov"},{"id":"andy-3-5","family":"Sweaterdog/Andy-3.5","name":"Andy 3.5","maker":"Sweaterdog","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"Sweaterdog/Andy-3.5/Andy-3.5.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-21T01:11:41.000Z","downloads":2409,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Sweaterdog/Andy-3.5","file":"Andy-3.5.Q2_K.gguf","label":"Q2_K","size":3015938496,"bits":3.17,"known":true,"rank":0},{"repo":"Sweaterdog/Andy-3.5","file":"Andy-3.5.Q4_K_M.gguf","label":"Q4_K_M","size":4683071936,"bits":4.92,"known":true,"rank":0},{"repo":"Sweaterdog/Andy-3.5","file":"Andy-3.5.Q8_0.gguf","label":"Q8_0","size":8098523584,"bits":8.5,"known":true,"rank":0},{"repo":"Sweaterdog/Andy-3.5","file":"Andy-3.5.F16.gguf","label":"F16","size":15237851584,"bits":16,"known":true,"rank":0}],"repos":["Sweaterdog/Andy-3.5"],"logoFrom":"deepseek-ai"},{"id":"emma-6","family":"egomnia/emma-6","name":"Emma 6","maker":"egomnia","catalog":null,"tuned":true,"params":1.55,"active":null,"layers":32,"probe":"PaoloneSborracchione/emma-6-GGUF/emma-6-Q2_K.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"openrail","open":true,"released":"2026-10-13T10:55:32.000Z","downloads":2409,"likes":4,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q2_K.gguf","label":"Q2_K","size":680792384,"bits":3.51,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q3_K_S.gguf","label":"Q3_K_S","size":766644544,"bits":3.96,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-IQ3_M.gguf","label":"IQ3_M","size":794562880,"bits":4.1,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q3_K_M.gguf","label":"Q3_K_M","size":835686720,"bits":4.31,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q3_K_L.gguf","label":"Q3_K_L","size":877531456,"bits":4.53,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-IQ4_XS.gguf","label":"IQ4_XS","size":887689536,"bits":4.58,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q4_0.gguf","label":"Q4_0","size":907022656,"bits":4.68,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q4_K_S.gguf","label":"Q4_K_S","size":955453760,"bits":4.93,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q4_K_M.gguf","label":"Q4_K_M","size":1024069952,"bits":5.29,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q5_K_S.gguf","label":"Q5_K_S","size":1106776384,"bits":5.71,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q5_K_M.gguf","label":"Q5_K_M","size":1165365568,"bits":6.01,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q6_K.gguf","label":"Q6_K","size":1359876416,"bits":7.02,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-Q8_0.gguf","label":"Q8_0","size":1647604032,"bits":8.5,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-BF16.gguf","label":"BF16","size":3099554112,"bits":16,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-F16.gguf","label":"F16","size":3099554112,"bits":16,"known":true,"rank":0},{"repo":"PaoloneSborracchione/emma-6-GGUF","file":"emma-6-F32.gguf","label":"F32","size":6197047616,"bits":31.98,"known":true,"rank":0}],"repos":["PaoloneSborracchione/emma-6-GGUF"],"logoFrom":"egomnia"},{"id":"ibm-granite-granite-4-0-h-small","family":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","name":"Ibm Granite Granite 4.0 H Small","maker":"bartowski","catalog":null,"tuned":false,"params":32.21,"active":8.8,"layers":40,"probe":"bartowski/ibm-granite_granite-4.0-h-small-GGUF/ibm-granite_granite-4.0-h-small-IQ2_XXS.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"granitehybrid","vision":false,"licence":null,"open":false,"released":"2025-10-02T14:24:48.000Z","downloads":2407,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ2_XXS.gguf","label":"IQ2_XXS","size":8147200640,"bits":2.02,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ2_XS.gguf","label":"IQ2_XS","size":9290017408,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ2_S.gguf","label":"IQ2_S","size":9298406016,"bits":2.31,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ2_M.gguf","label":"IQ2_M","size":10467764864,"bits":2.6,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q2_K.gguf","label":"Q2_K","size":11736263296,"bits":2.91,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q2_K_L.gguf","label":"Q2_K_L","size":11835812480,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ3_XXS.gguf","label":"IQ3_XXS","size":13120268928,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ3_XS.gguf","label":"IQ3_XS","size":13777037952,"bits":3.42,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q3_K_S.gguf","label":"Q3_K_S","size":14417193600,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ3_M.gguf","label":"IQ3_M","size":15021042304,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q3_K_M.gguf","label":"Q3_K_M","size":15022090880,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q3_K_L.gguf","label":"Q3_K_L","size":15572068992,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q3_K_XL.gguf","label":"Q3_K_XL","size":15671618176,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ4_XS.gguf","label":"IQ4_XS","size":17559890560,"bits":4.36,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-IQ4_NL.gguf","label":"IQ4_NL","size":18526874240,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q4_0.gguf","label":"Q4_0","size":18801601152,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q4_K_S.gguf","label":"Q4_K_S","size":19095202432,"bits":4.74,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q4_K_M.gguf","label":"Q4_K_M","size":19747023488,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q4_K_L.gguf","label":"Q4_K_L","size":19846572672,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q4_1.gguf","label":"Q4_1","size":20456647296,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q5_K_S.gguf","label":"Q5_K_S","size":22444944000,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q5_K_M.gguf","label":"Q5_K_M","size":23139101312,"bits":5.75,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q5_K_L.gguf","label":"Q5_K_L","size":23238650496,"bits":5.77,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q6_K.gguf","label":"Q6_K","size":26654960256,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q6_K_L.gguf","label":"Q6_K_L","size":26754509440,"bits":6.65,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-Q8_0.gguf","label":"Q8_0","size":34264885888,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-4.0-h-small-GGUF","file":"ibm-granite_granite-4.0-h-small-bf16/ibm-granite_granite-4.0-h-small-bf16-00001-of-00002.gguf","label":"BF16","size":64446179872,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ibm-granite_granite-4.0-h-small-GGUF"],"logoFrom":"ibm-granite"},{"id":"chronomaid-storytelling-13b","family":"NyxKrage/Chronomaid-Storytelling-13b","name":"Chronomaid Storytelling 13B","maker":"NyxKrage","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Chronomaid-Storytelling-13B-GGUF/chronomaid-storytelling-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-11-30T10:03:29.000Z","downloads":2405,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Chronomaid-Storytelling-13B-GGUF","file":"chronomaid-storytelling-13b.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Chronomaid-Storytelling-13B-GGUF"],"logoFrom":"NyxKrage"},{"id":"qwen3-5-9b-evil-bf16","family":"bowmanslayer/Qwen3.5-9B-Evil-BF16","name":"Qwen3.5 9B Evil BF16","maker":"bowmanslayer","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF/Qwen3.5-9B-Evil-BF16.i1-Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T12:08:10.000Z","downloads":2405,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q2_K.gguf","label":"Q2_K","size":3914969856,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4364022528,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":4475990784,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":4522783488,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4737610496,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":5048513280,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5326418688,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q4_0.gguf","label":"Q4_0","size":5462864640,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5488554752,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5555663616,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5780091648,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q4_1.gguf","label":"Q4_1","size":5961462528,"bits":5.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6472643328,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6642545408,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF","file":"Qwen3.5-9B-Evil-BF16.i1-Q6_K.gguf","label":"Q6_K","size":7558902528,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-Evil-BF16-i1-GGUF"],"logoFrom":"Qwen"},{"id":"deepseek-llm-67b-chat","family":"deepseek-ai/deepseek-llm-67b-chat","name":"Deepseek Llm 67B","maker":"DeepSeek","catalog":null,"tuned":true,"params":67.43,"active":null,"layers":95,"probe":"TheBloke/deepseek-llm-67b-chat-GGUF/deepseek-llm-67b-chat.Q2_K.gguf","kvBytesPerToken":450212,"kvHeader":389120,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-29T03:30:00.000Z","downloads":2405,"likes":42,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1185,"arenaCoding":1218,"arenaVision":null,"builds":[{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q2_K.gguf","label":"Q2_K","size":28495751104,"bits":3.38,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":29309380544,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":32584705984,"bits":3.87,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":35575769024,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q4_0.gguf","label":"Q4_0","size":38152644544,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":38247016384,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":40439687104,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q5_0.gguf","label":"Q5_0","size":46475716544,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":46475716544,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/deepseek-llm-67b-chat-GGUF","file":"deepseek-llm-67b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":47653889984,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/deepseek-llm-67b-chat-GGUF"],"logoFrom":"deepseek-ai"},{"id":"longwriter-glm4-9b","family":"QuantFactory/LongWriter-glm4-9b-GGUF","name":"LongWriter Glm4 9B","maker":"QuantFactory","catalog":null,"tuned":true,"params":9.4,"active":null,"layers":40,"probe":"QuantFactory/LongWriter-glm4-9b-GGUF/LongWriter-glm4-9b.Q2_K.gguf","kvBytesPerToken":47391,"kvHeader":40960,"kvFixed":0,"context":1048576,"arch":"chatglm","vision":false,"licence":null,"open":false,"released":"2024-08-15T05:09:28.000Z","downloads":2405,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q2_K.gguf","label":"Q2_K","size":3991897696,"bits":3.4,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q3_K_S.gguf","label":"Q3_K_S","size":4587423328,"bits":3.9,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q3_K_M.gguf","label":"Q3_K_M","size":5064328800,"bits":4.31,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q3_K_L.gguf","label":"Q3_K_L","size":5281449568,"bits":4.49,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q4_0.gguf","label":"Q4_0","size":5455316576,"bits":4.64,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q4_K_S.gguf","label":"Q4_K_S","size":5753341536,"bits":4.9,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q4_1.gguf","label":"Q4_1","size":6003983968,"bits":5.11,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q4_K_M.gguf","label":"Q4_K_M","size":6250923616,"bits":5.32,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q5_0.gguf","label":"Q5_0","size":6552651360,"bits":5.58,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q5_K_S.gguf","label":"Q5_K_S","size":6692898400,"bits":5.7,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q5_1.gguf","label":"Q5_1","size":7101318752,"bits":6.04,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q5_K_M.gguf","label":"Q5_K_M","size":7143786080,"bits":6.08,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q6_K.gguf","label":"Q6_K","size":8262026848,"bits":7.03,"known":true,"rank":0},{"repo":"QuantFactory/LongWriter-glm4-9b-GGUF","file":"LongWriter-glm4-9b.Q8_0.gguf","label":"Q8_0","size":9994995296,"bits":8.51,"known":true,"rank":0}],"repos":["QuantFactory/LongWriter-glm4-9b-GGUF"],"logoFrom":"QuantFactory"},{"id":"kimid-v4a-q235-2k","family":"mradermacher/kimid-v4a-q235-2k-GGUF","name":"Kimid V4a Q235 2K","maker":"mradermacher","catalog":null,"tuned":true,"params":235.09,"active":22.19,"layers":94,"probe":"mradermacher/kimid-v4a-q235-2k-GGUF/kimid-v4a-q235-2k.Q2_K.gguf","kvBytesPerToken":222736,"kvHeader":192512,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-12-08T21:38:41.000Z","downloads":2403,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q2_K.gguf","label":"Q2_K","size":85690999424,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q3_K_S.gguf","label":"Q3_K_S","size":101444702848,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q3_K_M.gguf","label":"Q3_K_M","size":112447378048,"bits":3.83,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q3_K_L.gguf","label":"Q3_K_L","size":121824793216,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.IQ4_XS.gguf","label":"IQ4_XS","size":126668030592,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q4_K_S.gguf","label":"Q4_K_S","size":133687116416,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q4_K_M.gguf","label":"Q4_K_M","size":142154072704,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q5_K_S.gguf","label":"Q5_K_S","size":161881424512,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q5_K_M.gguf","label":"Q5_K_M","size":166814155392,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q6_K.gguf","label":"Q6_K","size":193015493248,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/kimid-v4a-q235-2k-GGUF","file":"kimid-v4a-q235-2k.Q8_0.gguf","label":"Q8_0","size":249940103808,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/kimid-v4a-q235-2k-GGUF"],"logoFrom":"moonshotai"},{"id":"phi-3-5-moe-instruct","family":"microsoft/Phi-3.5-MoE-instruct","name":"Phi 3.5 MoE","maker":"Microsoft","catalog":null,"tuned":false,"params":41.87,"active":6.64,"layers":32,"probe":"bartowski/Phi-3.5-MoE-instruct-GGUF/Phi-3.5-MoE-instruct-IQ2_XXS.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"phimoe","vision":false,"licence":"mit","open":true,"released":"2025-01-10T03:14:36.000Z","downloads":2402,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":11031893856,"bits":2.11,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":12275504992,"bits":2.35,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ2_S.gguf","label":"IQ2_S","size":12534734688,"bits":2.39,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ2_M.gguf","label":"IQ2_M","size":13761568608,"bits":2.63,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q2_K.gguf","label":"Q2_K","size":15265136480,"bits":2.92,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":15393392480,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":17097754464,"bits":3.27,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":18055104352,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ3_M.gguf","label":"IQ3_M","size":18367055712,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":20032718688,"bits":3.83,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":21688420192,"bits":4.14,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":21803337568,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":22315175776,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":23615319904,"bits":4.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q4_0.gguf","label":"Q4_0","size":23703400288,"bits":4.53,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":23810355040,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":25345994592,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":25443469152,"bits":4.86,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q4_1.gguf","label":"Q4_1","size":26207219552,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":28815896416,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":29716098912,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":29797156704,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q6_K.gguf","label":"Q6_K","size":34359334752,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":34422949728,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-Q8_0.gguf","label":"Q8_0","size":44499765088,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Phi-3.5-MoE-instruct-GGUF","file":"Phi-3.5-MoE-instruct-f16/Phi-3.5-MoE-instruct-f16-00001-of-00003.gguf","label":"F16","size":83753043840,"bits":16,"known":true,"rank":0}],"repos":["bartowski/Phi-3.5-MoE-instruct-GGUF"],"logoFrom":"microsoft"},{"id":"astabrief-8b","family":"allenai/AstaBrief_8B","name":"AstaBrief 8B","maker":"Ai2","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/AstaBrief_8B-GGUF/AstaBrief_8B.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T23:43:24.000Z","downloads":2402,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q2_K.gguf","label":"Q2_K","size":3281733664,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q3_K_S.gguf","label":"Q3_K_S","size":3769612320,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q3_K_M.gguf","label":"Q3_K_M","size":4124162080,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q3_K_L.gguf","label":"Q3_K_L","size":4431394848,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.IQ4_XS.gguf","label":"IQ4_XS","size":4593297440,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q4_K_S.gguf","label":"Q4_K_S","size":4802013216,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q4_K_M.gguf","label":"Q4_K_M","size":5027784736,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q5_K_S.gguf","label":"Q5_K_S","size":5720762400,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q5_K_M.gguf","label":"Q5_K_M","size":5851113504,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q6_K.gguf","label":"Q6_K","size":6725900320,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.Q8_0.gguf","label":"Q8_0","size":8709519392,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/AstaBrief_8B-GGUF","file":"AstaBrief_8B.f16.gguf","label":"F16","size":16388044832,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/AstaBrief_8B-GGUF"],"logoFrom":"allenai"},{"id":"nvidia-nemotron-3-5-lightning-30b-a3b-bf16","family":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","name":"NVIDIA Nemotron 3.5 Lightning 30B A3B BF16","maker":"NVIDIA","catalog":null,"tuned":false,"params":32.91,"active":0.66,"layers":53,"probe":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q2_K.gguf","kvBytesPerToken":8293,"kvHeader":7168,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-08-11T21:12:42.000Z","downloads":2402,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q2_K.gguf","label":"Q2_K","size":18655808160,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q3_K_S.gguf","label":"Q3_K_S","size":18682994592,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.IQ4_XS.gguf","label":"IQ4_XS","size":18961218720,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q3_K_M.gguf","label":"Q3_K_M","size":20680135584,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q3_K_L.gguf","label":"Q3_K_L","size":21622290336,"bits":5.26,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q4_K_S.gguf","label":"Q4_K_S","size":22835895456,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q5_K_S.gguf","label":"Q5_K_S","size":24810683040,"bits":6.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q4_K_M.gguf","label":"Q4_K_M","size":25430740128,"bits":6.18,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q5_K_M.gguf","label":"Q5_K_M","size":27040755360,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q6_K.gguf","label":"Q6_K","size":34921148832,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF","file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16.Q8_0.gguf","label":"Q8_0","size":35004643488,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16-GGUF"],"logoFrom":"nvidia"},{"id":"captainerisnebula-12b-chimera-v1-1-gguf-iq-imatrix","family":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","name":"CaptainErisNebula 12B Chimera V1.1 GGUF IQ Imatrix","maker":"Lewdiculous","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix/CaptainErisNebula-12B-Chimera-v1.1-BF16.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-08-24T08:05:24.000Z","downloads":2400,"likes":27,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_XXS-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_XXS-imat","size":4945384704,"bits":3.23,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_XS-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_XS-imat","size":5306488064,"bits":3.47,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_S-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_S-imat","size":5562078464,"bits":3.63,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_M-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-IQ3_M-imat","size":5722232064,"bits":3.74,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q3_K_M-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q3_K_M-imat","size":6083089664,"bits":3.97,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q3_K_L-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q3_K_L-imat","size":6561502464,"bits":4.29,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-IQ4_XS-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-IQ4_XS-imat","size":6742709504,"bits":4.4,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"ARM-CaptainErisNebula-12B-Chimera-v1.1-Q4_0-imat.gguf","label":"ARM-CaptainErisNebula-12B-Chimera-v1.1-Q4_0-imat","size":7094637824,"bits":4.63,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q4_K_S-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q4_K_S-imat","size":7120196864,"bits":4.65,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q4_K_M-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q4_K_M-imat","size":7477204224,"bits":4.88,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q5_K_S-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q5_K_S-imat","size":8518735104,"bits":5.56,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q5_K_M-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q5_K_M-imat","size":8727631104,"bits":5.7,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q6_K-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q6_K-imat","size":10056209664,"bits":6.57,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-Q8_0-imat.gguf","label":"CaptainErisNebula-12B-Chimera-v1.1-Q8_0-imat","size":13022369024,"bits":8.5,"known":false,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-BF16.gguf","label":"BF16","size":24504275936,"bits":16,"known":true,"rank":0},{"repo":"Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix","file":"CaptainErisNebula-12B-Chimera-v1.1-F16.gguf","label":"F16","size":24504275936,"bits":16,"known":true,"rank":0}],"repos":["Lewdiculous/CaptainErisNebula-12B-Chimera-v1.1-GGUF-IQ-Imatrix"],"logoFrom":"Nitral-AI"},{"id":"llama-3-3-70b-instruct-heretic","family":"kldzj/Llama-3.3-70B-Instruct-heretic","name":"Llama 3.3 70B Heretic","maker":"kldzj","catalog":null,"tuned":true,"params":70.55,"active":null,"layers":80,"probe":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF/Llama-3.3-70B-Instruct-Heretic.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2025-11-24T12:12:53.000Z","downloads":2400,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":15343488672,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":16751201952,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097390752,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":21142113952,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":22242348704,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":24119299744,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":24471948960,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q2_K.gguf","label":"Q2_K","size":26375114400,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469500064,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":29307735712,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":30912056992,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":30912056992,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":31937040032,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":34267500192,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":37140598432,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":37902667424,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q4_0.gguf","label":"Q4_0","size":40116539040,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":40347225760,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":42520399520,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q4_1.gguf","label":"Q4_1","size":44313595552,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":48657452704,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":49949822624,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF","file":"Llama-3.3-70B-Instruct-Heretic.i1-Q6_K.gguf","label":"Q6_K","size":57888149152,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Llama-3.3-70B-Instruct-heretic-i1-GGUF"],"logoFrom":"kldzj"},{"id":"feyospace-s1-obliterated","family":"OBLITERATUS/feyospace-s1-obliterated","name":"Feyospace S1 Obliterated","maker":"OBLITERATUS","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF/feyospace-s1-OBLITERATED.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-15T16:20:19.000Z","downloads":2400,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q2_K.gguf","label":"Q2_K","size":10864593312,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256536992,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608032,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332192,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500737952,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799712,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040032,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q4_0.gguf","label":"Q4_0","size":15760419232,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825299872,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715552,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q4_1.gguf","label":"Q4_1","size":17343768992,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683232,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702432,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/feyospace-s1-OBLITERATED-i1-GGUF","file":"feyospace-s1-OBLITERATED.i1-Q6_K.gguf","label":"Q6_K","size":22431000992,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/feyospace-s1-OBLITERATED-i1-GGUF"],"logoFrom":"OBLITERATUS"},{"id":"lightblue-suzume-llama-3-8b-japanese","family":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","name":"Lightblue Suzume Llama 3 8B Japanese","maker":"mmnga","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf/lightblue-suzume-llama-3-8B-japanese-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-04-23T13:30:08.000Z","downloads":2396,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ1_S.gguf","label":"IQ1_S","size":2020140352,"bits":2.01,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ1_M.gguf","label":"IQ1_M","size":2162484544,"bits":2.15,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399724864,"bits":2.39,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ2_XS.gguf","label":"IQ2_XS","size":2606294336,"bits":2.6,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ2_S.gguf","label":"IQ2_S","size":2759001408,"bits":2.75,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ2_M.gguf","label":"IQ2_M","size":2948793664,"bits":2.94,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q2_K.gguf","label":"Q2_K","size":3179644224,"bits":3.17,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ3_XXS.gguf","label":"IQ3_XXS","size":3275425088,"bits":3.26,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ3_XS.gguf","label":"IQ3_XS","size":3519259968,"bits":3.51,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q3_K_S.gguf","label":"Q3_K_S","size":3665012032,"bits":3.65,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ3_S.gguf","label":"IQ3_S","size":3682837824,"bits":3.67,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ3_M.gguf","label":"IQ3_M","size":3785336128,"bits":3.77,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q3_K_M.gguf","label":"Q3_K_M","size":4019430720,"bits":4,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q3_K_L.gguf","label":"Q3_K_L","size":4322469184,"bits":4.31,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ4_XS.gguf","label":"IQ4_XS","size":4448175424,"bits":4.43,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q4_0.gguf","label":"Q4_0","size":4661724480,"bits":4.64,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-IQ4_NL.gguf","label":"IQ4_NL","size":4678501696,"bits":4.66,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q4_K_S.gguf","label":"Q4_K_S","size":4693181760,"bits":4.68,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q4_K_M.gguf","label":"Q4_K_M","size":4921247040,"bits":4.9,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q5_0.gguf","label":"Q5_0","size":5599806784,"bits":5.58,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q5_K_S.gguf","label":"Q5_K_S","size":5599806784,"bits":5.58,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q5_K_M.gguf","label":"Q5_K_M","size":5733500224,"bits":5.71,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q6_K.gguf","label":"Q6_K","size":6596519232,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/lightblue-suzume-llama-3-8B-japanese-gguf","file":"lightblue-suzume-llama-3-8B-japanese-Q8_0.gguf","label":"Q8_0","size":8541283648,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga/lightblue-suzume-llama-3-8B-japanese-gguf"],"logoFrom":"mmnga"},{"id":"mn-12b-lyra-v4","family":"Sao10K/MN-12B-Lyra-v4","name":"MN 12B Lyra V4","maker":"Sao10K","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/MN-12B-Lyra-v4-GGUF/MN-12B-Lyra-v4-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-09-09T10:04:37.000Z","downloads":2396,"likes":19,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-IQ2_M.gguf","label":"IQ2_M","size":4435026656,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q2_K.gguf","label":"Q2_K","size":4791050976,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-IQ3_XS.gguf","label":"IQ3_XS","size":5306491616,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q2_K_L.gguf","label":"Q2_K_L","size":5446410976,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q3_K_S.gguf","label":"Q3_K_S","size":5534229216,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-IQ3_M.gguf","label":"IQ3_M","size":5722235616,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q3_K_M.gguf","label":"Q3_K_M","size":6083093216,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q3_K_L.gguf","label":"Q3_K_L","size":6561506016,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-IQ4_XS.gguf","label":"IQ4_XS","size":6742713056,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":7071703776,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":7071703776,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":7071703776,"bits":4.62,"known":false,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_0.gguf","label":"Q4_0","size":7094641376,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_K_S.gguf","label":"Q4_K_S","size":7120200416,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708576,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_K_M.gguf","label":"Q4_K_M","size":7477207776,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q4_K_L.gguf","label":"Q4_K_L","size":7975281376,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q5_K_S.gguf","label":"Q5_K_S","size":8518738656,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q5_K_M.gguf","label":"Q5_K_M","size":8727634656,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q5_K_L.gguf","label":"Q5_K_L","size":9141822176,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q6_K.gguf","label":"Q6_K","size":10056213216,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q6_K_L.gguf","label":"Q6_K_L","size":10381271776,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-Q8_0.gguf","label":"Q8_0","size":13022372576,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/MN-12B-Lyra-v4-GGUF","file":"MN-12B-Lyra-v4-f16.gguf","label":"F16","size":24504279488,"bits":16,"known":true,"rank":0}],"repos":["bartowski/MN-12B-Lyra-v4-GGUF"],"logoFrom":"Sao10K"},{"id":"prism-coder-9b","family":"dcostenco/prism-coder-9b","name":"Prism Coder 9B","maker":"dcostenco","catalog":null,"tuned":true,"params":9.2,"active":null,"layers":33,"probe":"mradermacher/prism-coder-9b-GGUF/prism-coder-9b.Q2_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-16T11:22:01.000Z","downloads":2396,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q2_K.gguf","label":"Q2_K","size":3914969344,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q3_K_S.gguf","label":"Q3_K_S","size":4364022016,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q3_K_M.gguf","label":"Q3_K_M","size":4737609984,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q3_K_L.gguf","label":"Q3_K_L","size":5048512768,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.IQ4_XS.gguf","label":"IQ4_XS","size":5357875456,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q4_K_S.gguf","label":"Q4_K_S","size":5488554240,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q4_K_M.gguf","label":"Q4_K_M","size":5780091136,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q5_K_S.gguf","label":"Q5_K_S","size":6472642816,"bits":5.63,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q5_K_M.gguf","label":"Q5_K_M","size":6642544896,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q6_K.gguf","label":"Q6_K","size":7558902016,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.Q8_0.gguf","label":"Q8_0","size":9786061056,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/prism-coder-9b-GGUF","file":"prism-coder-9b.f16.gguf","label":"F16","size":18407321856,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/prism-coder-9b-GGUF"],"logoFrom":null},{"id":"sorcererlm-22b","family":"InferenceIllusionist/SorcererLM-22B","name":"SorcererLM 22B","maker":"InferenceIllusionist","catalog":null,"tuned":false,"params":22.25,"active":null,"layers":56,"probe":"Quant-Cartel/SorcererLM-22B-iMat-GGUF/SorcererLM-22B-iMat-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-23T16:44:25.000Z","downloads":2392,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ1_S.gguf","label":"IQ1_S","size":4829489344,"bits":1.74,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ1_M.gguf","label":"IQ1_M","size":5267138752,"bits":1.89,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ2_XXS.gguf","label":"IQ2_XXS","size":5996554432,"bits":2.16,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ2_XS.gguf","label":"IQ2_XS","size":6646147264,"bits":2.39,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ2_S.gguf","label":"IQ2_S","size":7035431104,"bits":2.53,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ2_M.gguf","label":"IQ2_M","size":7618963648,"bits":2.74,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q2_K.gguf","label":"Q2_K","size":8272095424,"bits":2.97,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ3_XXS.gguf","label":"IQ3_XXS","size":8598857920,"bits":3.09,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ3_XS.gguf","label":"IQ3_XS","size":9176099008,"bits":3.3,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q3_K_S.gguf","label":"Q3_K_S","size":9641273536,"bits":3.47,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ3_S.gguf","label":"IQ3_S","size":9688066240,"bits":3.48,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ3_M.gguf","label":"IQ3_M","size":10062407872,"bits":3.62,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q3_K_M.gguf","label":"Q3_K_M","size":10756827328,"bits":3.87,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q3_K_L.gguf","label":"Q3_K_L","size":11730430144,"bits":4.22,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-IQ4_XS.gguf","label":"IQ4_XS","size":11935295680,"bits":4.29,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q4_K_S.gguf","label":"Q4_K_S","size":12660385984,"bits":4.55,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q4_K_M.gguf","label":"Q4_K_M","size":13341239488,"bits":4.8,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q5_K_S.gguf","label":"Q5_K_S","size":15324817600,"bits":5.51,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q5_K_M.gguf","label":"Q5_K_M","size":15722555584,"bits":5.65,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q6_K.gguf","label":"Q6_K","size":18252703936,"bits":6.56,"known":true,"rank":0},{"repo":"Quant-Cartel/SorcererLM-22B-iMat-GGUF","file":"SorcererLM-22B-iMat-Q8_0.gguf","label":"Q8_0","size":23640549568,"bits":8.5,"known":true,"rank":0}],"repos":["Quant-Cartel/SorcererLM-22B-iMat-GGUF"],"logoFrom":"InferenceIllusionist"},{"id":"shiftaddqwen-3-5-9b","family":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF","name":"ShiftAddQwen 3.5 9B","maker":"EcoAI-Lab","catalog":null,"tuned":false,"params":9.2,"active":null,"layers":33,"probe":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF/ShiftAddQwen-3.5-9B-3.0bits.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-20T17:08:37.000Z","downloads":2392,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF","file":"ShiftAddQwen-3.5-9B-3.0bits.gguf","label":"ShiftAddQwen-3.5-9B-3.0bits","size":3897799104,"bits":3.39,"known":false,"rank":0},{"repo":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF","file":"ShiftAddQwen-3.5-9B-3.2bits.gguf","label":"ShiftAddQwen-3.5-9B-3.2bits","size":4069241280,"bits":3.54,"known":false,"rank":0},{"repo":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF","file":"ShiftAddQwen-3.5-9B-3.6bits.gguf","label":"ShiftAddQwen-3.5-9B-3.6bits","size":4413895104,"bits":3.84,"known":false,"rank":0},{"repo":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF","file":"ShiftAddQwen-3.5-9B-4.0bits.gguf","label":"ShiftAddQwen-3.5-9B-4.0bits","size":4761629120,"bits":4.14,"known":false,"rank":0},{"repo":"EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF","file":"ShiftAddQwen-3.5-9B-4.4bits.gguf","label":"ShiftAddQwen-3.5-9B-4.4bits","size":5104202176,"bits":4.44,"known":false,"rank":0}],"repos":["EcoAI-Lab/ShiftAddQwen-3.5-9B-GGUF"],"logoFrom":"Qwen"},{"id":"olmo-2-0425-1b-instruct","family":"allenai/OLMo-2-0425-1B-Instruct","name":"OLMo 2 0425 1B","maker":"Ai2","catalog":null,"tuned":false,"params":1.48,"active":null,"layers":16,"probe":"allenai/OLMo-2-0425-1B-Instruct-GGUF/OLMo-2-0425-1B-Instruct-Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"olmo2","vision":false,"licence":null,"open":false,"released":"2025-04-30T20:19:37.000Z","downloads":2391,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q2_K.gguf","label":"Q2_K","size":633328800,"bits":3.42,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":722359456,"bits":3.9,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":778982560,"bits":4.21,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":826168480,"bits":4.47,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q4_0.gguf","label":"Q4_0","size":892261536,"bits":4.82,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":898552992,"bits":4.86,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":935515296,"bits":5.06,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q5_0.gguf","label":"Q5_0","size":1052169376,"bits":5.69,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1052169376,"bits":5.69,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1074451616,"bits":5.81,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q6_K.gguf","label":"Q6_K","size":1222071456,"bits":6.61,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-Q8_0.gguf","label":"Q8_0","size":1581667488,"bits":8.55,"known":true,"rank":0},{"repo":"allenai/OLMo-2-0425-1B-Instruct-GGUF","file":"OLMo-2-0425-1B-Instruct-F16.gguf","label":"F16","size":2973652128,"bits":16.07,"known":true,"rank":0}],"repos":["allenai/OLMo-2-0425-1B-Instruct-GGUF"],"logoFrom":"allenai"},{"id":"quantum-precog-24b","family":"Naphula/Quantum-Precog-24B","name":"Quantum Precog 24B","maker":"Naphula","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/Quantum-Precog-24B-i1-GGUF/Quantum-Precog-24B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-11-01T11:27:31.000Z","downloads":2389,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ1_S.gguf","label":"IQ1_S","size":5273745536,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ1_M.gguf","label":"IQ1_M","size":5750519936,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545143936,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207057536,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ2_S.gguf","label":"IQ2_S","size":7478378656,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ2_M.gguf","label":"IQ2_M","size":8114077856,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320189216,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q2_K.gguf","label":"Q2_K","size":8890352416,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280618656,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907145536,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400303936,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ3_S.gguf","label":"IQ3_S","size":10428156736,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ3_M.gguf","label":"IQ3_M","size":10650979136,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474111296,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400790336,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758946656,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q4_0.gguf","label":"Q4_0","size":13494261216,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549311456,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333941216,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q4_1.gguf","label":"Q4_1","size":14873139936,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304447456,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16764018656,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Quantum-Precog-24B-i1-GGUF","file":"Quantum-Precog-24B.i1-Q6_K.gguf","label":"Q6_K","size":19345975936,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Quantum-Precog-24B-i1-GGUF"],"logoFrom":"Naphula"},{"id":"mistral-7b-orpo-capybara-reproduction","family":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","name":"Mistral 7B Orpo Capybara Reproduction","maker":"mradermacher","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF/mistral-7b-orpo-capybara-reproduction.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-29T02:50:17.000Z","downloads":2389,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q2_K.gguf","label":"Q2_K","size":2873885344,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.IQ3_XS.gguf","label":"IQ3_XS","size":3173459424,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q3_K_S.gguf","label":"Q3_K_S","size":3319211488,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.IQ3_S.gguf","label":"IQ3_S","size":3337037280,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.IQ3_M.gguf","label":"IQ3_M","size":3439535584,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q3_K_M.gguf","label":"Q3_K_M","size":3673630176,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q3_K_L.gguf","label":"Q3_K_L","size":3976668640,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.IQ4_XS.gguf","label":"IQ4_XS","size":4099033376,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q4_0.gguf","label":"Q4_0","size":4263561760,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q4_K_S.gguf","label":"Q4_K_S","size":4295019040,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.IQ4_NL.gguf","label":"IQ4_NL","size":4309699104,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q4_K_M.gguf","label":"Q4_K_M","size":4523084320,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q5_K_S.gguf","label":"Q5_K_S","size":5152362016,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q5_K_M.gguf","label":"Q5_K_M","size":5286055456,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q6_K.gguf","label":"Q6_K","size":6096712288,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF","file":"mistral-7b-orpo-capybara-reproduction.Q8_0.gguf","label":"Q8_0","size":7818762784,"bits":8.64,"known":true,"rank":0}],"repos":["mradermacher/mistral-7b-orpo-capybara-reproduction-GGUF"],"logoFrom":"mistralai"},{"id":"aya-23-8b","family":"CohereLabs/aya-23-8B","name":"Aya 23 8B","maker":"Cohere","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"legraphista/aya-23-8B-IMat-GGUF/aya-23-8B.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-05-25T20:21:19.000Z","downloads":2388,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ1_S.gguf","label":"IQ1_S","size":2209508480,"bits":2.2,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ1_M.gguf","label":"IQ1_M","size":2351852672,"bits":2.34,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ2_XXS.gguf","label":"IQ2_XXS","size":2589092992,"bits":2.58,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ2_XS.gguf","label":"IQ2_XS","size":2795662464,"bits":2.79,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ2_S.gguf","label":"IQ2_S","size":2895015040,"bits":2.88,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ2_M.gguf","label":"IQ2_M","size":3084807296,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q2_K_S.gguf","label":"Q2_K_S","size":3248188544,"bits":3.24,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ3_XXS.gguf","label":"IQ3_XXS","size":3411438720,"bits":3.4,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q2_K.gguf","label":"Q2_K","size":3438505088,"bits":3.43,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ3_XS.gguf","label":"IQ3_XS","size":3724766336,"bits":3.71,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q3_K_S.gguf","label":"Q3_K_S","size":3870518400,"bits":3.86,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ3_S.gguf","label":"IQ3_S","size":3888344192,"bits":3.87,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ3_M.gguf","label":"IQ3_M","size":3990842496,"bits":3.98,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q3_K.gguf","label":"Q3_K","size":4224937088,"bits":4.21,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q3_K_L.gguf","label":"Q3_K_L","size":4527975552,"bits":4.51,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ4_XS.gguf","label":"IQ4_XS","size":4600327296,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.IQ4_NL.gguf","label":"IQ4_NL","size":4814236800,"bits":4.8,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q4_K_S.gguf","label":"Q4_K_S","size":4828916864,"bits":4.81,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q4_K.gguf","label":"Q4_K","size":5056982144,"bits":5.04,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q5_K_S.gguf","label":"Q5_K_S","size":5669874560,"bits":5.65,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q5_K.gguf","label":"Q5_K","size":5803568000,"bits":5.78,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q6_K.gguf","label":"Q6_K","size":6596815744,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.Q8_0.gguf","label":"Q8_0","size":8541072256,"bits":8.51,"known":true,"rank":0},{"repo":"legraphista/aya-23-8B-IMat-GGUF","file":"aya-23-8B.FP16.gguf","label":"aya-23-8B.FP16","size":16067226496,"bits":16.01,"known":false,"rank":0}],"repos":["legraphista/aya-23-8B-IMat-GGUF"],"logoFrom":"CohereLabs"},{"id":"aquif-3-moe-17b-a2-8b","family":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","name":"Aquif 3 Moe 17B A2.8B","maker":"mradermacher","catalog":null,"tuned":false,"params":16.8,"active":2.75,"layers":28,"probe":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF/aquif-3-moe-17b-a2.8b.Q2_K.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"bailingmoe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-03T21:50:46.000Z","downloads":2388,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q2_K.gguf","label":"Q2_K","size":6906026848,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q3_K_S.gguf","label":"Q3_K_S","size":8025766752,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q3_K_M.gguf","label":"Q3_K_M","size":8725150560,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q3_K_L.gguf","label":"Q3_K_L","size":9074129760,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.IQ4_XS.gguf","label":"IQ4_XS","size":9291815776,"bits":4.42,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q4_K_S.gguf","label":"Q4_K_S","size":10219297632,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q4_K_M.gguf","label":"Q4_K_M","size":11175492448,"bits":5.32,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q5_K_S.gguf","label":"Q5_K_S","size":11926444896,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q5_K_M.gguf","label":"Q5_K_M","size":12746521440,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q6_K.gguf","label":"Q6_K","size":15051570016,"bits":7.17,"known":true,"rank":0},{"repo":"mradermacher/aquif-3-moe-17b-a2.8b-GGUF","file":"aquif-3-moe-17b-a2.8b.Q8_0.gguf","label":"Q8_0","size":17868405600,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/aquif-3-moe-17b-a2.8b-GGUF"],"logoFrom":null},{"id":"phi-4-mini-instruct-abliterated","family":"huihui-ai/Phi-4-mini-instruct-abliterated","name":"Phi 4 Mini Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":3.84,"active":null,"layers":32,"probe":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF/phi-4-mini-instruct-abliterated-Q2_K_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"phi3","vision":false,"licence":"mit","open":true,"released":"2025-03-02T23:06:28.000Z","downloads":2387,"likes":10,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q2_K_S.gguf","label":"Q2_K_S","size":1593769920,"bits":3.32,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q2_K.gguf","label":"Q2_K","size":1682636736,"bits":3.51,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q3_K_M.gguf","label":"Q3_K_M","size":2117533632,"bits":4.41,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q3_K_L.gguf","label":"Q3_K_L","size":2249654208,"bits":4.69,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":2491875264,"bits":5.19,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":2848128960,"bits":5.93,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":3155623872,"bits":6.57,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":4084612032,"bits":8.51,"known":true,"rank":0},{"repo":"Melvin56/Phi-4-mini-instruct-abliterated-GGUF","file":"phi-4-mini-instruct-abliterated-F16.gguf","label":"F16","size":7680695232,"bits":16,"known":true,"rank":0}],"repos":["Melvin56/Phi-4-mini-instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"qwen2-5-coder-14b-e2e-tests","family":"ayan4m1/Qwen2.5-Coder-14B-E2E-Tests","name":"Qwen2.5 Coder 14B E2E Tests","maker":"ayan4m1","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF/Qwen2.5-Coder-14B-E2E-Tests.i1-IQ1_S.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-20T23:41:23.000Z","downloads":2387,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ1_S.gguf","label":"IQ1_S","size":3607993312,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ1_M.gguf","label":"IQ1_M","size":3872308192,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4312832992,"bits":2.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4704574432,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ2_S.gguf","label":"IQ2_S","size":5003725792,"bits":2.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ2_M.gguf","label":"IQ2_M","size":5356145632,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5397187552,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q2_K.gguf","label":"Q2_K","size":5770496992,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5946706912,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6383360992,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6659595232,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ3_S.gguf","label":"IQ3_S","size":6693018592,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ3_M.gguf","label":"IQ3_M","size":6916537312,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7339203552,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7924767712,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8119839712,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q4_0.gguf","label":"Q4_0","size":8544267232,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8549182432,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573430752,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q4_K_M.gguf","label":"Q4_K_M","size":8988109792,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q4_1.gguf","label":"Q4_1","size":9392139232,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10266553312,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10508872672,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF","file":"Qwen2.5-Coder-14B-E2E-Tests.i1-Q6_K.gguf","label":"Q6_K","size":12124683232,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-Coder-14B-E2E-Tests-i1-GGUF"],"logoFrom":"ayan4m1"},{"id":"muse-glimmer-30b-nvfp4","family":"RedHatAI/Muse-Glimmer-30B-NVFP4","name":"Muse Glimmer 30B NVFP4","maker":"RedHatAI","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":52,"probe":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF/Muse-Glimmer-30B-NVFP4-VERY-LOW.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-18T14:59:04.000Z","downloads":2386,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-VERY-LOW.gguf","label":"Muse-Glimmer-30B-NVFP4-VERY-LOW","size":15192531136,"bits":4.36,"known":false,"rank":0},{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-LOW.gguf","label":"Muse-Glimmer-30B-NVFP4-LOW","size":15854440384,"bits":4.55,"known":false,"rank":0},{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-MEDIUM.gguf","label":"Muse-Glimmer-30B-NVFP4-MEDIUM","size":16705466560,"bits":4.8,"known":false,"rank":0},{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-MID-HIGH.gguf","label":"Muse-Glimmer-30B-NVFP4-MID-HIGH","size":17031167936,"bits":4.89,"known":false,"rank":0},{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-HIGH.gguf","label":"Muse-Glimmer-30B-NVFP4-HIGH","size":17966246080,"bits":5.16,"known":false,"rank":0},{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-VERY-HIGH.gguf","label":"Muse-Glimmer-30B-NVFP4-VERY-HIGH","size":18291947456,"bits":5.25,"known":false,"rank":0},{"repo":"esatapedico/Muse-Glimmer-30B-NVFP4-GGUF","file":"Muse-Glimmer-30B-NVFP4-HIGHEST.gguf","label":"Muse-Glimmer-30B-NVFP4-HIGHEST","size":19552726976,"bits":5.62,"known":false,"rank":0}],"repos":["esatapedico/Muse-Glimmer-30B-NVFP4-GGUF"],"logoFrom":"RedHatAI"},{"id":"bugtraceai-apex-g4-26b-q4","family":"BugTraceAI/BugTraceAI-Apex-G4-26B-Q4","name":"BugTraceAI Apex G4 26B Q4","maker":"BugTraceAI","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"BugTraceAI/BugTraceAI-Apex-G4-26B-Q4/BugTraceAI-Apex-G4-26B-Q4.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-10T15:15:55.000Z","downloads":2385,"likes":101,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BugTraceAI/BugTraceAI-Apex-G4-26B-Q4","file":"BugTraceAI-Apex-G4-26B-Q4.gguf","label":"Q4","size":16796011040,"bits":5.33,"known":false,"rank":0}],"repos":["BugTraceAI/BugTraceAI-Apex-G4-26B-Q4"],"logoFrom":"TrevorJS"},{"id":"honey-yuzu-13b","family":"matchaaaaa/Honey-Yuzu-13B","name":"Honey Yuzu 13B","maker":"matchaaaaa","catalog":null,"tuned":false,"params":12.48,"active":null,"layers":56,"probe":"mradermacher/Honey-Yuzu-13B-i1-GGUF/Honey-Yuzu-13B.i1-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-4.0","open":true,"released":"2024-07-25T01:34:57.000Z","downloads":2384,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ1_S.gguf","label":"IQ1_S","size":2720788192,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ1_M.gguf","label":"IQ1_M","size":2969890528,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3385061088,"bits":2.17,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3746557664,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ2_S.gguf","label":"IQ2_S","size":3933736672,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ2_M.gguf","label":"IQ2_M","size":4265873120,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q2_K.gguf","label":"Q2_K","size":4645228256,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4837478112,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5159497440,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5414563552,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ3_S.gguf","label":"IQ3_S","size":5445758688,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ3_M.gguf","label":"IQ3_M","size":5625130720,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6030339808,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6565113568,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6705041120,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q4_0.gguf","label":"Q4_0","size":7079808736,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7107596000,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7508283104,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8597229280,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8831192800,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Honey-Yuzu-13B-i1-GGUF","file":"Honey-Yuzu-13B.i1-Q6_K.gguf","label":"Q6_K","size":10236784352,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Honey-Yuzu-13B-i1-GGUF"],"logoFrom":"matchaaaaa"},{"id":"qwen3-53b-a3b-total-recall-v1-4-i1","family":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","name":"Qwen3 53B A3B TOTAL RECALL V1.4 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":52.96,"active":5.4,"layers":84,"probe":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF/Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ1_S.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":0,"context":40960,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-06-28T00:55:46.000Z","downloads":2384,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ1_S.gguf","label":"IQ1_S","size":10974046112,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ1_M.gguf","label":"IQ1_M","size":12134524832,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":14068656032,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ2_XS.gguf","label":"IQ2_XS","size":15637981088,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ2_S.gguf","label":"IQ2_S","size":15973146528,"bits":2.41,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ2_M.gguf","label":"IQ2_M","size":17520451488,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q2_K_S.gguf","label":"Q2_K_S","size":18112823200,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q2_K.gguf","label":"Q2_K","size":19430096800,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":20471144352,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ3_XS.gguf","label":"IQ3_XS","size":21751101344,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q3_K_S.gguf","label":"Q3_K_S","size":22965647264,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ3_S.gguf","label":"IQ3_S","size":22977345440,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ3_M.gguf","label":"IQ3_M","size":23338317728,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q3_K_M.gguf","label":"Q3_K_M","size":25443071904,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q3_K_L.gguf","label":"Q3_K_L","size":27530000288,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-IQ4_XS.gguf","label":"IQ4_XS","size":28324736928,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q4_0.gguf","label":"Q4_0","size":30081519520,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q4_K_S.gguf","label":"Q4_K_S","size":30207872928,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q4_K_M.gguf","label":"Q4_K_M","size":32147034016,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q4_1.gguf","label":"Q4_1","size":33245122464,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q5_K_S.gguf","label":"Q5_K_S","size":36534554528,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q5_K_M.gguf","label":"Q5_K_M","size":37663428512,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF","file":"Qwen3-53B-A3B-TOTAL-RECALL-v1.4.i1-Q6_K.gguf","label":"Q6_K","size":43524597664,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-53B-A3B-TOTAL-RECALL-v1.4-i1-GGUF"],"logoFrom":"Qwen"},{"id":"acegpt-v1-5-7b","family":"FreedomIntelligence/AceGPT-v1.5-7B","name":"AceGPT V1.5 7B","maker":"FreedomIntelligence","catalog":null,"tuned":true,"params":6.84,"active":null,"layers":32,"probe":"mradermacher/AceGPT-v1.5-7B-i1-GGUF/AceGPT-v1.5-7B.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-30T16:36:04.000Z","downloads":2383,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1582181216,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1704569696,"bits":1.99,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1908550496,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2088512352,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2255489888,"bits":2.64,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2380106592,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2418674528,"bits":2.83,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q2_K.gguf","label":"Q2_K","size":2593426272,"bits":3.03,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2644314976,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2862410592,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3014191968,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3014191968,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3180751712,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3363892064,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3662998368,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3690548064,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3898657632,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q4_0.gguf","label":"Q4_0","size":3909929824,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3929590624,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4153854816,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q4_1.gguf","label":"Q4_1","size":4314876768,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4731095904,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4862561120,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/AceGPT-v1.5-7B-i1-GGUF","file":"AceGPT-v1.5-7B.i1-Q6_K.gguf","label":"Q6_K","size":5615561568,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/AceGPT-v1.5-7B-i1-GGUF"],"logoFrom":null},{"id":"gemma-4-31b-it-claude-opus-distill-v2","family":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2","name":"Gemma 4 31B Claude Opus Distill V2","maker":"TeichAI","catalog":null,"tuned":true,"params":30.7,"active":null,"layers":60,"probe":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF/gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-12T03:11:30.000Z","downloads":2383,"likes":55,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q3_k_s.gguf","label":"Q3_K_S","size":13761357216,"bits":3.59,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q3_k_m.gguf","label":"Q3_K_M","size":15287109024,"bits":3.98,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.iq4_nl.gguf","label":"IQ4_NL","size":17752155552,"bits":4.63,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q4_k_m.gguf","label":"Q4_K_M","size":18687063456,"bits":4.87,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q5_k_m.gguf","label":"Q5_K_M","size":21845570976,"bits":5.69,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q6_k.gguf","label":"Q6_K","size":25201485216,"bits":6.57,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.q8_0.gguf","label":"Q8_0","size":32635676064,"bits":8.5,"known":true,"rank":0},{"repo":"TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF","file":"gemma-4-31B-it-Claude-Opus-Distill.bf16.gguf","label":"BF16","size":61413189024,"bits":16,"known":true,"rank":0}],"repos":["TeichAI/gemma-4-31B-it-Claude-Opus-Distill-v2-GGUF"],"logoFrom":"TeichAI"},{"id":"kat-coder-v2-5-dev-16gb-mixedquant","family":"fooooooooooooooooooooooooooooooooooooooooo/KAT-Coder-V2.5-Dev-16GB-MixedQuant-GGUF","name":"KAT Coder V2.5 Dev 16GB MixedQuant","maker":"fooooooooooooooooooooooooooooooooooooooooo","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"fooooooooooooooooooooooooooooooooooooooooo/KAT-Coder-V2.5-Dev-16GB-MixedQuant-GGUF/Katcoder-V2.5-IQ3_XXS-mixedquant-imx.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-09T06:52:08.000Z","downloads":2383,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fooooooooooooooooooooooooooooooooooooooooo/KAT-Coder-V2.5-Dev-16GB-MixedQuant-GGUF","file":"Katcoder-V2.5-IQ3_XXS-mixedquant-imx.gguf","label":"Katcoder-V2.5-IQ3_XXS-mixedquant-imx","size":14987344064,"bits":3.46,"known":false,"rank":0},{"repo":"fooooooooooooooooooooooooooooooooooooooooo/KAT-Coder-V2.5-Dev-16GB-MixedQuant-GGUF","file":"Katcoder-V2.5-IQ4_XS-mixedquant-imx.gguf","label":"Katcoder-V2.5-IQ4_XS-mixedquant-imx","size":19450083520,"bits":4.49,"known":false,"rank":0}],"repos":["fooooooooooooooooooooooooooooooooooooooooo/KAT-Coder-V2.5-Dev-16GB-MixedQuant-GGUF"],"logoFrom":"Kwaipilot"},{"id":"auroracap-7b-img-xtuner","family":"wchai/AuroraCap-7B-IMG-xtuner","name":"AuroraCap 7B IMG Xtuner","maker":"wchai","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF/AuroraCap-7B-IMG-xtuner.i1-IQ1_S.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-10T14:04:05.000Z","downloads":2380,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ1_S.gguf","label":"IQ1_S","size":1528583840,"bits":1.81,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ1_M.gguf","label":"IQ1_M","size":1650972320,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1854953120,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2034914976,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ2_S.gguf","label":"IQ2_S","size":2196567712,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2319546016,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ2_M.gguf","label":"IQ2_M","size":2359752352,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q2_K.gguf","label":"Q2_K","size":2532865696,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2585392800,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2796525216,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ3_S.gguf","label":"IQ3_S","size":2948306592,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2948306592,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ3_M.gguf","label":"IQ3_M","size":3114866336,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3298006688,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3597112992,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3619337888,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3825809056,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q4_0.gguf","label":"Q4_0","size":3837081248,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3856742048,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4081006240,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q4_1.gguf","label":"Q4_1","size":4238751392,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4651693728,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4783158944,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF","file":"AuroraCap-7B-IMG-xtuner.i1-Q6_K.gguf","label":"Q6_K","size":5529196192,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/AuroraCap-7B-IMG-xtuner-i1-GGUF"],"logoFrom":"wchai"},{"id":"dolphin-2-9-llama3-8b-256k-gguf-smashed","family":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","name":"Dolphin 2.9 Llama3 8B 256K GGUF Smashed","maker":"PrunaAI","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed/dolphin-2.9-llama3-8b-256k.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":524288,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-27T22:18:30.000Z","downloads":2379,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q2_K.gguf","label":"Q2_K","size":3179140512,"bits":3.17,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.IQ3_XS.gguf","label":"IQ3_XS","size":3518757088,"bits":3.51,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q3_K_S.gguf","label":"Q3_K_S","size":3664509152,"bits":3.65,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.IQ3_S.gguf","label":"IQ3_S","size":3682334944,"bits":3.67,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.IQ3_M.gguf","label":"IQ3_M","size":3784833248,"bits":3.77,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q3_K_M.gguf","label":"Q3_K_M","size":4018927840,"bits":4,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q3_K_L.gguf","label":"Q3_K_L","size":4321966304,"bits":4.31,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.IQ4_XS.gguf","label":"IQ4_XS","size":4484373536,"bits":4.47,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q4_0.gguf","label":"Q4_0","size":4661222688,"bits":4.64,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q4_K_S.gguf","label":"Q4_K_S","size":4692679968,"bits":4.68,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.IQ4_NL.gguf","label":"IQ4_NL","size":4707360032,"bits":4.69,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q4_K_M.gguf","label":"Q4_K_M","size":4920745248,"bits":4.9,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q4_1.gguf","label":"Q4_1","size":5130264352,"bits":5.11,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q5_0.gguf","label":"Q5_0","size":5599306016,"bits":5.58,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q5_K_S.gguf","label":"Q5_K_S","size":5599306016,"bits":5.58,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q5_K_M.gguf","label":"Q5_K_M","size":5732999456,"bits":5.71,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q5_1.gguf","label":"Q5_1","size":6068347680,"bits":6.05,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q6_K.gguf","label":"Q6_K","size":6596019552,"bits":6.57,"known":true,"rank":0},{"repo":"PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed","file":"dolphin-2.9-llama3-8b-256k.Q8_0.gguf","label":"Q8_0","size":8540787936,"bits":8.51,"known":true,"rank":0}],"repos":["PrunaAI/dolphin-2.9-llama3-8b-256k-GGUF-smashed"],"logoFrom":"PrunaAI"},{"id":"angry-claudius-9b","family":"axiomofmind/Angry-Claudius-9B","name":"Angry Claudius 9B","maker":"axiomofmind","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"axiomofmind/Angry-Claudius-9B/Angry-Claudius-9B-Q6_K.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-10T21:41:44.000Z","downloads":2379,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"axiomofmind/Angry-Claudius-9B","file":"Angry-Claudius-9B-Q6_K.gguf","label":"Q6_K","size":7359259040,"bits":6.58,"known":true,"rank":0},{"repo":"axiomofmind/Angry-Claudius-9B","file":"Angry-Claudius-9B-Q8_0.gguf","label":"Q8_0","size":9527501216,"bits":8.52,"known":true,"rank":0},{"repo":"axiomofmind/Angry-Claudius-9B","file":"Angry-Claudius-9B-BF16.gguf","label":"BF16","size":17920696736,"bits":16.02,"known":true,"rank":0}],"repos":["axiomofmind/Angry-Claudius-9B"],"logoFrom":"axiomofmind"},{"id":"z13hdu34ionhh47cldiucgfgsl1kgd4h47xb","family":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","name":"Z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","maker":"Aveniats","catalog":null,"tuned":false,"params":0.57,"active":null,"layers":24,"probe":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb/Quark-50m.f16.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-01T14:15:14.000Z","downloads":2379,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Apertus-v1.1-0.5B-Instruct.Q5_K_M.gguf","label":"Q5_K_M","size":428195392,"bits":6.01,"known":true,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Qwen3-0.6B Q6K.gguf","label":"Qwen3-0.6B Q6K","size":622733504,"bits":8.74,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Qwen3.5-0.8B-Q6_K.gguf","label":"Q6_K","size":639029504,"bits":8.97,"known":true,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"TinyLama-1.1B Q4KS.gguf","label":"TinyLama-1.1B Q4KS","size":643728768,"bits":9.03,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Qwen2.5-0.5B Q6K.gguf","label":"Qwen2.5-0.5B Q6K","size":650379104,"bits":9.13,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Qwen2.5-0.5B-Coder Q6K.gguf","label":"Qwen2.5-0.5B-Coder Q6K","size":650379136,"bits":9.13,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"MiniCPM5-1B-Q5_K_S.gguf","label":"Q5_K_S","size":774955616,"bits":10.88,"known":true,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Gemma3-1B Q5KM.gguf","label":"Gemma3-1B Q5KM","size":851345920,"bits":11.95,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Qwen2.5-1.5-Match Q4KM.gguf","label":"Qwen2.5-1.5-Match Q4KM","size":986048832,"bits":13.84,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"DeepSeek-1.3B-Coder Q5KM.gguf","label":"DeepSeek-1.3B-Coder Q5KM","size":1001443392,"bits":14.06,"known":false,"rank":0},{"repo":"Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb","file":"Qwen2.5-1.5B Q4KM.gguf","label":"Qwen2.5-1.5B Q4KM","size":1117320736,"bits":15.68,"known":false,"rank":0}],"repos":["Aveniats/z13HDU34ioNHH47CLDiucgfgsl1kgd4h47xb"],"logoFrom":"Aveniats"},{"id":"trendyol-llm-8b-chat-v2-0","family":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","name":"Trendyol LLM 8B V2.0","maker":"bartowski","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF/Trendyol-LLM-8b-chat-v2.0-IQ2_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-08-30T05:33:48.000Z","downloads":2379,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-IQ2_M.gguf","label":"IQ2_M","size":2948281344,"bits":2.94,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q2_K.gguf","label":"Q2_K","size":3179131904,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-IQ3_XS.gguf","label":"IQ3_XS","size":3518747648,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q3_K_S.gguf","label":"Q3_K_S","size":3664499712,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q2_K_L.gguf","label":"Q2_K_L","size":3692155904,"bits":3.68,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-IQ3_M.gguf","label":"IQ3_M","size":3784823808,"bits":3.77,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q3_K_M.gguf","label":"Q3_K_M","size":4018918400,"bits":4,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q3_K_L.gguf","label":"Q3_K_L","size":4321956864,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-IQ4_XS.gguf","label":"IQ4_XS","size":4447663104,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661212160,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661212160,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661212160,"bits":4.64,"known":false,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_0.gguf","label":"Q4_0","size":4675892224,"bits":4.66,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_K_S.gguf","label":"Q4_K_S","size":4692669440,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q3_K_XL.gguf","label":"Q3_K_XL","size":4781626368,"bits":4.76,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_K_M.gguf","label":"Q4_K_M","size":4920734720,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q4_K_L.gguf","label":"Q4_K_L","size":5310632960,"bits":5.29,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q5_K_S.gguf","label":"Q5_K_S","size":5599294464,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q5_K_M.gguf","label":"Q5_K_M","size":5732987904,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q5_K_L.gguf","label":"Q5_K_L","size":6057219072,"bits":6.03,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q6_K.gguf","label":"Q6_K","size":6596006912,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q6_K_L.gguf","label":"Q6_K_L","size":6850466816,"bits":6.82,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-Q8_0.gguf","label":"Q8_0","size":8540771328,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF","file":"Trendyol-LLM-8b-chat-v2.0-f16.gguf","label":"F16","size":16068891360,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/Trendyol-LLM-8b-chat-v2.0-GGUF"],"logoFrom":"Trendyol"},{"id":"mistralmakise-merged-13b","family":"Heralax/MistralMakise-Merged-13b","name":"MistralMakise Merged 13B","maker":"Heralax","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/MistralMakise-Merged-13B-GGUF/mistralmakise-merged-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-21T02:41:04.000Z","downloads":2378,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q2_K.gguf","label":"Q2_K","size":5429348320,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980320,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769440,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559520,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q4_0.gguf","label":"Q4_0","size":7365834720,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331360,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956320,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q5_0.gguf","label":"Q5_0","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285920,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924320,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q6_K.gguf","label":"Q6_K","size":10679140320,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/MistralMakise-Merged-13B-GGUF","file":"mistralmakise-merged-13b.Q8_0.gguf","label":"Q8_0","size":13831319520,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/MistralMakise-Merged-13B-GGUF"],"logoFrom":"Heralax"},{"id":"draco-8x7b","family":"Weyaxi/Draco-8x7B","name":"Draco 8x7B","maker":"Weyaxi","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Draco-8x7B-GGUF/Draco-8x7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-10T22:37:38.000Z","downloads":2378,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q2_K.gguf","label":"Q2_K","size":17463816544,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.IQ3_XS.gguf","label":"IQ3_XS","size":19436917920,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.IQ3_S.gguf","label":"IQ3_S","size":20585108640,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q3_K_S.gguf","label":"Q3_K_S","size":20585108640,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.IQ3_M.gguf","label":"IQ3_M","size":21583352992,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q3_K_M.gguf","label":"Q3_K_M","size":22699037856,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q3_K_L.gguf","label":"Q3_K_L","size":24322233504,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.IQ4_XS.gguf","label":"IQ4_XS","size":25526728672,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q4_K_S.gguf","label":"Q4_K_S","size":26898168032,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q4_K_M.gguf","label":"Q4_K_M","size":28601055456,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q5_K_S.gguf","label":"Q5_K_S","size":32383925472,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q5_K_M.gguf","label":"Q5_K_M","size":33382169824,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Draco-8x7B-GGUF","file":"Draco-8x7B.Q6_K.gguf","label":"Q6_K","size":38533407008,"bits":6.6,"known":true,"rank":0}],"repos":["mradermacher/Draco-8x7B-GGUF"],"logoFrom":"Weyaxi"},{"id":"prokaryote-8x7b-bf16","family":"Kquant03/Prokaryote-8x7B-bf16","name":"Prokaryote 8x7B Bf16","maker":"Kquant03","catalog":null,"tuned":false,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF/Prokaryote-8x7B-bf16.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-20T20:45:11.000Z","downloads":2378,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ1_S.gguf","label":"IQ1_S","size":9821668704,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ1_M.gguf","label":"IQ1_M","size":10847176032,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556354912,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923698016,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ2_S.gguf","label":"IQ2_S","size":14127850848,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ2_M.gguf","label":"IQ2_M","size":15495193952,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q2_K.gguf","label":"Q2_K","size":17311229280,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242463072,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350390112,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ3_S.gguf","label":"IQ3_S","size":20432520544,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432520544,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ3_M.gguf","label":"IQ3_M","size":21430764896,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546449760,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169645408,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080538464,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q4_0.gguf","label":"Q4_0","size":26561029472,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745578848,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448466272,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231335264,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229579616,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Prokaryote-8x7B-bf16-i1-GGUF","file":"Prokaryote-8x7B-bf16.i1-Q6_K.gguf","label":"Q6_K","size":38380815712,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Prokaryote-8x7B-bf16-i1-GGUF"],"logoFrom":"Kquant03"},{"id":"llama-2-13b-chat-limarp-v2-merged","family":"DS-Archive/llama-2-13b-chat-limarp-v2-merged","name":"Llama 2 13B Limarp V2 Merged","maker":"DS-Archive","catalog":null,"tuned":true,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF/llama-2-13b-chat-limarp-v2-merged.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"agpl-3.0","open":false,"released":"2023-08-31T16:30:31.000Z","downloads":2377,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF","file":"llama-2-13b-chat-limarp-v2-merged.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/llama-2-13B-chat-limarp-v2-merged-GGUF"],"logoFrom":"DS-Archive"},{"id":"datapilot-arrowpro-7b-robinhood","family":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","name":"DataPilot ArrowPro 7B RobinHood","maker":"mmnga","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf/DataPilot-ArrowPro-7B-RobinHood-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-11T07:22:37.000Z","downloads":2377,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ1_S.gguf","label":"IQ1_S","size":1612101600,"bits":1.78,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ1_M.gguf","label":"IQ1_M","size":1754445792,"bits":1.94,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686112,"bits":2.2,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ2_XS.gguf","label":"IQ2_XS","size":2198255584,"bits":2.43,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ2_S.gguf","label":"IQ2_S","size":2310920160,"bits":2.55,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ2_M.gguf","label":"IQ2_M","size":2500712416,"bits":2.76,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q2_K.gguf","label":"Q2_K","size":2719241952,"bits":3,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827343840,"bits":3.12,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ3_XS.gguf","label":"IQ3_XS","size":3018815456,"bits":3.34,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q3_K_S.gguf","label":"Q3_K_S","size":3164567264,"bits":3.5,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ3_S.gguf","label":"IQ3_S","size":3182393312,"bits":3.52,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ3_M.gguf","label":"IQ3_M","size":3284891616,"bits":3.63,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q3_K_M.gguf","label":"Q3_K_M","size":3518985952,"bits":3.89,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q3_K_L.gguf","label":"Q3_K_L","size":3822024416,"bits":4.22,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ4_XS.gguf","label":"IQ4_XS","size":3907688416,"bits":4.32,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q4_0.gguf","label":"Q4_0","size":4108916448,"bits":4.54,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-IQ4_NL.gguf","label":"IQ4_NL","size":4125693920,"bits":4.56,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q4_K_S.gguf","label":"Q4_K_S","size":4140373728,"bits":4.57,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q4_K_M.gguf","label":"Q4_K_M","size":4368439008,"bits":4.83,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q5_0.gguf","label":"Q5_0","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q5_K_S.gguf","label":"Q5_K_S","size":4997715680,"bits":5.52,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q5_K_M.gguf","label":"Q5_K_M","size":5131409120,"bits":5.67,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q6_K.gguf","label":"Q6_K","size":5942064864,"bits":6.57,"known":true,"rank":0},{"repo":"mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf","file":"DataPilot-ArrowPro-7B-RobinHood-Q8_0.gguf","label":"Q8_0","size":7695857376,"bits":8.5,"known":true,"rank":0}],"repos":["mmnga/DataPilot-ArrowPro-7B-RobinHood-gguf"],"logoFrom":"mmnga"},{"id":"lfm2-5-8b-a1b-hermes-agentic-coder-abliterated-v2","family":"DuoNeural/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2","name":"LFM2.5 8B A1B Hermes Agentic Coder Abliterated V2","maker":"DuoNeural","catalog":null,"tuned":true,"params":8.47,"active":1.69,"layers":24,"probe":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ1_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-09-19T04:37:48.000Z","downloads":2377,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":1820812736,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":2008917440,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2322425280,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2574017984,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":2592466368,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":2843272640,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2956256704,"bits":2.79,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q2_K.gguf","label":"Q2_K","size":3190433216,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3334907328,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3555419584,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":3755075008,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3755075008,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":3778749888,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4108395968,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4436862400,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4588299712,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4844676544,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q4_0.gguf","label":"Q4_0","size":4853851584,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4863550912,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5155562944,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q4_1.gguf","label":"Q4_1","size":5357430208,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5870183872,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6030337472,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF","file":"LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2.i1-Q6_K.gguf","label":"Q6_K","size":6959785408,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LFM2.5-8B-A1B-Hermes-Agentic-Coder-Abliterated-v2-i1-GGUF"],"logoFrom":"DuoNeural"},{"id":"q3-6-27b-ds-v4-flash-da","family":"prithivMLmods/Q3.6-27B-DS-v4-Flash-DA","name":"Q3.6 27B DS V4 Flash DA","maker":"prithivMLmods","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF/Q3.6-27B-DS-v4-Flash-DA.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-09T09:36:39.000Z","downloads":2376,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824896,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084416,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183616,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591616,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ2_S.gguf","label":"IQ2_S","size":9362914176,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593536,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248326016,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q2_K.gguf","label":"Q2_K","size":10711665536,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371456,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130496,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073954176,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328896,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ3_M.gguf","label":"IQ3_M","size":12580875136,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443456,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776576,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082507136,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q4_0.gguf","label":"Q4_0","size":15521434496,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586315136,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400576,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q4_1.gguf","label":"Q4_1","size":17078242176,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614336,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099776,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF","file":"Q3.6-27B-DS-v4-Flash-DA.i1-Q6_K.gguf","label":"Q6_K","size":22082530176,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Q3.6-27B-DS-v4-Flash-DA-i1-GGUF"],"logoFrom":"prithivMLmods"},{"id":"aratako-sniffyotter-7b-novel-writing-nsfw","family":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","name":"Aratako SniffyOtter 7B Novel Writing NSFW","maker":"RichardErkhov","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf/SniffyOtter-7B-Novel-Writing-NSFW.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-19T02:44:11.000Z","downloads":2375,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q2_K.gguf","label":"Q2_K","size":2719242720,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.IQ3_XS.gguf","label":"IQ3_XS","size":3018815968,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q3_K_S.gguf","label":"Q3_K_S","size":3164568032,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.IQ3_S.gguf","label":"IQ3_S","size":3182393824,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.IQ3_M.gguf","label":"IQ3_M","size":3284892128,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q3_K.gguf","label":"Q3_K","size":3518986720,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q3_K_M.gguf","label":"Q3_K_M","size":3518986720,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q3_K_L.gguf","label":"Q3_K_L","size":3822025184,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.IQ4_XS.gguf","label":"IQ4_XS","size":3944389088,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q4_0.gguf","label":"Q4_0","size":4108917216,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q4_K_S.gguf","label":"Q4_K_S","size":4140374496,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.IQ4_NL.gguf","label":"IQ4_NL","size":4155054560,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q4_K.gguf","label":"Q4_K","size":4368439776,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q4_K_M.gguf","label":"Q4_K_M","size":4368439776,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q4_1.gguf","label":"Q4_1","size":4553316832,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q5_0.gguf","label":"Q5_0","size":4997716448,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q5_K_S.gguf","label":"Q5_K_S","size":4997716448,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q5_K.gguf","label":"Q5_K","size":5131409888,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q5_K_M.gguf","label":"Q5_K_M","size":5131409888,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q5_1.gguf","label":"Q5_1","size":5442116064,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q6_K.gguf","label":"Q6_K","size":5942065632,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf","file":"SniffyOtter-7B-Novel-Writing-NSFW.Q8_0.gguf","label":"Q8_0","size":7695858144,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/Aratako_-_SniffyOtter-7B-Novel-Writing-NSFW-gguf"],"logoFrom":"RichardErkhov"},{"id":"deepwater-pleroma-24b-v1-i1","family":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","name":"DeepWater Pleroma 24B V1 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF/DeepWater-Pleroma-24B-v1.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-10-06T18:36:23.000Z","downloads":2375,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":5273723168,"bits":1.79,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":5750497568,"bits":1.95,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6545121568,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7207035168,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":7478354208,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":8114053408,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8320164128,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q2_K.gguf","label":"Q2_K","size":8890327328,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280594208,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9907118368,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10400276768,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":10428129568,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":10650951968,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11474084128,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12400763168,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12758917408,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q4_0.gguf","label":"Q4_0","size":13494231328,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13549281568,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14333911328,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q4_1.gguf","label":"Q4_1","size":14873108768,"bits":5.05,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16304415008,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16763986208,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF","file":"DeepWater-Pleroma-24B-v1.i1-Q6_K.gguf","label":"Q6_K","size":19345940768,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/DeepWater-Pleroma-24B-v1-i1-GGUF"],"logoFrom":"OccultAI"},{"id":"irene-rp-v2-7b-i1","family":"mradermacher/Irene-RP-v2-7B-i1-GGUF","name":"Irene RP V2 7B I1","maker":"mradermacher","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Irene-RP-v2-7B-i1-GGUF/Irene-RP-v2-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-09T11:47:04.000Z","downloads":2374,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102080,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446272,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686592,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256064,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920640,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712896,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719242688,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344320,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018815936,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568000,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393792,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892096,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986688,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025152,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688896,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123597248,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374464,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439744,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716416,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409856,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Irene-RP-v2-7B-i1-GGUF","file":"Irene-RP-v2-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942065600,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Irene-RP-v2-7B-i1-GGUF"],"logoFrom":null},{"id":"microsoft-rho-math-1b-interpreter-v0-1","family":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","name":"Microsoft Rho Math 1B Interpreter V0.1","maker":"RichardErkhov","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf/rho-math-1b-interpreter-v0.1.Q2_K.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-02T08:26:03.000Z","downloads":2373,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q2_K.gguf","label":"Q2_K","size":432130784,"bits":3.14,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.IQ3_XS.gguf","label":"IQ3_XS","size":477625056,"bits":3.47,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q3_K_S.gguf","label":"Q3_K_S","size":499342048,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.IQ3_S.gguf","label":"IQ3_S","size":500873952,"bits":3.64,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.IQ3_M.gguf","label":"IQ3_M","size":516192992,"bits":3.75,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q3_K.gguf","label":"Q3_K","size":548403936,"bits":3.99,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q3_K_M.gguf","label":"Q3_K_M","size":548403936,"bits":3.99,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q3_K_L.gguf","label":"Q3_K_L","size":591526624,"bits":4.3,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.IQ4_XS.gguf","label":"IQ4_XS","size":609807072,"bits":4.43,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q4_0.gguf","label":"Q4_0","size":636725984,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q4_K_S.gguf","label":"Q4_K_S","size":639871712,"bits":4.65,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.IQ4_NL.gguf","label":"IQ4_NL","size":641051360,"bits":4.66,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q4_K.gguf","label":"Q4_K","size":667814624,"bits":4.86,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q4_K_M.gguf","label":"Q4_K_M","size":667814624,"bits":4.86,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q4_1.gguf","label":"Q4_1","size":701377248,"bits":5.1,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q5_0.gguf","label":"Q5_0","size":766028512,"bits":5.57,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q5_K_S.gguf","label":"Q5_K_S","size":766028512,"bits":5.57,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q5_K.gguf","label":"Q5_K","size":782043872,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q5_K_M.gguf","label":"Q5_K_M","size":782043872,"bits":5.69,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q5_1.gguf","label":"Q5_1","size":830679776,"bits":6.04,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q6_K.gguf","label":"Q6_K","size":903412448,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf","file":"rho-math-1b-interpreter-v0.1.Q8_0.gguf","label":"Q8_0","size":1169808096,"bits":8.51,"known":true,"rank":0}],"repos":["RichardErkhov/microsoft_-_rho-math-1b-interpreter-v0.1-gguf"],"logoFrom":"RichardErkhov"},{"id":"rivermind-12b-v1","family":"TheDrummer/Rivermind-12B-v1","name":"Rivermind 12B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF/TheDrummer_Rivermind-12B-v1-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2025-04-16T19:40:42.000Z","downloads":2372,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ2_S.gguf","label":"IQ2_S","size":4138476192,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ2_M.gguf","label":"IQ2_M","size":4435026592,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q2_K.gguf","label":"Q2_K","size":4791050912,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945388192,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ3_XS.gguf","label":"IQ3_XS","size":5306491552,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q2_K_L.gguf","label":"Q2_K_L","size":5446410912,"bits":3.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q3_K_S.gguf","label":"Q3_K_S","size":5534229152,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ3_M.gguf","label":"IQ3_M","size":5722235552,"bits":3.74,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q3_K_M.gguf","label":"Q3_K_M","size":6083093152,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q3_K_L.gguf","label":"Q3_K_L","size":6561505952,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ4_XS.gguf","label":"IQ4_XS","size":6742712992,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q4_0.gguf","label":"Q4_0","size":7094641312,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-IQ4_NL.gguf","label":"IQ4_NL","size":7097918112,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q4_K_S.gguf","label":"Q4_K_S","size":7120200352,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q3_K_XL.gguf","label":"Q3_K_XL","size":7148708512,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q4_K_M.gguf","label":"Q4_K_M","size":7477207712,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q4_1.gguf","label":"Q4_1","size":7795221152,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q4_K_L.gguf","label":"Q4_K_L","size":7975281312,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q5_K_S.gguf","label":"Q5_K_S","size":8518738592,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q5_K_M.gguf","label":"Q5_K_M","size":8727634592,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q5_K_L.gguf","label":"Q5_K_L","size":9141822112,"bits":5.97,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q6_K.gguf","label":"Q6_K","size":10056213152,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q6_K_L.gguf","label":"Q6_K_L","size":10381271712,"bits":6.78,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-Q8_0.gguf","label":"Q8_0","size":13022372512,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/TheDrummer_Rivermind-12B-v1-GGUF","file":"TheDrummer_Rivermind-12B-v1-bf16.gguf","label":"BF16","size":24504279424,"bits":16,"known":true,"rank":0}],"repos":["bartowski/TheDrummer_Rivermind-12B-v1-GGUF"],"logoFrom":"TheDrummer"},{"id":"iced-lemon-cookie-7b","family":"FallenMerick/Iced-Lemon-Cookie-7B","name":"Iced Lemon Cookie 7B","maker":"FallenMerick","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"backyardai/Iced-Lemon-Cookie-7B-GGUF/Iced-Lemon-Cookie-7B.IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-10T23:49:29.000Z","downloads":2370,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ1_S.gguf","label":"IQ1_S","size":1612102048,"bits":1.78,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686560,"bits":2.2,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ2_XS.gguf","label":"IQ2_XS","size":2198256032,"bits":2.43,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ2_S.gguf","label":"IQ2_S","size":2310920608,"bits":2.55,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ2_M.gguf","label":"IQ2_M","size":2500712864,"bits":2.76,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q2_K_S.gguf","label":"Q2_K_S","size":2528926112,"bits":2.79,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q2_K.gguf","label":"Q2_K","size":2719242656,"bits":3,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344288,"bits":3.12,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ3_XS.gguf","label":"IQ3_XS","size":3018815904,"bits":3.34,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567968,"bits":3.5,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ3_S.gguf","label":"IQ3_S","size":3182393760,"bits":3.52,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ3_M.gguf","label":"IQ3_M","size":3284892064,"bits":3.63,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986656,"bits":3.89,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822025120,"bits":4.22,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.IQ4_XS.gguf","label":"IQ4_XS","size":3907688864,"bits":4.32,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140374432,"bits":4.57,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439712,"bits":4.83,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997716384,"bits":5.52,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409824,"bits":5.67,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q6_K.gguf","label":"Q6_K","size":5942065568,"bits":6.57,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.Q8_0.gguf","label":"Q8_0","size":7695858080,"bits":8.5,"known":true,"rank":0},{"repo":"backyardai/Iced-Lemon-Cookie-7B-GGUF","file":"Iced-Lemon-Cookie-7B.F16.gguf","label":"F16","size":14484732032,"bits":16.01,"known":true,"rank":0}],"repos":["backyardai/Iced-Lemon-Cookie-7B-GGUF"],"logoFrom":null},{"id":"gemma-the-writer-9b-heretic-uncensored-abliterated","family":"DavidAU/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated","name":"Gemma The Writer 9B HERETIC Uncensored Abliterated","maker":"DavidAU","catalog":null,"tuned":true,"params":9.24,"active":null,"layers":42,"probe":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q2_K.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":null,"open":false,"released":"2025-12-18T11:33:34.000Z","downloads":2370,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q2_K.gguf","label":"Q2_K","size":3805399360,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":4337666368,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":4761782592,"bits":4.12,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":5132454208,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":5223172416,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":5478926656,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":5761059136,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":6483593536,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":6647368000,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q6_K.gguf","label":"Q6_K","size":7589071168,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.Q8_0.gguf","label":"Q8_0","size":9827150144,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF","file":"Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated.f16.gguf","label":"F16","size":18490681664,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/Gemma-The-Writer-9B-HERETIC-Uncensored-Abliterated-GGUF"],"logoFrom":"DavidAU"},{"id":"mrm8488-qwen3-14b-ft-limo","family":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","name":"Mrm8488 Qwen3 14B Ft Limo","maker":"bartowski","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":40,"probe":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF/mrm8488_Qwen3-14B-ft-limo-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-26T21:45:11.000Z","downloads":2370,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ2_XS.gguf","label":"IQ2_XS","size":4691589792,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ2_S.gguf","label":"IQ2_S","size":4963313312,"bits":2.69,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ2_M.gguf","label":"IQ2_M","size":5322942112,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q2_K.gguf","label":"Q2_K","size":5753984672,"bits":3.12,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666912,"bits":3.22,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ3_XS.gguf","label":"IQ3_XS","size":6375301792,"bits":3.45,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q2_K_L.gguf","label":"Q2_K_L","size":6513664672,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q3_K_S.gguf","label":"Q3_K_S","size":6657106592,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ3_M.gguf","label":"IQ3_M","size":6883410592,"bits":3.73,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q3_K_M.gguf","label":"Q3_K_M","size":7321313952,"bits":3.97,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q3_K_L.gguf","label":"Q3_K_L","size":7900652192,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ4_XS.gguf","label":"IQ4_XS","size":8110730912,"bits":4.39,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-IQ4_NL.gguf","label":"IQ4_NL","size":8541363872,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q4_0.gguf","label":"Q4_0","size":8543002272,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q4_K_S.gguf","label":"Q4_K_S","size":8573476512,"bits":4.64,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q3_K_XL.gguf","label":"Q3_K_XL","size":8581325472,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q4_K_M.gguf","label":"Q4_K_M","size":9001754272,"bits":4.88,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q4_1.gguf","label":"Q4_1","size":9389522592,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q4_K_L.gguf","label":"Q4_K_L","size":9579111072,"bits":5.19,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q5_K_S.gguf","label":"Q5_K_S","size":10263895712,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q5_K_M.gguf","label":"Q5_K_M","size":10514570912,"bits":5.7,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q5_K_L.gguf","label":"Q5_K_L","size":10994688672,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q6_K.gguf","label":"Q6_K","size":12121938592,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q6_K_L.gguf","label":"Q6_K_L","size":12498739872,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-Q8_0.gguf","label":"Q8_0","size":15698535072,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF","file":"mrm8488_Qwen3-14B-ft-limo-bf16.gguf","label":"BF16","size":29543424384,"bits":16,"known":true,"rank":0}],"repos":["bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF"],"logoFrom":"mrm8488"},{"id":"openhermes-2-5-mistral-7b-orca-dpo","family":"MohammadOthman/OpenHermes-2.5-Mistral-7B-Orca-DPO","name":"OpenHermes 2.5 Mistral 7B Orca DPO","maker":"MohammadOthman","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF/OpenHermes-2.5-Mistral-7B-Orca-DPO.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-04-30T13:59:15.000Z","downloads":2368,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q2_K.gguf","label":"Q2_K","size":2719252096,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.IQ3_XS.gguf","label":"IQ3_XS","size":3018826176,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q3_K_S.gguf","label":"Q3_K_S","size":3164578240,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.IQ3_S.gguf","label":"IQ3_S","size":3182404032,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.IQ3_M.gguf","label":"IQ3_M","size":3284902336,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q3_K_M.gguf","label":"Q3_K_M","size":3518996928,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q3_K_L.gguf","label":"Q3_K_L","size":3822035392,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.IQ4_XS.gguf","label":"IQ4_XS","size":3944400128,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q4_K_S.gguf","label":"Q4_K_S","size":4140385792,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q4_K_M.gguf","label":"Q4_K_M","size":4368451072,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q5_K_S.gguf","label":"Q5_K_S","size":4997728768,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q5_K_M.gguf","label":"Q5_K_M","size":5131422208,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q6_K.gguf","label":"Q6_K","size":5942079040,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.Q8_0.gguf","label":"Q8_0","size":7695875520,"bits":8.5,"known":true,"rank":0},{"repo":"mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF","file":"OpenHermes-2.5-Mistral-7B-Orca-DPO.f16.gguf","label":"F16","size":14484765120,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/OpenHermes-2.5-Mistral-7B-Orca-DPO-GGUF"],"logoFrom":"MohammadOthman"},{"id":"qvikhr-3-8b-instruction","family":"Vikhrmodels/QVikhr-3-8B-Instruction","name":"QVikhr 3 8B Instruction","maker":"Vikhrmodels","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF/QVikhr-3-8B-Instruction-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-06T14:36:58.000Z","downloads":2368,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ1_S.gguf","label":"IQ1_S","size":2115769632,"bits":2.07,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ1_M.gguf","label":"IQ1_M","size":2256147744,"bits":2.2,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490111264,"bits":2.43,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ2_XS.gguf","label":"IQ2_XS","size":2696156448,"bits":2.63,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ2_S.gguf","label":"IQ2_S","size":2864743712,"bits":2.8,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ2_M.gguf","label":"IQ2_M","size":3051914528,"bits":2.98,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q2_K_S.gguf","label":"Q2_K_S","size":3083552032,"bits":3.01,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q2_K.gguf","label":"Q2_K","size":3281732480,"bits":3.21,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633056,"bits":3.29,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ3_XS.gguf","label":"IQ3_XS","size":3626874144,"bits":3.54,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q3_K_S.gguf","label":"Q3_K_S","size":3769611136,"bits":3.68,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ3_S.gguf","label":"IQ3_S","size":3789665568,"bits":3.7,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ3_M.gguf","label":"IQ3_M","size":3896620320,"bits":3.81,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q3_K.gguf","label":"Q3_K","size":4124160896,"bits":4.03,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q3_K_M.gguf","label":"Q3_K_M","size":4124160896,"bits":4.03,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q3_K_L.gguf","label":"Q3_K_L","size":4431393664,"bits":4.33,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ4_XS.gguf","label":"IQ4_XS","size":4561839392,"bits":4.46,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q4_0.gguf","label":"Q4_0","size":4774749056,"bits":4.66,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-IQ4_NL.gguf","label":"IQ4_NL","size":4793623840,"bits":4.68,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q4_K_S.gguf","label":"Q4_K_S","size":4802012032,"bits":4.69,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q4_K.gguf","label":"Q4_K","size":5027783552,"bits":4.91,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q4_K_M.gguf","label":"Q4_K_M","size":5027783552,"bits":4.91,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q4_1.gguf","label":"Q4_1","size":5247755136,"bits":5.13,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q5_0.gguf","label":"Q5_0","size":5720761216,"bits":5.59,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q5_K_S.gguf","label":"Q5_K_S","size":5720761216,"bits":5.59,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q5_K.gguf","label":"Q5_K","size":5851112320,"bits":5.72,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q5_K_M.gguf","label":"Q5_K_M","size":5851112320,"bits":5.72,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q5_1.gguf","label":"Q5_1","size":6193767296,"bits":6.05,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q6_K.gguf","label":"Q6_K","size":6725899136,"bits":6.57,"known":true,"rank":0},{"repo":"Vikhrmodels/QVikhr-3-8B-Instruction-GGUF","file":"QVikhr-3-8B-Instruction-Q8_0.gguf","label":"Q8_0","size":8709518208,"bits":8.51,"known":true,"rank":0}],"repos":["Vikhrmodels/QVikhr-3-8B-Instruction-GGUF"],"logoFrom":"Vikhrmodels"},{"id":"gemma-4-26b-a4b-it-ara-heresy","family":"MuXodious/gemma-4-26B-A4B-it-ARA-heresy","name":"Gemma 4 26B A4B ARA Heresy","maker":"MuXodious","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF/gemma-4-26B-A4B-it-ARA-heresy.Q2_K.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-17T08:14:03.000Z","downloads":2368,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q2_K.gguf","label":"Q2_K","size":10582737376,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q3_K_S.gguf","label":"Q3_K_S","size":12222409696,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q3_K_M.gguf","label":"Q3_K_M","size":13286733792,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q3_K_L.gguf","label":"Q3_K_L","size":13824488416,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.IQ4_XS.gguf","label":"IQ4_XS","size":14063808992,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q4_K_S.gguf","label":"Q4_K_S","size":15464825312,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q4_K_M.gguf","label":"Q4_K_M","size":16796016096,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q5_K_S.gguf","label":"Q5_K_S","size":17986733536,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q5_K_M.gguf","label":"Q5_K_M","size":19132890592,"bits":6.07,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q6_K.gguf","label":"Q6_K","size":22638399456,"bits":7.18,"known":true,"rank":0},{"repo":"mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF","file":"gemma-4-26B-A4B-it-ARA-heresy.Q8_0.gguf","label":"Q8_0","size":26859859424,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/gemma-4-26B-A4B-it-ARA-heresy-GGUF"],"logoFrom":"MuXodious"},{"id":"avero-1b-uncensored","family":"AveroLabs/Avero-1B-Uncensored","name":"Avero 1B Uncensored","maker":"AveroLabs","catalog":null,"tuned":true,"params":1.24,"active":null,"layers":16,"probe":"mradermacher/Avero-1B-Uncensored-i1-GGUF/Avero-1B-Uncensored.i1-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-11-01T10:26:30.000Z","downloads":2367,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ1_S.gguf","label":"IQ1_S","size":393552704,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ1_M.gguf","label":"IQ1_M","size":413606720,"bits":2.67,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":447030080,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ2_XS.gguf","label":"IQ2_XS","size":475865920,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ2_S.gguf","label":"IQ2_S","size":488710976,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ2_M.gguf","label":"IQ2_M","size":515449664,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q2_K_S.gguf","label":"Q2_K_S","size":554660672,"bits":3.58,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":562111296,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q2_K.gguf","label":"Q2_K","size":580875072,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ3_XS.gguf","label":"IQ3_XS","size":621114176,"bits":4.01,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q3_K_S.gguf","label":"Q3_K_S","size":641692480,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ3_S.gguf","label":"IQ3_S","size":643920704,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ3_M.gguf","label":"IQ3_M","size":657290048,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q3_K_M.gguf","label":"Q3_K_M","size":690844480,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q3_K_L.gguf","label":"Q3_K_L","size":732525376,"bits":4.73,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ4_XS.gguf","label":"IQ4_XS","size":743142208,"bits":4.79,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-IQ4_NL.gguf","label":"IQ4_NL","size":773026624,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q4_0.gguf","label":"Q4_0","size":773026624,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q4_K_S.gguf","label":"Q4_K_S","size":775648064,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q4_K_M.gguf","label":"Q4_K_M","size":807695168,"bits":5.21,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q4_1.gguf","label":"Q4_1","size":831746880,"bits":5.37,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q5_K_S.gguf","label":"Q5_K_S","size":892564288,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q5_K_M.gguf","label":"Q5_K_M","size":911504192,"bits":5.88,"known":true,"rank":0},{"repo":"mradermacher/Avero-1B-Uncensored-i1-GGUF","file":"Avero-1B-Uncensored.i1-Q6_K.gguf","label":"Q6_K","size":1021801280,"bits":6.59,"known":true,"rank":0}],"repos":["mradermacher/Avero-1B-Uncensored-i1-GGUF"],"logoFrom":"AveroLabs"},{"id":"geitje-7b-chat","family":"Rijgersberg/GEITje-7B-chat","name":"GEITje 7B","maker":"Rijgersberg","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/GEITje-7B-chat-GGUF/geitje-7b-chat.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-12-19T17:37:33.000Z","downloads":2366,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q2_K.gguf","label":"Q2_K","size":3084034656,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q3_K_S.gguf","label":"Q3_K_S","size":3165504096,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q3_K_M.gguf","label":"Q3_K_M","size":3519922784,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q3_K_L.gguf","label":"Q3_K_L","size":3822961248,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q4_0.gguf","label":"Q4_0","size":4109853280,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q4_K_S.gguf","label":"Q4_K_S","size":4141310560,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q4_K_M.gguf","label":"Q4_K_M","size":4369375840,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q5_0.gguf","label":"Q5_0","size":4998652512,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q5_K_S.gguf","label":"Q5_K_S","size":4998652512,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q5_K_M.gguf","label":"Q5_K_M","size":5132345952,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q6_K.gguf","label":"Q6_K","size":5943001696,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/GEITje-7B-chat-GGUF","file":"geitje-7b-chat.Q8_0.gguf","label":"Q8_0","size":7696794208,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/GEITje-7B-chat-GGUF"],"logoFrom":"Rijgersberg"},{"id":"qwen2-5-72b-instruct-malaysian","family":"Scicom-intl/Qwen2.5-72B-Instruct-Malaysian","name":"Qwen2.5 72B Malaysian","maker":"Scicom-intl","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF/Qwen2.5-72B-Instruct-Malaysian.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-01-03T02:08:19.000Z","downloads":2366,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ1_S.gguf","label":"IQ1_S","size":22690326752,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ1_M.gguf","label":"IQ1_M","size":23740213472,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490024672,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ2_XS.gguf","label":"IQ2_XS","size":27057645792,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ2_S.gguf","label":"IQ2_S","size":27939137760,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ2_M.gguf","label":"IQ2_M","size":29338986720,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q2_K_S.gguf","label":"Q2_K_S","size":29569280224,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q2_K.gguf","label":"Q2_K","size":29811763424,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":31845083360,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ3_XS.gguf","label":"IQ3_XS","size":32842180832,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ3_S.gguf","label":"IQ3_S","size":34487789792,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q3_K_S.gguf","label":"Q3_K_S","size":34487789792,"bits":3.79,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ3_M.gguf","label":"IQ3_M","size":35503597792,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q3_K_M.gguf","label":"Q3_K_M","size":37698726112,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q3_K_L.gguf","label":"Q3_K_L","size":39505225952,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-IQ4_XS.gguf","label":"IQ4_XS","size":39709075680,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q4_0.gguf","label":"Q4_0","size":41383127264,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q4_K_S.gguf","label":"Q4_K_S","size":43889223904,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q4_1.gguf","label":"Q4_1","size":45697886432,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q4_K_M.gguf","label":"Q4_K_M","size":47415716064,"bits":5.22,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q5_K_S.gguf","label":"Q5_K_S","size":51375139040,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q5_K_M.gguf","label":"Q5_K_M","size":54447466720,"bits":5.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF","file":"Qwen2.5-72B-Instruct-Malaysian.i1-Q6_K.gguf","label":"Q6_K","size":64347629792,"bits":7.08,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-72B-Instruct-Malaysian-i1-GGUF"],"logoFrom":"Scicom-intl"},{"id":"llama-3-sqlcoder-8b","family":"defog/llama-3-sqlcoder-8b","name":"Llama 3 Sqlcoder 8B","maker":"defog","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF/llama-3-sqlcoder-8b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"cc-by-sa-4.0","open":false,"released":"2024-06-27T20:05:34.000Z","downloads":2364,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2019627968,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2161972160,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399212480,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605781952,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2758489024,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":2948281280,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q2_K.gguf","label":"Q2_K","size":3179131840,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274912704,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518747584,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664499648,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3682325440,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3784823744,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018918336,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321956800,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447663040,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q4_0.gguf","label":"Q4_0","size":4675892160,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692669376,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920734656,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599294400,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732987840,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/llama-3-sqlcoder-8b-i1-GGUF","file":"llama-3-sqlcoder-8b.i1-Q6_K.gguf","label":"Q6_K","size":6596006848,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/llama-3-sqlcoder-8b-i1-GGUF"],"logoFrom":"defog"},{"id":"josephgflowers-tinyllama-cinder-1-3b-reason-test","family":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","name":"Josephgflowers Tinyllama Cinder 1.3B Reason Test","maker":"RichardErkhov","catalog":null,"tuned":true,"params":1.28,"active":null,"layers":26,"probe":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf/Tinyllama-Cinder-1.3B-Reason-Test.Q2_K.gguf","kvBytesPerToken":30804,"kvHeader":26624,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-28T16:00:44.000Z","downloads":2364,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q2_K.gguf","label":"Q2_K","size":496882304,"bits":3.11,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.IQ3_XS.gguf","label":"IQ3_XS","size":550617728,"bits":3.44,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q3_K_S.gguf","label":"Q3_K_S","size":575103616,"bits":3.59,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.IQ3_S.gguf","label":"IQ3_S","size":576914048,"bits":3.61,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.IQ3_M.gguf","label":"IQ3_M","size":595993216,"bits":3.72,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q3_K.gguf","label":"Q3_K","size":632799872,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q3_K_M.gguf","label":"Q3_K_M","size":632799872,"bits":3.95,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q3_K_L.gguf","label":"Q3_K_L","size":684049024,"bits":4.28,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.IQ4_XS.gguf","label":"IQ4_XS","size":705589888,"bits":4.41,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q4_0.gguf","label":"Q4_0","size":735883904,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q4_K_S.gguf","label":"Q4_K_S","size":740471424,"bits":4.63,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.IQ4_NL.gguf","label":"IQ4_NL","size":741913216,"bits":4.64,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q4_K.gguf","label":"Q4_K","size":776299136,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q4_K_M.gguf","label":"Q4_K_M","size":776299136,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q4_1.gguf","label":"Q4_1","size":811545216,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q5_0.gguf","label":"Q5_0","size":887206528,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q5_K_S.gguf","label":"Q5_K_S","size":887206528,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q5_K.gguf","label":"Q5_K","size":908026496,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q5_K_M.gguf","label":"Q5_K_M","size":908026496,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q5_1.gguf","label":"Q5_1","size":962867840,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q6_K.gguf","label":"Q6_K","size":1047986816,"bits":6.55,"known":true,"rank":0},{"repo":"RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf","file":"Tinyllama-Cinder-1.3B-Reason-Test.Q8_0.gguf","label":"Q8_0","size":1357046400,"bits":8.48,"known":true,"rank":0}],"repos":["RichardErkhov/Josephgflowers_-_Tinyllama-Cinder-1.3B-Reason-Test-gguf"],"logoFrom":"RichardErkhov"},{"id":"ui-tars-2b-sft","family":"ByteDance-Seed/UI-TARS-2B-SFT","name":"UI TARS 2B SFT","maker":"ByteDance","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"mradermacher/UI-TARS-2B-SFT-GGUF/UI-TARS-2B-SFT.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2vl","vision":true,"licence":"apache-2.0","open":true,"released":"2025-01-21T14:03:08.000Z","downloads":2364,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q2_K.gguf","label":"Q2_K","size":752879328,"bits":3.38,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q3_K_S.gguf","label":"Q3_K_S","size":861221088,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q3_K_M.gguf","label":"Q3_K_M","size":924455136,"bits":4.15,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q3_K_L.gguf","label":"Q3_K_L","size":980439264,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.IQ4_XS.gguf","label":"IQ4_XS","size":1026161376,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q4_K_S.gguf","label":"Q4_K_S","size":1071583968,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q4_K_M.gguf","label":"Q4_K_M","size":1117319904,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q5_K_S.gguf","label":"Q5_K_S","size":1259172576,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q5_K_M.gguf","label":"Q5_K_M","size":1285493472,"bits":5.78,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q6_K.gguf","label":"Q6_K","size":1464177888,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.Q8_0.gguf","label":"Q8_0","size":1894531296,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/UI-TARS-2B-SFT-GGUF","file":"UI-TARS-2B-SFT.f16.gguf","label":"F16","size":3560415456,"bits":16,"known":true,"rank":0}],"repos":["mradermacher/UI-TARS-2B-SFT-GGUF"],"logoFrom":"ByteDance-Seed"},{"id":"qwen3-8-27b-uncensored-heretic-v3","family":"OS-Software/Qwen3.8-27B-Uncensored-Heretic-v3","name":"Qwen3.8 27B Uncensored Heretic V3","maker":"OS-Software","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF/Qwen3.8-27B-Uncensored-Heretic-v3.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-12T12:18:17.000Z","downloads":2364,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q2_K.gguf","label":"Q2_K","size":10711665920,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q3_K_S.gguf","label":"Q3_K_S","size":12073954560,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q3_K_M.gguf","label":"Q3_K_M","size":13301443840,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q3_K_L.gguf","label":"Q3_K_L","size":14344776960,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.IQ4_XS.gguf","label":"IQ4_XS","size":15193918720,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q4_K_S.gguf","label":"Q4_K_S","size":15586315520,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q4_K_M.gguf","label":"Q4_K_M","size":16547400960,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q5_K_S.gguf","label":"Q5_K_S","size":18679614720,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q5_K_M.gguf","label":"Q5_K_M","size":19231100160,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q6_K.gguf","label":"Q6_K","size":22082530560,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF","file":"Qwen3.8-27B-Uncensored-Heretic-v3.Q8_0.gguf","label":"Q8_0","size":28595764480,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27B-Uncensored-Heretic-v3-GGUF"],"logoFrom":"OS-Software"},{"id":"ibm-granite-granite-3-2-8b-instruct","family":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","name":"Ibm Granite Granite 3.2 8B","maker":"bartowski","catalog":null,"tuned":false,"params":8.17,"active":null,"layers":40,"probe":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF/ibm-granite_granite-3.2-8b-instruct-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-26T19:10:12.000Z","downloads":2364,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-IQ2_M.gguf","label":"IQ2_M","size":2836826048,"bits":2.78,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q2_K.gguf","label":"Q2_K","size":3103591968,"bits":3.04,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":3152353728,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":3201370048,"bits":3.13,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":3427995168,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":3592490528,"bits":3.52,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-IQ3_M.gguf","label":"IQ3_M","size":3738717728,"bits":3.66,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":3996585504,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":4349431328,"bits":4.26,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":4398193088,"bits":4.31,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":4428074528,"bits":4.34,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q4_0.gguf","label":"Q4_0","size":4667280928,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":4671868448,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":4685762080,"bits":4.59,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":4942859808,"bits":4.84,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":4991621568,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q4_1.gguf","label":"Q4_1","size":5148970528,"bits":5.04,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":5647044128,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":5797449248,"bits":5.68,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":5846211008,"bits":5.72,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q6_K.gguf","label":"Q6_K","size":6705450528,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":6754212288,"bits":6.61,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","file":"ibm-granite_granite-3.2-8b-instruct-Q8_0.gguf","label":"Q8_0","size":8684247488,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"tiamat-7b-1-1-dpo","family":"Gryphe/Tiamat-7b-1.1-DPO","name":"Tiamat 7B 1.1 DPO","maker":"Gryphe","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF/Tiamat-7b-1.1-DPO.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-05T21:55:12.000Z","downloads":2363,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":1612110752,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":1754454944,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695264,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198264736,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930144,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722400,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q2_K.gguf","label":"Q2_K","size":2719252448,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827353824,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826528,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578592,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404384,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":3284902688,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997280,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822035744,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700320,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q4_0.gguf","label":"Q4_0","size":4123608928,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386144,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451424,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729120,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422560,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF","file":"Tiamat-7b-1.1-DPO.i1-Q6_K.gguf","label":"Q6_K","size":5942079392,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Tiamat-7b-1.1-DPO-i1-GGUF"],"logoFrom":"Gryphe"},{"id":"fathom-search-4b","family":"Mungert/Fathom-Search-4B-GGUF","name":"Fathom Search 4B","maker":"Mungert","catalog":null,"tuned":false,"params":4.02,"active":null,"layers":36,"probe":"Mungert/Fathom-Search-4B-GGUF/Fathom-Search-4B-iq2_xxs.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2025-10-23T06:46:51.000Z","downloads":2363,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq2_xxs.gguf","label":"IQ2_XXS","size":1341935136,"bits":2.67,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq2_xs.gguf","label":"IQ2_XS","size":1446178336,"bits":2.88,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq2_s.gguf","label":"IQ2_S","size":1491521056,"bits":2.97,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q2_k_s.gguf","label":"Q2_K_S","size":1542925856,"bits":3.07,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq2_m.gguf","label":"IQ2_M","size":1555746336,"bits":3.1,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q2_k_m.gguf","label":"Q2_K_M","size":1591545376,"bits":3.17,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq3_xxs.gguf","label":"IQ3_XXS","size":1773702176,"bits":3.53,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq3_xs.gguf","label":"IQ3_XS","size":1824205856,"bits":3.63,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq3_m.gguf","label":"IQ3_M","size":2003037216,"bits":3.99,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q3_k_s.gguf","label":"Q3_K_S","size":2007903776,"bits":4,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q3_k_m.gguf","label":"Q3_K_M","size":2059562016,"bits":4.1,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq4_xs.gguf","label":"IQ4_XS","size":2270751776,"bits":4.52,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-iq4_nl.gguf","label":"IQ4_NL","size":2281066016,"bits":4.54,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q4_k_s.gguf","label":"Q4_K_S","size":2407558176,"bits":4.79,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q4_0.gguf","label":"Q4_0","size":2463747616,"bits":4.9,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q4_1.gguf","label":"Q4_1","size":2544971296,"bits":5.06,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q4_k_m.gguf","label":"Q4_K_M","size":2572721696,"bits":5.12,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q5_0.gguf","label":"Q5_0","size":2917912096,"bits":5.81,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q5_k_m.gguf","label":"Q5_K_M","size":2994855456,"bits":5.96,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q5_1.gguf","label":"Q5_1","size":3144994336,"bits":6.26,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q6_k_m.gguf","label":"Q6_K_M","size":3400461856,"bits":6.77,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-q8_0.gguf","label":"Q8_0","size":4280405216,"bits":8.52,"known":true,"rank":0},{"repo":"Mungert/Fathom-Search-4B-GGUF","file":"Fathom-Search-4B-bf16.gguf","label":"BF16","size":8051285216,"bits":16.02,"known":true,"rank":0}],"repos":["Mungert/Fathom-Search-4B-GGUF"],"logoFrom":"Qwen"},{"id":"shisa-v2-1-llama3-2-3b","family":"shisa-ai/shisa-v2.1-llama3.2-3b","name":"Shisa V2.1 Llama3.2 3B","maker":"shisa-ai","catalog":null,"tuned":false,"params":3.21,"active":null,"layers":28,"probe":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF/shisa-v2.1-llama3.2-3b.Q2_K.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2025-12-09T10:00:20.000Z","downloads":2362,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q2_K.gguf","label":"Q2_K","size":1363936576,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q3_K_S.gguf","label":"Q3_K_S","size":1542849856,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q3_K_M.gguf","label":"Q3_K_M","size":1687160128,"bits":4.2,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q3_K_L.gguf","label":"Q3_K_L","size":1815348544,"bits":4.52,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.IQ4_XS.gguf","label":"IQ4_XS","size":1840907584,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q4_K_S.gguf","label":"Q4_K_S","size":1928201536,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q4_K_M.gguf","label":"Q4_K_M","size":2019378496,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q5_K_S.gguf","label":"Q5_K_S","size":2269513024,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q5_K_M.gguf","label":"Q5_K_M","size":2322154816,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q6_K.gguf","label":"Q6_K","size":2643854656,"bits":6.59,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.Q8_0.gguf","label":"Q8_0","size":3421900096,"bits":8.53,"known":true,"rank":0},{"repo":"mradermacher/shisa-v2.1-llama3.2-3b-GGUF","file":"shisa-v2.1-llama3.2-3b.f16.gguf","label":"F16","size":6433688896,"bits":16.03,"known":true,"rank":0}],"repos":["mradermacher/shisa-v2.1-llama3.2-3b-GGUF"],"logoFrom":"shisa-ai"},{"id":"lebanese-llama-3-1-8b","family":"assix-research/lebanese-llama-3.1-8b","name":"Lebanese Llama 3.1 8B","maker":"assix-research","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF/lebanese-llama-3.1-8b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2026-01-23T23:54:35.000Z","downloads":2362,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633696,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977888,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218208,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787680,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494752,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287008,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2988821024,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q2_K.gguf","label":"Q2_K","size":3179137568,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918432,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753312,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505376,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331168,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829472,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924064,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962528,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668768,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q4_0.gguf","label":"Q4_0","size":4675897888,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4677995040,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675104,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740384,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q4_1.gguf","label":"Q4_1","size":5130258976,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300128,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993568,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/lebanese-llama-3.1-8b-i1-GGUF","file":"lebanese-llama-3.1-8b.i1-Q6_K.gguf","label":"Q6_K","size":6596012576,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/lebanese-llama-3.1-8b-i1-GGUF"],"logoFrom":"assix-research"},{"id":"torchlight-qwen3-8b-i1","family":"mradermacher/torchlight-qwen3-8b-i1-GGUF","name":"Torchlight Qwen3 8B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/torchlight-qwen3-8b-i1-GGUF/torchlight-qwen3-8b.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-11-01T12:01:26.000Z","downloads":2362,"likes":1,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2115771232,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2256149344,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112864,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696158048,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2864745312,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":3051916128,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083553632,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q2_K.gguf","label":"Q2_K","size":3281734496,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369634656,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626875744,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769613152,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3789667168,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621920,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162912,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431395680,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840992,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q4_0.gguf","label":"Q4_0","size":4787333984,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793625440,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802014048,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027785568,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q4_1.gguf","label":"Q4_1","size":5247757152,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720763232,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851114336,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/torchlight-qwen3-8b-i1-GGUF","file":"torchlight-qwen3-8b.i1-Q6_K.gguf","label":"Q6_K","size":6725901152,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/torchlight-qwen3-8b-i1-GGUF"],"logoFrom":"samadpls"},{"id":"mahou-1-3-yi-9b","family":"flammenai/Mahou-1.3-yi-9B","name":"Mahou 1.3 Yi 9B","maker":"flammenai","catalog":null,"tuned":false,"params":8.83,"active":null,"layers":48,"probe":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF/Mahou-1.3-yi-9B.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-30T05:02:19.000Z","downloads":2361,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ1_S.gguf","label":"IQ1_S","size":2014573312,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ1_M.gguf","label":"IQ1_M","size":2181640960,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2460087040,"bits":2.23,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2708009728,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ2_S.gguf","label":"IQ2_S","size":2875355904,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ2_M.gguf","label":"IQ2_M","size":3098112768,"bits":2.81,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q2_K.gguf","label":"Q2_K","size":3354325760,"bits":3.04,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3474322176,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3717935872,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3899208448,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ3_S.gguf","label":"IQ3_S","size":3912577792,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ3_M.gguf","label":"IQ3_M","size":4055462656,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4324406016,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4690752256,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4785009408,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q4_0.gguf","label":"Q4_0","size":5053903616,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5071860480,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5328958208,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6107853568,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6258258688,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.3-yi-9B-i1-GGUF","file":"Mahou-1.3-yi-9B.i1-Q6_K.gguf","label":"Q6_K","size":7245640448,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.3-yi-9B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"l3-1-rp-hero-bigtalker-8b","family":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","name":"L3.1 RP Hero BigTalker 8B","maker":"DavidAU","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF/L3.1-RP-Hero-BigTalker-8B-D_AU-Q2_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-11-28T09:04:37.000Z","downloads":2360,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q2_k.gguf","label":"Q2_K","size":3179155680,"bits":3.17,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q3_k_s.gguf","label":"Q3_K_S","size":3664525568,"bits":3.65,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q3_k_m.gguf","label":"Q3_K_M","size":4018944256,"bits":4,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q3_k_l.gguf","label":"Q3_K_L","size":4321982720,"bits":4.31,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4661240736,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4661240736,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4661240736,"bits":4.64,"known":false,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q4_k_s.gguf","label":"Q4_K_S","size":4692698016,"bits":4.68,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q4_k_m.gguf","label":"Q4_K_M","size":4920763296,"bits":4.9,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q5_k_s.gguf","label":"Q5_K_S","size":5599325600,"bits":5.58,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-q5_k_m.gguf","label":"Q5_K_M","size":5733019040,"bits":5.71,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q6_k.gguf","label":"Q6_K","size":6596040768,"bits":6.57,"known":true,"rank":0},{"repo":"DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF","file":"L3.1-RP-Hero-BigTalker-8B-D_AU-Q8_0.gguf","label":"Q8_0","size":8540815104,"bits":8.51,"known":true,"rank":0}],"repos":["DavidAU/L3.1-RP-Hero-BigTalker-8B-GGUF"],"logoFrom":"DavidAU"},{"id":"lfm2-5-1-2b-instruct-heretic","family":"saidutta69/LFM2.5-1.2B-Instruct-heretic","name":"LFM2.5 1.2B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":1.17,"active":null,"layers":16,"probe":"saidutta69/LFM2.5-1.2B-Instruct-heretic/LFM2.5-1.2B-Instruct-heretic-Q2_K.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2026-10-09T22:40:47.000Z","downloads":2359,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q2_K.gguf","label":"Q2_K","size":483401696,"bits":3.31,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-IQ3_S.gguf","label":"IQ3_S","size":558161888,"bits":3.82,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":558161888,"bits":3.82,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":600350688,"bits":4.1,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":635477984,"bits":4.35,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":668622816,"bits":4.57,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q4_0.gguf","label":"Q4_0","size":695754720,"bits":4.76,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":700473312,"bits":4.79,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":730898400,"bits":5,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q4_1.gguf","label":"Q4_1","size":760504288,"bits":5.2,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":825253856,"bits":5.64,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":843358176,"bits":5.77,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q6_K.gguf","label":"Q6_K","size":962846688,"bits":6.58,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-Q8_0.gguf","label":"Q8_0","size":1246257120,"bits":8.52,"known":true,"rank":0},{"repo":"saidutta69/LFM2.5-1.2B-Instruct-heretic","file":"LFM2.5-1.2B-Instruct-heretic-F16.gguf","label":"F16","size":2343329760,"bits":16.02,"known":true,"rank":0}],"repos":["saidutta69/LFM2.5-1.2B-Instruct-heretic"],"logoFrom":"LiquidAI"},{"id":"qwen3-coder-42b-a3b-instruct-total-recall-master-coder-m-768k-ctx-i1","family":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","name":"Qwen3 Coder 42B A3B TOTAL RECALL MASTER CODER M 768K Ctx I1","maker":"mradermacher","catalog":null,"tuned":true,"params":42.37,"active":4.43,"layers":67,"probe":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ1_S.gguf","kvBytesPerToken":158759,"kvHeader":137216,"kvFixed":0,"context":786432,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-01T23:15:48.000Z","downloads":2359,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ1_S.gguf","label":"IQ1_S","size":8818908352,"bits":1.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ1_M.gguf","label":"IQ1_M","size":9744415936,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":11286928576,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12538502336,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ2_S.gguf","label":"IQ2_S","size":12812719296,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ2_M.gguf","label":"IQ2_M","size":14046729408,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q2_K_S.gguf","label":"Q2_K_S","size":14521783488,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q2_K.gguf","label":"Q2_K","size":15571342528,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":16399733952,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ3_XS.gguf","label":"IQ3_XS","size":17433734336,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q3_K_S.gguf","label":"Q3_K_S","size":18397760704,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ3_S.gguf","label":"IQ3_S","size":18407091392,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ3_M.gguf","label":"IQ3_M","size":18695646400,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q3_K_M.gguf","label":"Q3_K_M","size":20374154432,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q3_K_L.gguf","label":"Q3_K_L","size":22038375616,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-IQ4_XS.gguf","label":"IQ4_XS","size":22678668480,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q4_0.gguf","label":"Q4_0","size":24082179264,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q4_K_S.gguf","label":"Q4_K_S","size":24183366848,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q4_K_M.gguf","label":"Q4_K_M","size":25703285952,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q4_1.gguf","label":"Q4_1","size":26609165504,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q5_K_S.gguf","label":"Q5_K_S","size":29236815040,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q5_K_M.gguf","label":"Q5_K_M","size":30123787456,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx.i1-Q6_K.gguf","label":"Q6_K","size":34820570304,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-768k-ctx-i1-GGUF"],"logoFrom":"Qwen"},{"id":"donnager-70b-v1","family":"TheDrummer/Donnager-70B-v1","name":"Donnager 70B V1","maker":"TheDrummer","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/Donnager-70B-v1-i1-GGUF/Donnager-70B-v1.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32764,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-09-16T07:40:44.000Z","downloads":2358,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ1_S.gguf","label":"IQ1_S","size":14535539328,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ1_M.gguf","label":"IQ1_M","size":15943252608,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289441408,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334164608,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ2_S.gguf","label":"IQ2_S","size":21354314368,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ2_M.gguf","label":"IQ2_M","size":23231265408,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q2_K.gguf","label":"Q2_K","size":25462438528,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581465728,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28314974848,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ3_S.gguf","label":"IQ3_S","size":29919296128,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919296128,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ3_M.gguf","label":"IQ3_M","size":30944279168,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274739328,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36147837568,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829821568,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q4_0.gguf","label":"Q4_0","size":39019051648,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249738368,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41422912128,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461399168,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/Donnager-70B-v1-i1-GGUF","file":"Donnager-70B-v1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753769088,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/Donnager-70B-v1-i1-GGUF"],"logoFrom":"TheDrummer"},{"id":"comfyui","family":"f5aiteam/ComfyUI","name":"ComfyUI","maker":"f5aiteam","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":24,"probe":"f5aiteam/ComfyUI/clip/t5-v1_1-xxl-encoder-Q4_K_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":512,"arch":"t5encoder","vision":false,"licence":null,"open":false,"released":"2025-12-01T15:19:47.000Z","downloads":2358,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"f5aiteam/ComfyUI","file":"SEEDVR2/seedvr2_ema_7b-Q4_K_M.gguf","label":"Q4_K_M","size":4758306592,"bits":5,"known":true,"rank":0},{"repo":"f5aiteam/ComfyUI","file":"clip/Qwen2.5-VL-7B-Instruct-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":4785159040,"bits":5.02,"known":true,"rank":0},{"repo":"f5aiteam/ComfyUI","file":"diffusion_models/Flux/fluxSigmaVision_q4KS.gguf","label":"fluxSigmaVision_q4KS","size":6777785248,"bits":7.12,"known":false,"rank":0},{"repo":"f5aiteam/ComfyUI","file":"diffusion_models/Qwen/qwen-image-Q5_1.gguf","label":"Q5_1","size":15391717920,"bits":16.16,"known":true,"rank":0}],"repos":["f5aiteam/ComfyUI"],"logoFrom":"f5aiteam"},{"id":"locus-gemma-4-e2b","family":"juiceb0xc0de/locus-gemma-4-e2b","name":"Locus Gemma 4 E2B","maker":"juiceb0xc0de","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/locus-gemma-4-e2b-i1-GGUF/locus-gemma-4-e2b.i1-IQ1_S.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-05-15T13:29:35.000Z","downloads":2358,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ1_S.gguf","label":"IQ1_S","size":3289757088,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ1_M.gguf","label":"IQ1_M","size":3372271008,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3509794208,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3627840928,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ2_S.gguf","label":"IQ2_S","size":3677279648,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ2_M.gguf","label":"IQ2_M","size":3787298208,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3982841248,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4269589920,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q2_K.gguf","label":"Q2_K","size":4376782240,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4545885600,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4630959520,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ3_S.gguf","label":"IQ3_S","size":4635833760,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ3_M.gguf","label":"IQ3_M","size":4687361440,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4823061920,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4990506400,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5037385120,"bits":5.4,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5159527840,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q4_0.gguf","label":"Q4_0","size":5163132320,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5171979680,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5302273440,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q4_1.gguf","label":"Q4_1","size":5401519520,"bits":5.79,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5648098720,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5723997600,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/locus-gemma-4-e2b-i1-GGUF","file":"locus-gemma-4-e2b.i1-Q6_K.gguf","label":"Q6_K","size":6172079520,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/locus-gemma-4-e2b-i1-GGUF"],"logoFrom":"juiceb0xc0de"},{"id":"deepseek-v3-2-4layers","family":"sszymczyk/DeepSeek-V3.2-4Layers-GGUF","name":"DeepSeek V3.2 4Layers","maker":"sszymczyk","catalog":null,"tuned":true,"params":15.17,"active":4.24,"layers":4,"probe":"sszymczyk/DeepSeek-V3.2-4Layers-GGUF/DeepSeek-V3.2-4Layers-Q8_0.gguf","kvBytesPerToken":5331,"kvHeader":4608,"kvFixed":0,"context":163840,"arch":"deepseek32","vision":false,"licence":null,"open":false,"released":"2026-03-29T20:07:21.000Z","downloads":2358,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sszymczyk/DeepSeek-V3.2-4Layers-GGUF","file":"DeepSeek-V3.2-4Layers-Q8_0.gguf","label":"Q8_0","size":16131110560,"bits":8.51,"known":true,"rank":0}],"repos":["sszymczyk/DeepSeek-V3.2-4Layers-GGUF"],"logoFrom":"deepseek-ai"},{"id":"huihui-qwen3-vl-2b-instruct-abliterated","family":"huihui-ai/Huihui-Qwen3-VL-2B-Instruct-abliterated","name":"Huihui Qwen3 VL 2B Abliterated","maker":"huihui-ai","catalog":null,"tuned":true,"params":1.72,"active":null,"layers":28,"probe":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF/Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":262144,"arch":"qwen3vl","vision":true,"licence":null,"open":false,"released":"2025-11-02T00:43:56.000Z","downloads":2356,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XXS.gguf","label":"IQ3_XXS","size":754361952,"bits":3.51,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_XS.gguf","label":"IQ3_XS","size":834223712,"bits":3.88,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_S.gguf","label":"IQ3_S","size":867253856,"bits":4.03,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ3_M.gguf","label":"IQ3_M","size":895663712,"bits":4.17,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_XS.gguf","label":"IQ4_XS","size":1010384480,"bits":4.7,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-IQ4_NL.gguf","label":"IQ4_NL","size":1054424672,"bits":4.9,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_S.gguf","label":"Q4_K_S","size":1060191840,"bits":4.93,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":1107410528,"bits":5.15,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_S.gguf","label":"Q5_K_S","size":1230585440,"bits":5.72,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":1257881184,"bits":5.85,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-Q6_K.gguf","label":"Q6_K","size":1417756256,"bits":6.59,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-Q8_0.gguf","label":"Q8_0","size":1834428000,"bits":8.53,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-BF16.gguf","label":"BF16","size":3447350656,"bits":16.03,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-F16.gguf","label":"F16","size":3447350656,"bits":16.03,"known":true,"rank":0},{"repo":"noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF","file":"Huihui-Qwen3-VL-2B-Instruct-abliterated-F32.gguf","label":"F32","size":6888252800,"bits":32.04,"known":true,"rank":0}],"repos":["noctrex/Huihui-Qwen3-VL-2B-Instruct-abliterated-GGUF"],"logoFrom":"huihui-ai"},{"id":"muse-glimmer-30b-crack","family":"dealignai/Muse-Glimmer-30B-CRACK-GGUF","name":"Muse Glimmer 30B CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":27.85,"active":null,"layers":52,"probe":"dealignai/Muse-Glimmer-30B-CRACK-GGUF/Muse-Glimmer-30B-CRACK-Q2_K.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-11T08:14:38.000Z","downloads":2356,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Muse-Glimmer-30B-CRACK-GGUF","file":"Muse-Glimmer-30B-CRACK-Q2_K.gguf","label":"Q2_K","size":10686699232,"bits":3.07,"known":true,"rank":0},{"repo":"dealignai/Muse-Glimmer-30B-CRACK-GGUF","file":"Muse-Glimmer-30B-CRACK-Q4_K_M.gguf","label":"Q4_K_M","size":16935292128,"bits":4.86,"known":true,"rank":0},{"repo":"dealignai/Muse-Glimmer-30B-CRACK-GGUF","file":"Muse-Glimmer-30B-CRACK-Q8_0.gguf","label":"Q8_0","size":29612958688,"bits":8.51,"known":true,"rank":0}],"repos":["dealignai/Muse-Glimmer-30B-CRACK-GGUF"],"logoFrom":"meta-models"},{"id":"llds-a-grpo-qwen2-5-7b-ins","family":"SEGAgentRL/LLDS-A-GRPO-Qwen2.5-7B-Ins","name":"LLDS A GRPO Qwen2.5 7B Ins","maker":"SEGAgentRL","catalog":null,"tuned":false,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF/LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-01-15T23:55:53.000Z","downloads":2356,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ1_S.gguf","label":"IQ1_S","size":1903668416,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ1_M.gguf","label":"IQ1_M","size":2042197184,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273078464,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469022912,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ2_S.gguf","label":"IQ2_S","size":2595638464,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ2_M.gguf","label":"IQ2_M","size":2780343488,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834074816,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q2_K.gguf","label":"Q2_K","size":3015941312,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114515648,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346257088,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492369600,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ3_S.gguf","label":"IQ3_S","size":3499193536,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ3_M.gguf","label":"IQ3_M","size":3574013120,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808392384,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088460480,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218473664,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437814464,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q4_0.gguf","label":"Q4_0","size":4444122304,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457770176,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683074752,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q4_1.gguf","label":"Q4_1","size":4873284800,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315177664,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444832448,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF","file":"LLDS-A-GRPO-Qwen2.5-7B-Ins.i1-Q6_K.gguf","label":"Q6_K","size":6254200000,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/LLDS-A-GRPO-Qwen2.5-7B-Ins-i1-GGUF"],"logoFrom":"SEGAgentRL"},{"id":"orca-2-13b","family":"microsoft/Orca-2-13b","name":"Orca 2 13B","maker":"Microsoft","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Orca-2-13B-GGUF/orca-2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-21T08:27:56.000Z","downloads":2355,"likes":66,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q2_K.gguf","label":"Q2_K","size":5429366080,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658999648,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337788768,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929578848,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q4_0.gguf","label":"Q4_0","size":7365856064,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414352704,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865977664,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q5_0.gguf","label":"Q5_0","size":8972309184,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972309184,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229947584,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q6_K.gguf","label":"Q6_K","size":10679165632,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Orca-2-13B-GGUF","file":"orca-2-13b.Q8_0.gguf","label":"Q8_0","size":13831352256,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Orca-2-13B-GGUF"],"logoFrom":"microsoft"},{"id":"daringmaid-20b-v1-1","family":"Kooten/DaringMaid-20B-V1.1","name":"DaringMaid 20B V1.1","maker":"Kooten","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF/DaringMaid-20B-V1.1.i1-IQ1_S.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-03-03T17:03:26.000Z","downloads":2355,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ1_S.gguf","label":"IQ1_S","size":4609023520,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ1_M.gguf","label":"IQ1_M","size":4767108640,"bits":1.91,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5604023840,"bits":2.24,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6152314400,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ2_S.gguf","label":"IQ2_S","size":6612899360,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ2_M.gguf","label":"IQ2_M","size":7110399520,"bits":2.85,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q2_K.gguf","label":"Q2_K","size":7613500960,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7802828320,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8387409440,"bits":3.36,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ3_S.gguf","label":"IQ3_S","size":8851650080,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8851650080,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ3_M.gguf","label":"IQ3_M","size":9349170720,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q3_K_M.gguf","label":"Q3_K_M","size":9899284000,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q3_K_L.gguf","label":"Q3_K_L","size":10821047840,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ4_XS.gguf","label":"IQ4_XS","size":10865622560,"bits":4.35,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-IQ4_NL.gguf","label":"IQ4_NL","size":11485306400,"bits":4.6,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q4_0.gguf","label":"Q4_0","size":11516272160,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11560345120,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q4_K_M.gguf","label":"Q4_K_M","size":12235488800,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q5_K_S.gguf","label":"Q5_K_S","size":13964041760,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q5_K_M.gguf","label":"Q5_K_M","size":14350499360,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/DaringMaid-20B-V1.1-i1-GGUF","file":"DaringMaid-20B-V1.1.i1-Q6_K.gguf","label":"Q6_K","size":16597698080,"bits":6.64,"known":true,"rank":0}],"repos":["mradermacher/DaringMaid-20B-V1.1-i1-GGUF"],"logoFrom":"Kooten"},{"id":"gpt2-large","family":"openai-community/gpt2-large","name":"Gpt2 Large","maker":"openai-community","catalog":null,"tuned":true,"params":0.84,"active":null,"layers":36,"probe":"mradermacher/gpt2-large-GGUF/gpt2-large.Q2_K.gguf","kvBytesPerToken":213258,"kvHeader":184320,"kvFixed":0,"context":1024,"arch":"gpt2","vision":false,"licence":"mit","open":true,"released":"2024-09-08T02:11:11.000Z","downloads":2354,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q2_K.gguf","label":"Q2_K","size":345514176,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.IQ3_XS.gguf","label":"IQ3_XS","size":385685984,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.IQ3_S.gguf","label":"IQ3_S","size":393980384,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q3_K_S.gguf","label":"Q3_K_S","size":393980384,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.IQ3_M.gguf","label":"IQ3_M","size":428796384,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q3_K_M.gguf","label":"Q3_K_M","size":458287584,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.IQ4_XS.gguf","label":"IQ4_XS","size":476494592,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q3_K_L.gguf","label":"Q3_K_L","size":493513184,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q4_K_S.gguf","label":"Q4_K_S","size":499804064,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q4_K_M.gguf","label":"Q4_K_M","size":549058464,"bits":5.23,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q5_K_S.gguf","label":"Q5_K_S","size":593041984,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q5_K_M.gguf","label":"Q5_K_M","size":632209984,"bits":6.02,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q6_K.gguf","label":"Q6_K","size":695588864,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.Q8_0.gguf","label":"Q8_0","size":898165824,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/gpt2-large-GGUF","file":"gpt2-large.f16.gguf","label":"F16","size":1682334592,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/gpt2-large-GGUF"],"logoFrom":"openai-community"},{"id":"datagemma-rag-27b-it","family":"google/datagemma-rag-27b-it","name":"Datagemma Rag 27B","maker":"Google","catalog":null,"tuned":false,"params":27.23,"active":null,"layers":46,"probe":"legraphista/datagemma-rag-27b-it-IMat-GGUF/datagemma-rag-27b-it.IQ1_S.gguf","kvBytesPerToken":217997,"kvHeader":188416,"kvFixed":771751936,"context":8192,"arch":"gemma2","vision":false,"licence":"gemma","open":false,"released":"2024-09-12T13:33:41.000Z","downloads":2354,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ1_S.gguf","label":"IQ1_S","size":6132432960,"bits":1.8,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ1_M.gguf","label":"IQ1_M","size":6692470848,"bits":1.97,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ2_XXS.gguf","label":"IQ2_XXS","size":7625867328,"bits":2.24,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ2_XS.gguf","label":"IQ2_XS","size":8399716416,"bits":2.47,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ2_S.gguf","label":"IQ2_S","size":8652161088,"bits":2.54,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ2_M.gguf","label":"IQ2_M","size":9398878272,"bits":2.76,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q2_K_S.gguf","label":"Q2_K_S","size":9722765376,"bits":2.86,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q2_K.gguf","label":"Q2_K","size":10449576000,"bits":3.07,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ3_XXS.gguf","label":"IQ3_XXS","size":10750754880,"bits":3.16,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ3_XS.gguf","label":"IQ3_XS","size":11550629952,"bits":3.39,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ3_S.gguf","label":"IQ3_S","size":12169060416,"bits":3.58,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q3_K_S.gguf","label":"Q3_K_S","size":12169060416,"bits":3.58,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ3_M.gguf","label":"IQ3_M","size":12454830144,"bits":3.66,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q3_K.gguf","label":"Q3_K","size":13424648256,"bits":3.94,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q3_K_L.gguf","label":"Q3_K_L","size":14519361600,"bits":4.27,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ4_XS.gguf","label":"IQ4_XS","size":14814421056,"bits":4.35,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.IQ4_NL.gguf","label":"IQ4_NL","size":15628378176,"bits":4.59,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q4_K_S.gguf","label":"Q4_K_S","size":15739265088,"bits":4.62,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q4_K.gguf","label":"Q4_K","size":16645382208,"bits":4.89,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q5_K_S.gguf","label":"Q5_K_S","size":18884206400,"bits":5.55,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q5_K.gguf","label":"Q5_K","size":19408117568,"bits":5.7,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q6_K.gguf","label":"Q6_K","size":22343524160,"bits":6.56,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.Q8_0.gguf","label":"Q8_0","size":28937387840,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.BF16/datagemma-rag-27b-it.BF16-00001-of-00003.gguf","label":"BF16","size":54462021760,"bits":16,"known":true,"rank":0},{"repo":"legraphista/datagemma-rag-27b-it-IMat-GGUF","file":"datagemma-rag-27b-it.FP16/datagemma-rag-27b-it.FP16-00001-of-00003.gguf","label":"datagemma-rag-27b-it.FP16","size":54462021760,"bits":16,"known":false,"rank":0}],"repos":["legraphista/datagemma-rag-27b-it-IMat-GGUF"],"logoFrom":"google"},{"id":"lfm2-5-2-6b-cybersec","family":"reaperdoesntknow/LFM2.5-2.6B-CyberSec","name":"LFM2.5 2.6B CyberSec","maker":"reaperdoesntknow","catalog":null,"tuned":false,"params":2.7,"active":null,"layers":30,"probe":"reaperdoesntknow/LFM2.5-2.6B-CyberSec/LiquidAI_LFM2.5-2.6B__project-lfm2.5-2.6b-cybersec_1786722551.Q4_K_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":131072,"arch":"lfm2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-14T18:10:14.000Z","downloads":2354,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/LFM2.5-2.6B-CyberSec","file":"LiquidAI_LFM2.5-2.6B__project-lfm2.5-2.6b-cybersec_1786722551.Q4_K_M.gguf","label":"Q4_K_M","size":1674454944,"bits":4.96,"known":true,"rank":0},{"repo":"reaperdoesntknow/LFM2.5-2.6B-CyberSec","file":"LiquidAI_LFM2.5-2.6B__project-lfm2.5-2.6b-cybersec_1786722551.Q8_0.gguf","label":"Q8_0","size":2874779552,"bits":8.52,"known":true,"rank":0},{"repo":"reaperdoesntknow/LFM2.5-2.6B-CyberSec","file":"LiquidAI_LFM2.5-2.6B__project-lfm2.5-2.6b-cybersec_1786722551.F16.gguf","label":"F16","size":5403158432,"bits":16.01,"known":true,"rank":0}],"repos":["reaperdoesntknow/LFM2.5-2.6B-CyberSec"],"logoFrom":"LiquidAI"},{"id":"qwendgaf-coder-3b","family":"hecan3d/QwenDGAF-Coder-3B","name":"QwenDGAF Coder 3B","maker":"hecan3d","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"hecan3d/QwenDGAF-Coder-3B/QwenDGAF-Coder-3B-Instruct.Q4_K_M.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-17T23:15:14.000Z","downloads":2354,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"hecan3d/QwenDGAF-Coder-3B","file":"QwenDGAF-Coder-3B-Instruct.Q4_K_M.gguf","label":"Q4_K_M","size":1929902656,"bits":5,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-Coder-3B","file":"QwenDGAF-Coder-3B-Instruct.Q6_K.gguf","label":"Q6_K","size":2538158656,"bits":6.57,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-Coder-3B","file":"QwenDGAF-Coder-3B-Instruct.Q8_0.gguf","label":"Q8_0","size":3285475904,"bits":8.51,"known":true,"rank":0},{"repo":"hecan3d/QwenDGAF-Coder-3B","file":"QwenDGAF-Coder-3B-Instruct.BF16.gguf","label":"BF16","size":6178316864,"bits":16,"known":true,"rank":0}],"repos":["hecan3d/QwenDGAF-Coder-3B"],"logoFrom":"Qwen"},{"id":"neuralstar-fusionwriter-4x7b","family":"OmnicromsBrain/NeuralStar_FusionWriter_4x7b","name":"NeuralStar FusionWriter 4x7b","maker":"OmnicromsBrain","catalog":null,"tuned":true,"params":24.15,"active":12.88,"layers":32,"probe":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF/NeuralStar_FusionWriter_4x7b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-08T06:40:53.000Z","downloads":2353,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ1_S.gguf","label":"IQ1_S","size":5010802784,"bits":1.66,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ1_M.gguf","label":"IQ1_M","size":5532993632,"bits":1.83,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6403311712,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":7116343392,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ2_S.gguf","label":"IQ2_S","size":7300573280,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ2_M.gguf","label":"IQ2_M","size":7996827744,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q2_K.gguf","label":"Q2_K","size":8842930272,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9303353440,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9891186784,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10433300576,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ3_S.gguf","label":"IQ3_S","size":10451126368,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ3_M.gguf","label":"IQ3_M","size":10647210080,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11580442720,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12544084064,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12893988960,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q4_0.gguf","label":"Q4_0","size":13682419808,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13743237216,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14609885280,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16626428000,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":17134463072,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF","file":"NeuralStar_FusionWriter_4x7b.i1-Q6_K.gguf","label":"Q6_K","size":19816826976,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/NeuralStar_FusionWriter_4x7b-i1-GGUF"],"logoFrom":null},{"id":"qwen-qwen3-14b","family":"Alcoft/Qwen_Qwen3-14B-GGUF","name":"Qwen Qwen3 14B","maker":"Alcoft","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"Alcoft/Qwen_Qwen3-14B-GGUF/Qwen_Qwen3-14B_Q2_K.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-26T01:05:37.000Z","downloads":2353,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q2_K.gguf","label":"Q2_K","size":5753983776,"bits":3.12,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q2_K_L.gguf","label":"Q2_K_L","size":6513663776,"bits":3.53,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q3_K_S.gguf","label":"Q3_K_S","size":6657105696,"bits":3.61,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q3_K_M.gguf","label":"Q3_K_M","size":7321313056,"bits":3.97,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q3_K_L.gguf","label":"Q3_K_L","size":7900651296,"bits":4.28,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q2_K_XL.gguf","label":"Q2_K_XL","size":7972249376,"bits":4.32,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q4_K_S.gguf","label":"Q4_K_S","size":8573475616,"bits":4.64,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q3_K_XL.gguf","label":"Q3_K_XL","size":8581324576,"bits":4.65,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q4_K_M.gguf","label":"Q4_K_M","size":9001753376,"bits":4.88,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q4_K_L.gguf","label":"Q4_K_L","size":9579110176,"bits":5.19,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q3_K_XXL.gguf","label":"Q3_K_XXL","size":10039910176,"bits":5.44,"known":false,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q5_K_S.gguf","label":"Q5_K_S","size":10263894816,"bits":5.56,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q5_K_M.gguf","label":"Q5_K_M","size":10514570016,"bits":5.7,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q5_K_L.gguf","label":"Q5_K_L","size":10994687776,"bits":5.96,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q4_K_XL.gguf","label":"Q4_K_XL","size":11037695776,"bits":5.98,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q6_K.gguf","label":"Q6_K","size":12121937696,"bits":6.57,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q5_K_XL.gguf","label":"Q5_K_XL","size":12453273376,"bits":6.75,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q6_K_L.gguf","label":"Q6_K_L","size":12498738976,"bits":6.77,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q6_K_XL.gguf","label":"Q6_K_XL","size":13957324576,"bits":7.56,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q8_0.gguf","label":"Q8_0","size":15698534176,"bits":8.5,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_Q8_K_XL.gguf","label":"Q8_K_XL","size":17157119776,"bits":9.29,"known":true,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B.gguf","label":"Qwen_Qwen3-14B","size":29543423776,"bits":16,"known":false,"rank":0},{"repo":"Alcoft/Qwen_Qwen3-14B-GGUF","file":"Qwen_Qwen3-14B_F16.gguf","label":"F16","size":29543423776,"bits":16,"known":true,"rank":0}],"repos":["Alcoft/Qwen_Qwen3-14B-GGUF"],"logoFrom":"Qwen"},{"id":"erk-14b","family":"ecloudtech/Erk-14B","name":"Erk 14B","maker":"ecloudtech","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"mradermacher/Erk-14B-i1-GGUF/Erk-14B.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-09-21T17:34:40.000Z","downloads":2353,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ1_S.gguf","label":"IQ1_S","size":3579935456,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ1_M.gguf","label":"IQ1_M","size":3849657056,"bits":2.09,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4299193056,"bits":2.33,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":4691589856,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ2_S.gguf","label":"IQ2_S","size":4963313376,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ2_M.gguf","label":"IQ2_M","size":5322942176,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":5389850336,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q2_K.gguf","label":"Q2_K","size":5753984736,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":5942666976,"bits":3.22,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":6375301856,"bits":3.45,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":6657106656,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ3_S.gguf","label":"IQ3_S","size":6684959456,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ3_M.gguf","label":"IQ3_M","size":6883410656,"bits":3.73,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":7321314016,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":7900652256,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":8110730976,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":8541363936,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q4_0.gguf","label":"Q4_0","size":8543002336,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":8573476576,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":9001754336,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q4_1.gguf","label":"Q4_1","size":9389522656,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":10263895776,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":10514570976,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Erk-14B-i1-GGUF","file":"Erk-14B.i1-Q6_K.gguf","label":"Q6_K","size":12121938656,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Erk-14B-i1-GGUF"],"logoFrom":"ecloudtech"},{"id":"lfm2-5-24b-a2b-pollard","family":"PollardWeights/LFM2.5-24B-A2B-Pollard","name":"LFM2.5 24B A2B Pollard","maker":"PollardWeights","catalog":null,"tuned":false,"params":23.97,"active":2.45,"layers":40,"probe":"PollardWeights/LFM2.5-24B-A2B-Pollard/LFM2.5-24B-A2B-Pollard-IQ2_XXS.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-17T08:31:38.000Z","downloads":2351,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PollardWeights/LFM2.5-24B-A2B-Pollard","file":"LFM2.5-24B-A2B-Pollard-IQ1_KT.gguf","label":"IQ1_KT","size":5823938880,"bits":1.94,"known":false,"rank":0},{"repo":"PollardWeights/LFM2.5-24B-A2B-Pollard","file":"LFM2.5-24B-A2B-Pollard-IQ2_XXS.gguf","label":"IQ2_XXS","size":8888402240,"bits":2.97,"known":true,"rank":0},{"repo":"PollardWeights/LFM2.5-24B-A2B-Pollard","file":"LFM2.5-24B-A2B-Pollard-IQ3_S.gguf","label":"IQ3_S","size":11525128512,"bits":3.85,"known":true,"rank":0},{"repo":"PollardWeights/LFM2.5-24B-A2B-Pollard","file":"LFM2.5-24B-A2B-Pollard-IQ4_XS.gguf","label":"IQ4_XS","size":14851719488,"bits":4.96,"known":true,"rank":0},{"repo":"PollardWeights/LFM2.5-24B-A2B-Pollard","file":"LFM2.5-24B-A2B-Pollard-Q6_K.gguf","label":"Q6_K","size":19684983104,"bits":6.57,"known":true,"rank":0}],"repos":["PollardWeights/LFM2.5-24B-A2B-Pollard"],"logoFrom":"LiquidAI"},{"id":"orca2myth7-2","family":"TheBigBlender/Orca2myth7.2","name":"Orca2myth7.2","maker":"TheBigBlender","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"TheBloke/Orca2myth7.2-GGUF/orca2myth7.2.Q2_K.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-12-23T17:21:43.000Z","downloads":2350,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q2_K.gguf","label":"Q2_K","size":8312565696,"bits":3.33,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q3_K_S.gguf","label":"Q3_K_S","size":8659343296,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q3_K_M.gguf","label":"Q3_K_M","size":9698129856,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q3_K_L.gguf","label":"Q3_K_L","size":10628741056,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q4_0.gguf","label":"Q4_0","size":11292999616,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q4_K_S.gguf","label":"Q4_K_S","size":11341496256,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q4_K_M.gguf","label":"Q4_K_M","size":12043182016,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q5_0.gguf","label":"Q5_0","size":13771734976,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q5_K_S.gguf","label":"Q5_K_S","size":13771734976,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q5_K_M.gguf","label":"Q5_K_M","size":14158192576,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q6_K.gguf","label":"Q6_K","size":16405391296,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Orca2myth7.2-GGUF","file":"orca2myth7.2.Q8_0.gguf","label":"Q8_0","size":21247621056,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Orca2myth7.2-GGUF"],"logoFrom":"TheBigBlender"},{"id":"cognitive-hacker-gguf-0-2","family":"ebowwa/cognitive-hacker-gguf-0.2","name":"Cognitive Hacker Gguf 0.2","maker":"ebowwa","catalog":null,"tuned":false,"params":7.25,"active":null,"layers":32,"probe":"ebowwa/cognitive-hacker-gguf-0.2/cognitive-hacker-gguf-0.2-unsloth.Q4_K_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-05T07:22:27.000Z","downloads":2350,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ebowwa/cognitive-hacker-gguf-0.2","file":"cognitive-hacker-gguf-0.2-unsloth.Q4_K_M.gguf","label":"Q4_K_M","size":4372811264,"bits":4.83,"known":true,"rank":0}],"repos":["ebowwa/cognitive-hacker-gguf-0.2"],"logoFrom":"unsloth"},{"id":"nemotron-mini-4b-instruct","family":"nvidia/Nemotron-Mini-4B-Instruct","name":"Nemotron Mini 4B","maker":"NVIDIA","catalog":null,"tuned":false,"params":4.19,"active":null,"layers":32,"probe":"bartowski/Nemotron-Mini-4B-Instruct-GGUF/Nemotron-Mini-4B-Instruct-IQ3_M.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":4096,"arch":"nemotron","vision":false,"licence":"other","open":false,"released":"2024-09-13T18:01:30.000Z","downloads":2349,"likes":21,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-IQ3_M.gguf","label":"IQ3_M","size":2184092736,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2452954176,"bits":4.68,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2461260864,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":2567625792,"bits":4.9,"known":false,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":2567625792,"bits":4.9,"known":false,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":2567625792,"bits":4.9,"known":false,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_0.gguf","label":"Q4_0","size":2574703680,"bits":4.92,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2583354432,"bits":4.93,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2697387072,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2993085504,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":3059932224,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":3141082176,"bits":6,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":3281067072,"bits":6.26,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q6_K.gguf","label":"Q6_K","size":3445136448,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":3545308224,"bits":6.77,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":3826064448,"bits":7.31,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-Q8_0.gguf","label":"Q8_0","size":4459928640,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/Nemotron-Mini-4B-Instruct-GGUF","file":"Nemotron-Mini-4B-Instruct-f16.gguf","label":"F16","size":8388156192,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/Nemotron-Mini-4B-Instruct-GGUF"],"logoFrom":"nvidia"},{"id":"qwen3-coder-30b-a3b-instruct-sota","family":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","name":"Qwen3 Coder 30B A3B SOTA","maker":"CISCai","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF/Qwen3-Coder-30B-A3B-Instruct.IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-01T10:45:52.000Z","downloads":2349,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ1_S.gguf","label":"IQ1_S","size":6805357120,"bits":1.78,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ1_M.gguf","label":"IQ1_M","size":7456522816,"bits":1.95,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ2_XXS.gguf","label":"IQ2_XXS","size":8526463552,"bits":2.23,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ2_XS.gguf","label":"IQ2_XS","size":9421423168,"bits":2.47,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ2_S.gguf","label":"IQ2_S","size":9600729664,"bits":2.52,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ2_M.gguf","label":"IQ2_M","size":10483106368,"bits":2.75,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ3_XXS.gguf","label":"IQ3_XXS","size":12162925120,"bits":3.19,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ3_XS.gguf","label":"IQ3_XS","size":12870713920,"bits":3.37,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ3_S.gguf","label":"IQ3_S","size":13571424832,"bits":3.56,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ3_M.gguf","label":"IQ3_M","size":13785334336,"bits":3.61,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct.IQ4_XS.gguf","label":"IQ4_XS","size":16609018432,"bits":4.35,"known":true,"rank":0},{"repo":"CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-bf16-00001-of-00003.gguf","label":"BF16","size":61095805600,"bits":16.01,"known":true,"rank":0}],"repos":["CISCai/Qwen3-Coder-30B-A3B-Instruct-SOTA-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-cold-fusion-gain-v1-1-nvfp4","family":"windowsxp811203/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4","name":"Qwen3.8 27B Cold Fusion GAIN V1.1 NVFP4","maker":"windowsxp811203","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-VERY-LOW.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-22T18:38:34.000Z","downloads":2349,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-VERY-LOW.gguf","label":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-VERY-LOW","size":14862269472,"bits":4.35,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-LOW.gguf","label":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-LOW","size":15534566432,"bits":4.55,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-MEDIUM.gguf","label":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-MEDIUM","size":16378854432,"bits":4.8,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-MID-HIGH.gguf","label":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-MID-HIGH","size":16912378912,"bits":4.95,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-HIGH.gguf","label":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-HIGH","size":17570790400,"bits":5.15,"known":false,"rank":0},{"repo":"esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF","file":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-VERY-HIGH.gguf","label":"Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-VERY-HIGH","size":19694382112,"bits":5.77,"known":false,"rank":0}],"repos":["esatapedico/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NVFP4-GGUF"],"logoFrom":"Qwen"},{"id":"qwen2-5-coder-14b-instruct-jbliterated","family":"ApolloRaines/Qwen2.5-Coder-14B-Instruct-Jbliterated","name":"Qwen2.5 Coder 14B Jbliterated","maker":"ApolloRaines","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"ApolloRaines/Qwen2.5-Coder-14B-Instruct-Jbliterated/Qwen2.5-Coder-14B-Instruct-Jbliterated-Q4_K_M.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-14T20:59:16.000Z","downloads":2349,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ApolloRaines/Qwen2.5-Coder-14B-Instruct-Jbliterated","file":"Qwen2.5-Coder-14B-Instruct-Jbliterated-Q4_K_M.gguf","label":"Q4_K_M","size":8988110272,"bits":4.87,"known":true,"rank":0},{"repo":"ApolloRaines/Qwen2.5-Coder-14B-Instruct-Jbliterated","file":"Qwen2.5-Coder-14B-Instruct-Jbliterated-Q8_0.gguf","label":"Q8_0","size":15701597632,"bits":8.5,"known":true,"rank":0}],"repos":["ApolloRaines/Qwen2.5-Coder-14B-Instruct-Jbliterated"],"logoFrom":"Qwen"},{"id":"winterreise-m7","family":"Sao10K/Winterreise-m7","name":"Winterreise M7","maker":"Sao10K","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Winterreise-m7-i1-GGUF/Winterreise-m7.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-04T13:07:32.000Z","downloads":2347,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102112,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446304,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686624,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256096,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920672,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712928,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q2_K.gguf","label":"Q2_K","size":2719242720,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344352,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018815968,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568032,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393824,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892128,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986720,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025184,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688928,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q4_0.gguf","label":"Q4_0","size":4123597280,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374496,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439776,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716448,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409888,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Winterreise-m7-i1-GGUF","file":"Winterreise-m7.i1-Q6_K.gguf","label":"Q6_K","size":5942065632,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Winterreise-m7-i1-GGUF"],"logoFrom":"Sao10K"},{"id":"qwen3-30b-a1-5b-64k-high-speed-neo-imatrix-max","family":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","name":"Qwen3 30B A1.5B 64K High Speed NEO Imatrix MAX","maker":"DavidAU","catalog":null,"tuned":false,"params":30.53,"active":2.45,"layers":48,"probe":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf/Qwen3-64k-30B-A1.5B-NEO-MAX-IQ2_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":65536,"arch":"qwen3moe","vision":false,"licence":null,"open":false,"released":"2025-05-11T11:21:37.000Z","downloads":2347,"likes":30,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-IQ2_S.gguf","label":"IQ2_S","size":9589121184,"bits":2.51,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-IQ2_M.gguf","label":"IQ2_M","size":10440040608,"bits":2.74,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-IQ3_XS.gguf","label":"IQ3_XS","size":12758874272,"bits":3.34,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-IQ3_S.gguf","label":"IQ3_S","size":13459585184,"bits":3.53,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-IQ3_M.gguf","label":"IQ3_M","size":13646756000,"bits":3.58,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-IQ4_XS.gguf","label":"IQ4_XS","size":16368349344,"bits":4.29,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-Q4_K_S.gguf","label":"Q4_K_S","size":17456009376,"bits":4.57,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-Q4_K_M.gguf","label":"Q4_K_M","size":18556686496,"bits":4.86,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-Q5_K_M.gguf","label":"Q5_K_M","size":21725581472,"bits":5.69,"known":true,"rank":0},{"repo":"DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf","file":"Qwen3-64k-30B-A1.5B-NEO-MAX-Q6_K.gguf","label":"Q6_K","size":25092532384,"bits":6.58,"known":true,"rank":0}],"repos":["DavidAU/Qwen3-30B-A1.5B-64K-High-Speed-NEO-Imatrix-MAX-gguf"],"logoFrom":"DavidAU"},{"id":"faro-yi-34b-dpo","family":"wenbopan/Faro-Yi-34B-DPO","name":"Faro Yi 34B DPO","maker":"wenbopan","catalog":null,"tuned":false,"params":34.39,"active":null,"layers":60,"probe":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF/Faro-Yi-34B-DPO.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2024-04-12T06:52:59.000Z","downloads":2346,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":7498979744,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":8176785824,"bits":1.9,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9306462624,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10306541984,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":10891020704,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":11794762144,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q2_K.gguf","label":"Q2_K","size":12825233824,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":13333875104,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":14234319264,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14960294304,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":15018785184,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":15564700064,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16654924192,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":18139445664,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":18475051424,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q4_0.gguf","label":"Q4_0","size":19530754464,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":19598649760,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":20658710944,"bits":4.81,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":23707691424,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":24321845664,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Faro-Yi-34B-DPO-i1-GGUF","file":"Faro-Yi-34B-DPO.i1-Q6_K.gguf","label":"Q6_K","size":28213926304,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Faro-Yi-34B-DPO-i1-GGUF"],"logoFrom":"wenbopan"},{"id":"qwen3-8b-chinese-nsfw","family":"manliness/Qwen3-8B-Chinese-NSFW","name":"Qwen3 8B Chinese NSFW","maker":"manliness","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"manliness/Qwen3-8B-Chinese-NSFW/qwen3-8b-ft-q3_k_m.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":null,"open":false,"released":"2026-04-12T14:50:48.000Z","downloads":2346,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"manliness/Qwen3-8B-Chinese-NSFW","file":"qwen3-8b-ft-q3_k_m.gguf","label":"Q3_K_M","size":4124161312,"bits":4.03,"known":true,"rank":0},{"repo":"manliness/Qwen3-8B-Chinese-NSFW","file":"qwen3-8b-ft-q4_k_m.gguf","label":"Q4_K_M","size":5027783968,"bits":4.91,"known":true,"rank":0},{"repo":"manliness/Qwen3-8B-Chinese-NSFW","file":"qwen3-8b-ft-q6_k.gguf","label":"Q6_K","size":6725899552,"bits":6.57,"known":true,"rank":0},{"repo":"manliness/Qwen3-8B-Chinese-NSFW","file":"qwen3-8b-ft-q8_0.gguf","label":"Q8_0","size":8709518624,"bits":8.51,"known":true,"rank":0},{"repo":"manliness/Qwen3-8B-Chinese-NSFW","file":"qwen3-8b-ft-f16.gguf","label":"F16","size":16388044064,"bits":16.01,"known":true,"rank":0}],"repos":["manliness/Qwen3-8B-Chinese-NSFW"],"logoFrom":"Qwen"},{"id":"intern-s2-397b","family":"internlm/Intern-S2-397B","name":"Intern S2 397B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":402.97,"active":17.65,"layers":61,"probe":"bartowski/Intern-S2-397B-GGUF/Intern-S2-397B-IQ1_S/Intern-S2-397B-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":34806,"kvHeader":30720,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-13T18:10:04.000Z","downloads":2346,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ1_S/Intern-S2-397B-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":91610454624,"bits":1.82,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ1_M/Intern-S2-397B-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":101820668544,"bits":2.02,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ2_XXS/Intern-S2-397B-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":118837533280,"bits":2.36,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ2_XS/Intern-S2-397B-IQ2_XS-00001-of-00004.gguf","label":"IQ2_XS","size":125159152352,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ2_S/Intern-S2-397B-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":131563920064,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ2_M/Intern-S2-397B-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":146060352192,"bits":2.9,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q2_K/Intern-S2-397B-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":154496932576,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ3_XXS/Intern-S2-397B-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":173290298176,"bits":3.44,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ3_XS/Intern-S2-397B-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":181843139424,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q3_K_S/Intern-S2-397B-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":183779203936,"bits":3.65,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q3_K_M/Intern-S2-397B-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":193694538592,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q3_K_L/Intern-S2-397B-Q3_K_L-00001-of-00006.gguf","label":"Q3_K_L","size":203945417696,"bits":4.05,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ3_M/Intern-S2-397B-IQ3_M-00001-of-00006.gguf","label":"IQ3_M","size":213189663712,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":223272770528,"bits":4.43,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00001-of-00006.gguf","label":"Q4_0","size":229169093600,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q4_K_S/Intern-S2-397B-Q4_K_S-00001-of-00007.gguf","label":"Q4_K_S","size":237231414304,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q4_1/Intern-S2-397B-Q4_1-00001-of-00007.gguf","label":"Q4_1","size":252826672192,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-IQ4_NL/Intern-S2-397B-IQ4_NL-00001-of-00007.gguf","label":"IQ4_NL","size":253287210016,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00001-of-00007.gguf","label":"Q4_K_M","size":254579055680,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q5_K_S/Intern-S2-397B-Q5_K_S-00001-of-00008.gguf","label":"Q5_K_S","size":286573206720,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":309356666048,"bits":6.14,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q6_K_S/Intern-S2-397B-Q6_K_S-00001-of-00009.gguf","label":"Q6_K_S","size":336904854848,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":353547853120,"bits":7.02,"known":true,"rank":0},{"repo":"bartowski/Intern-S2-397B-GGUF","file":"Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":428617506016,"bits":8.51,"known":true,"rank":0}],"repos":["bartowski/Intern-S2-397B-GGUF"],"logoFrom":"internlm"},{"id":"godzilla-30b","family":"MayaPH/GodziLLa-30B","name":"GodziLLa 30B","maker":"MayaPH","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"mradermacher/GodziLLa-30B-i1-GGUF/GodziLLa-30B.i1-IQ1_S.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-04-01T19:31:22.000Z","downloads":2345,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ1_S.gguf","label":"IQ1_S","size":7399858656,"bits":1.82,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ1_M.gguf","label":"IQ1_M","size":8008083936,"bits":1.97,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9021792736,"bits":2.22,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9915826656,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ2_S.gguf","label":"IQ2_S","size":10666024416,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ2_M.gguf","label":"IQ2_M","size":11476991456,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q2_K.gguf","label":"Q2_K","size":12300138976,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12602920416,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13562981856,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ3_S.gguf","label":"IQ3_S","size":14315376096,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14315376096,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ3_M.gguf","label":"IQ3_M","size":15132333536,"bits":3.72,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":16027725280,"bits":3.94,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17531022816,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17597383136,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q4_0.gguf","label":"Q4_0","size":18659414496,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18733748704,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19872403936,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22646624736,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23298380256,"bits":5.73,"known":true,"rank":0},{"repo":"mradermacher/GodziLLa-30B-i1-GGUF","file":"GodziLLa-30B.i1-Q6_K.gguf","label":"Q6_K","size":26938480096,"bits":6.62,"known":true,"rank":0}],"repos":["mradermacher/GodziLLa-30B-i1-GGUF"],"logoFrom":"MayaPH"},{"id":"phi-3-mini-4k-instruct-imatrix","family":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","name":"Phi 3 Mini 4K Imatrix","maker":"duyntnet","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF/Phi-3-mini-4k-instruct-IQ1_S.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":"other","open":false,"released":"2024-07-06T18:16:12.000Z","downloads":2345,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ1_S.gguf","label":"IQ1_S","size":841609312,"bits":1.76,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ1_M.gguf","label":"IQ1_M","size":917106784,"bits":1.92,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_XXS.gguf","label":"IQ2_XXS","size":1042935904,"bits":2.18,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_XS.gguf","label":"IQ2_XS","size":1153036384,"bits":2.41,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_S.gguf","label":"IQ2_S","size":1215731296,"bits":2.55,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ2_M.gguf","label":"IQ2_M","size":1316394592,"bits":2.76,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q2_K_S.gguf","label":"Q2_K_S","size":1327337056,"bits":2.78,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q2_K.gguf","label":"Q2_K","size":1416203872,"bits":2.97,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1513002592,"bits":3.17,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1625175136,"bits":3.4,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_S.gguf","label":"IQ3_S","size":1681798240,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1681798240,"bits":3.52,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ3_M.gguf","label":"IQ3_M","size":1855599712,"bits":3.89,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1955476576,"bits":4.1,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":2059852384,"bits":4.31,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":2087597152,"bits":4.37,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":2176176736,"bits":4.56,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q4_0.gguf","label":"Q4_0","size":2182468192,"bits":4.57,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":2188759648,"bits":4.58,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":2393231968,"bits":5.01,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q4_1.gguf","label":"Q4_1","size":2408825440,"bits":5.04,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":2641474144,"bits":5.53,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q5_0.gguf","label":"Q5_0","size":2647765600,"bits":5.55,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":2815275616,"bits":5.9,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q5_1.gguf","label":"Q5_1","size":2874122848,"bits":6.02,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q6_K.gguf","label":"Q6_K","size":3135852640,"bits":6.57,"known":true,"rank":0},{"repo":"duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF","file":"Phi-3-mini-4k-instruct-Q8_0.gguf","label":"Q8_0","size":4061221984,"bits":8.51,"known":true,"rank":0}],"repos":["duyntnet/Phi-3-mini-4k-instruct-imatrix-GGUF"],"logoFrom":"microsoft"},{"id":"daringmaid-20b","family":"Kooten/DaringMaid-20B","name":"DaringMaid 20B","maker":"Kooten","catalog":null,"tuned":false,"params":19.99,"active":null,"layers":62,"probe":"TheBloke/DaringMaid-20B-GGUF/daringmaid-20b.Q2_K.gguf","kvBytesPerToken":1469112,"kvHeader":1269760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-12-20T21:04:04.000Z","downloads":2344,"likes":20,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q2_K.gguf","label":"Q2_K","size":8312565696,"bits":3.33,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q3_K_S.gguf","label":"Q3_K_S","size":8659343296,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q3_K_M.gguf","label":"Q3_K_M","size":9698129856,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q3_K_L.gguf","label":"Q3_K_L","size":10628741056,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q4_0.gguf","label":"Q4_0","size":11292999616,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q4_K_S.gguf","label":"Q4_K_S","size":11341496256,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q4_K_M.gguf","label":"Q4_K_M","size":12043182016,"bits":4.82,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q5_0.gguf","label":"Q5_0","size":13771734976,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q5_K_S.gguf","label":"Q5_K_S","size":13771734976,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q5_K_M.gguf","label":"Q5_K_M","size":14158192576,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q6_K.gguf","label":"Q6_K","size":16405391296,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/DaringMaid-20B-GGUF","file":"daringmaid-20b.Q8_0.gguf","label":"Q8_0","size":21247621056,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/DaringMaid-20B-GGUF"],"logoFrom":"Kooten"},{"id":"internvl3-2b-instruct","family":"OpenGVLab/InternVL3-2B-Instruct","name":"InternVL3 2B","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":1.78,"active":null,"layers":28,"probe":"ggml-org/InternVL3-2B-Instruct-GGUF/InternVL3-2B-Instruct-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":true,"licence":"apache-2.0","open":true,"released":"2025-05-10T12:40:53.000Z","downloads":2344,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/InternVL3-2B-Instruct-GGUF","file":"InternVL3-2B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1116758816,"bits":5.02,"known":true,"rank":0},{"repo":"ggml-org/InternVL3-2B-Instruct-GGUF","file":"InternVL3-2B-Instruct-Q8_0.gguf","label":"Q8_0","size":1893671520,"bits":8.51,"known":true,"rank":0},{"repo":"ggml-org/InternVL3-2B-Instruct-GGUF","file":"InternVL3-2B-Instruct-f16.gguf","label":"F16","size":3558801120,"bits":15.99,"known":true,"rank":0}],"repos":["ggml-org/InternVL3-2B-Instruct-GGUF"],"logoFrom":"OpenGVLab"},{"id":"narumoe-3x7b-v2-i1","family":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","name":"NaruMOE 3x7B V2 I1","maker":"mradermacher","catalog":null,"tuned":false,"params":18.52,"active":18.52,"layers":32,"probe":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF/NaruMOE-3x7B-v2.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-06-03T05:17:16.000Z","downloads":2344,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ1_S.gguf","label":"IQ1_S","size":3878078272,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ1_M.gguf","label":"IQ1_M","size":4273653568,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":4932945728,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ2_XS.gguf","label":"IQ2_XS","size":5477156672,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ2_S.gguf","label":"IQ2_S","size":5637531456,"bits":2.44,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ2_M.gguf","label":"IQ2_M","size":6164965184,"bits":2.66,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q2_K.gguf","label":"Q2_K","size":6801876800,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":7144859456,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ3_XS.gguf","label":"IQ3_XS","size":7600572224,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8010565440,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":8028391232,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":8193279808,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":8893466432,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":9636906816,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":9898731328,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q4_0.gguf","label":"Q4_0","size":10496321344,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":10542458688,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":11196245824,"bits":4.84,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":12750366528,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":13133621056,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/NaruMOE-3x7B-v2-i1-GGUF","file":"NaruMOE-3x7B-v2.i1-Q6_K.gguf","label":"Q6_K","size":15192082240,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/NaruMOE-3x7B-v2-i1-GGUF"],"logoFrom":null},{"id":"dolphin-x1-trinity-nano","family":"dphn/Dolphin-X1-Trinity-Nano-GGUF","name":"Dolphin X1 Trinity Nano","maker":"dphn","catalog":null,"tuned":true,"params":6.12,"active":1.02,"layers":56,"probe":"dphn/Dolphin-X1-Trinity-Nano-GGUF/dolphin-x1-nano-Q3_K_L.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":131072,"arch":"afmoe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-29T16:34:36.000Z","downloads":2342,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","file":"dolphin-x1-nano-Q3_K_L.gguf","label":"Q3_K_L","size":3234664960,"bits":4.23,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","file":"dolphin-x1-nano-MXFP4_MOE.gguf","label":"MXFP4_MOE","size":3643650560,"bits":4.76,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","file":"dolphin-x1-nano-Q5_K_M.gguf","label":"Q5_K_M","size":4384985600,"bits":5.73,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","file":"dolphin-x1-nano-Q6_K.gguf","label":"Q6_K","size":5051015680,"bits":6.6,"known":true,"rank":0},{"repo":"dphn/Dolphin-X1-Trinity-Nano-GGUF","file":"dolphin-x1-nano-Q8_0.gguf","label":"Q8_0","size":6531428864,"bits":8.54,"known":true,"rank":0}],"repos":["dphn/Dolphin-X1-Trinity-Nano-GGUF"],"logoFrom":"arcee-ai"},{"id":"infinity-instruct-7m-gen-mistral-7b","family":"BAAI/Infinity-Instruct-7M-Gen-mistral-7B","name":"Infinity 7M Gen Mistral 7B","maker":"BAAI","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF/Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-12T01:04:06.000Z","downloads":2341,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612111136,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754455328,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991695648,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198265120,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310930528,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500722784,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719252832,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827354208,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018826912,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164578976,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182404768,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284903072,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518997664,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822036128,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907700704,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123609312,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140386528,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368451808,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997729504,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131422944,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF","file":"Infinity-Instruct-7M-Gen-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942079776,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Infinity-Instruct-7M-Gen-mistral-7B-i1-GGUF"],"logoFrom":"BAAI"},{"id":"codestral-22b-v0-1-abliterated-v3","family":"failspy/Codestral-22B-v0.1-abliterated-v3","name":"Codestral 22B V0.1 Abliterated V3","maker":"failspy","catalog":null,"tuned":true,"params":22.25,"active":null,"layers":56,"probe":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF/Codestral-22B-v0.1-abliterated-v3.i1-IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-04T06:48:00.000Z","downloads":2340,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ1_S.gguf","label":"IQ1_S","size":4829488000,"bits":1.74,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ1_M.gguf","label":"IQ1_M","size":5267137408,"bits":1.89,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5996553088,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6646145920,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ2_S.gguf","label":"IQ2_S","size":7035429760,"bits":2.53,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ2_M.gguf","label":"IQ2_M","size":7618962304,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q2_K.gguf","label":"Q2_K","size":8272094080,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8598856576,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9176097664,"bits":3.3,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q3_K_S.gguf","label":"Q3_K_S","size":9641272192,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ3_S.gguf","label":"IQ3_S","size":9688064896,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ3_M.gguf","label":"IQ3_M","size":10062406528,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10756825984,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11730428800,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11935294336,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q4_0.gguf","label":"Q4_0","size":12613198720,"bits":4.54,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q4_K_S.gguf","label":"Q4_K_S","size":12660384640,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q4_K_M.gguf","label":"Q4_K_M","size":13341238144,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q5_K_S.gguf","label":"Q5_K_S","size":15324816256,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q5_K_M.gguf","label":"Q5_K_M","size":15722554240,"bits":5.65,"known":true,"rank":0},{"repo":"mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF","file":"Codestral-22B-v0.1-abliterated-v3.i1-Q6_K.gguf","label":"Q6_K","size":18252702592,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Codestral-22B-v0.1-abliterated-v3-i1-GGUF"],"logoFrom":"failspy"},{"id":"gemma-4-12b-it-esper4","family":"ValiantLabs/gemma-4-12B-it-Esper4","name":"Gemma 4 12B Esper4","maker":"ValiantLabs","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF/ValiantLabs_gemma-4-12B-it-Esper4-IQ2_S.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-20T05:50:21.000Z","downloads":2339,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ2_S.gguf","label":"IQ2_S","size":4708743968,"bits":3.16,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ2_M.gguf","label":"IQ2_M","size":4940987168,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q2_K.gguf","label":"Q2_K","size":5077875488,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ3_XXS.gguf","label":"IQ3_XXS","size":5145090848,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q2_K_L.gguf","label":"Q2_K_L","size":5321669408,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ3_XS.gguf","label":"IQ3_XS","size":5525773088,"bits":3.71,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q3_K_S.gguf","label":"Q3_K_S","size":5724838688,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ3_M.gguf","label":"IQ3_M","size":5969922848,"bits":4.01,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q3_K_M.gguf","label":"Q3_K_M","size":6301391648,"bits":4.23,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q3_K_L.gguf","label":"Q3_K_L","size":6652828448,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ4_XS.gguf","label":"IQ4_XS","size":6780746528,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q3_K_XL.gguf","label":"Q3_K_XL","size":6896622368,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-IQ4_NL.gguf","label":"IQ4_NL","size":7105641248,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q4_0.gguf","label":"Q4_0","size":7127759648,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q4_K_S.gguf","label":"Q4_K_S","size":7169538848,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q4_K_M.gguf","label":"Q4_K_M","size":7662533408,"bits":5.15,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q4_1.gguf","label":"Q4_1","size":7755430688,"bits":5.21,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q4_K_L.gguf","label":"Q4_K_L","size":7906327328,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q5_K_S.gguf","label":"Q5_K_S","size":8405220128,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q5_K_M.gguf","label":"Q5_K_M","size":8774966048,"bits":5.89,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q5_K_L.gguf","label":"Q5_K_L","size":9018759968,"bits":6.06,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q6_K.gguf","label":"Q6_K","size":10239327008,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q6_K_L.gguf","label":"Q6_K_L","size":10483120928,"bits":7.04,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-Q8_0.gguf","label":"Q8_0","size":12669647648,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF","file":"ValiantLabs_gemma-4-12B-it-Esper4-bf16.gguf","label":"BF16","size":23832066528,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/ValiantLabs_gemma-4-12B-it-Esper4-GGUF"],"logoFrom":"ValiantLabs"},{"id":"qwen3-6-27b-redteam-v5","family":"RedTeamLab/Qwen3.6-27B-redteam-v5","name":"Qwen3.6 27B Redteam V5","maker":"RedTeamLab","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"RedTeamLab/Qwen3.6-27B-redteam-v5/qwen3.6-27b-redteam-v5-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-01T17:29:09.000Z","downloads":2338,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RedTeamLab/Qwen3.6-27B-redteam-v5","file":"qwen3.6-27b-redteam-v5-Q4_K_M.gguf","label":"Q4_K_M","size":16547398688,"bits":4.92,"known":true,"rank":0}],"repos":["RedTeamLab/Qwen3.6-27B-redteam-v5"],"logoFrom":"Qwen"},{"id":"ibm-granite-granite-3-3-2b-instruct","family":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","name":"Ibm Granite Granite 3.3 2B","maker":"bartowski","catalog":null,"tuned":false,"params":2.53,"active":null,"layers":40,"probe":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF/ibm-granite_granite-3.3-2b-instruct-IQ2_M.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2025-04-17T13:57:24.000Z","downloads":2335,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-IQ2_M.gguf","label":"IQ2_M","size":888532672,"bits":2.81,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q2_K.gguf","label":"Q2_K","size":978253376,"bits":3.09,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q2_K_L.gguf","label":"Q2_K_L","size":1002636224,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-IQ3_XXS.gguf","label":"IQ3_XXS","size":1005186752,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-IQ3_XS.gguf","label":"IQ3_XS","size":1078851136,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q3_K_S.gguf","label":"Q3_K_S","size":1130296896,"bits":3.57,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-IQ3_M.gguf","label":"IQ3_M","size":1169290816,"bits":3.7,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q3_K_M.gguf","label":"Q3_K_M","size":1251735104,"bits":3.96,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q3_K_L.gguf","label":"Q3_K_L","size":1357379136,"bits":4.29,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q3_K_XL.gguf","label":"Q3_K_XL","size":1381761984,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-IQ4_XS.gguf","label":"IQ4_XS","size":1383921216,"bits":4.38,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-IQ4_NL.gguf","label":"IQ4_NL","size":1458632256,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q4_0.gguf","label":"Q4_0","size":1458632256,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q4_K_S.gguf","label":"Q4_K_S","size":1464399424,"bits":4.63,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q4_K_M.gguf","label":"Q4_K_M","size":1545303616,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q4_K_L.gguf","label":"Q4_K_L","size":1569686464,"bits":4.96,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q4_1.gguf","label":"Q4_1","size":1605432896,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q5_K_S.gguf","label":"Q5_K_S","size":1757476416,"bits":5.56,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q5_K_M.gguf","label":"Q5_K_M","size":1804826176,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q5_K_L.gguf","label":"Q5_K_L","size":1829209024,"bits":5.78,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q6_K.gguf","label":"Q6_K","size":2080568896,"bits":6.58,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q6_K_L.gguf","label":"Q6_K_L","size":2104951744,"bits":6.66,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-Q8_0.gguf","label":"Q8_0","size":2694120384,"bits":8.52,"known":true,"rank":0},{"repo":"bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF","file":"ibm-granite_granite-3.3-2b-instruct-bf16.gguf","label":"BF16","size":5069158176,"bits":16.03,"known":true,"rank":0}],"repos":["bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF"],"logoFrom":"ibm-granite"},{"id":"airolima-chronos-grad-l2-13b","family":"kingbri/airolima-chronos-grad-l2-13B","name":"Airolima Chronos Grad L2 13B","maker":"kingbri","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF/airolima-chronos-grad-l2-13b.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2023-09-05T16:52:03.000Z","downloads":2334,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q2_K.gguf","label":"Q2_K","size":5429348224,"bits":3.34,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5658980224,"bits":3.48,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6337769344,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q3_K_L.gguf","label":"Q3_K_L","size":6929559424,"bits":4.26,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q4_0.gguf","label":"Q4_0","size":7365834624,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7414331264,"bits":4.56,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q4_K_M.gguf","label":"Q4_K_M","size":7865956224,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q5_0.gguf","label":"Q5_0","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q5_K_S.gguf","label":"Q5_K_S","size":8972285824,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9229924224,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q6_K.gguf","label":"Q6_K","size":10679140224,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF","file":"airolima-chronos-grad-l2-13b.Q8_0.gguf","label":"Q8_0","size":13831319424,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Airolima-Chronos-Grad-L2-13B-GGUF"],"logoFrom":"kingbri"},{"id":"meliodasm7-7b","family":"automerger/MeliodasM7-7B","name":"MeliodasM7 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/MeliodasM7-7B-GGUF/MeliodasM7-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-21T13:10:23.000Z","downloads":2334,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q2_K.gguf","label":"Q2_K","size":2719242080,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567392,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986080,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024544,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373856,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439136,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715808,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409248,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q6_K.gguf","label":"Q6_K","size":5942064992,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.Q8_0.gguf","label":"Q8_0","size":7695857504,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/MeliodasM7-7B-GGUF","file":"MeliodasM7-7B.fp16.gguf","label":"MeliodasM7-7B.fp16","size":14484731744,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/MeliodasM7-7B-GGUF"],"logoFrom":"automerger"},{"id":"m-a-p-opencodeinterpreter-ds-1-3b","family":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","name":"M A P OpenCodeInterpreter DS 1.3B","maker":"RichardErkhov","catalog":null,"tuned":false,"params":1.35,"active":null,"layers":24,"probe":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf/OpenCodeInterpreter-DS-1.3B.Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-29T18:08:41.000Z","downloads":2334,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q2_K.gguf","label":"Q2_K","size":559717152,"bits":3.32,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.IQ3_XS.gguf","label":"IQ3_XS","size":613366560,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.IQ3_S.gguf","label":"IQ3_S","size":641825568,"bits":3.8,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q3_K_S.gguf","label":"Q3_K_S","size":641825568,"bits":3.8,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.IQ3_M.gguf","label":"IQ3_M","size":672791328,"bits":3.99,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q3_K.gguf","label":"Q3_K","size":704133920,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q3_K_M.gguf","label":"Q3_K_M","size":704133920,"bits":4.17,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q3_K_L.gguf","label":"Q3_K_L","size":744454944,"bits":4.41,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.IQ4_XS.gguf","label":"IQ4_XS","size":750721824,"bits":4.45,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q4_0.gguf","label":"Q4_0","size":775936800,"bits":4.6,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.IQ4_NL.gguf","label":"IQ4_NL","size":782277408,"bits":4.64,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q4_K_S.gguf","label":"Q4_K_S","size":813964064,"bits":4.82,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q4_1.gguf","label":"Q4_1","size":855956256,"bits":5.07,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q4_K.gguf","label":"Q4_K","size":873454368,"bits":5.18,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q4_K_M.gguf","label":"Q4_K_M","size":873454368,"bits":5.18,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q5_0.gguf","label":"Q5_0","size":935975712,"bits":5.55,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q5_K_S.gguf","label":"Q5_K_S","size":952884000,"bits":5.65,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q5_K.gguf","label":"Q5_K","size":1001839392,"bits":5.94,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q5_K_M.gguf","label":"Q5_K_M","size":1001839392,"bits":5.94,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q5_1.gguf","label":"Q5_1","size":1015995168,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q6_K.gguf","label":"Q6_K","size":1171536672,"bits":6.94,"known":true,"rank":0},{"repo":"RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf","file":"OpenCodeInterpreter-DS-1.3B.Q8_0.gguf","label":"Q8_0","size":1432091424,"bits":8.49,"known":true,"rank":0}],"repos":["RichardErkhov/m-a-p_-_OpenCodeInterpreter-DS-1.3B-gguf"],"logoFrom":"RichardErkhov"},{"id":"mediatek-research-breeze-7b-32k-instruct-v1-0","family":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","name":"MediaTek Research Breeze 7B 32K V1 0","maker":"RichardErkhov","catalog":null,"tuned":false,"params":7.49,"active":null,"layers":32,"probe":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf/Breeze-7B-32k-Instruct-v1_0.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-18T12:42:43.000Z","downloads":2334,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q2_K.gguf","label":"Q2_K","size":2863188096,"bits":3.06,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.IQ3_XS.gguf","label":"IQ3_XS","size":3175434368,"bits":3.39,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q3_K_S.gguf","label":"Q3_K_S","size":3321186432,"bits":3.55,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.IQ3_S.gguf","label":"IQ3_S","size":3339012224,"bits":3.57,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.IQ3_M.gguf","label":"IQ3_M","size":3441510528,"bits":3.68,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q3_K.gguf","label":"Q3_K","size":3675605120,"bits":3.93,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q3_K_M.gguf","label":"Q3_K_M","size":3675605120,"bits":3.93,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q3_K_L.gguf","label":"Q3_K_L","size":3978643584,"bits":4.25,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.IQ4_XS.gguf","label":"IQ4_XS","size":4113680512,"bits":4.39,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q4_0.gguf","label":"Q4_0","size":4282108032,"bits":4.57,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q4_K_S.gguf","label":"Q4_K_S","size":4313565312,"bits":4.61,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.IQ4_NL.gguf","label":"IQ4_NL","size":4328245376,"bits":4.62,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q4_K.gguf","label":"Q4_K","size":4541630592,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q4_K_M.gguf","label":"Q4_K_M","size":4541630592,"bits":4.85,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q4_1.gguf","label":"Q4_1","size":4734306432,"bits":5.06,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q5_0.gguf","label":"Q5_0","size":5186504832,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q5_K_S.gguf","label":"Q5_K_S","size":5186504832,"bits":5.54,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q5_K.gguf","label":"Q5_K","size":5320198272,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q5_K_M.gguf","label":"Q5_K_M","size":5320198272,"bits":5.68,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q5_1.gguf","label":"Q5_1","size":5638703232,"bits":6.02,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q6_K.gguf","label":"Q6_K","size":6147426432,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf","file":"Breeze-7B-32k-Instruct-v1_0.Q8_0.gguf","label":"Q8_0","size":7961659520,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/MediaTek-Research_-_Breeze-7B-32k-Instruct-v1_0-gguf"],"logoFrom":"RichardErkhov"},{"id":"intern-s1-mini","family":"internlm/Intern-S1-mini","name":"Intern S1 Mini","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":8.2,"active":null,"layers":36,"probe":"internlm/Intern-S1-mini-GGUF/Q8_0/Intern-S1-mini-Q8_0.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-08-18T08:40:07.000Z","downloads":2333,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"internlm/Intern-S1-mini-GGUF","file":"Q8_0/Intern-S1-mini-Q8_0.gguf","label":"Q8_0","size":8720689088,"bits":8.51,"known":true,"rank":0},{"repo":"internlm/Intern-S1-mini-GGUF","file":"f16/Intern-S1-mini-f16.gguf","label":"F16","size":16409044928,"bits":16.01,"known":true,"rank":0}],"repos":["internlm/Intern-S1-mini-GGUF"],"logoFrom":"internlm"},{"id":"tinyllama-1-1b-intermediate-step-480k-1t","family":"TinyLlama/TinyLlama-1.1B-intermediate-step-480k-1T","name":"TinyLlama 1.1B Intermediate Step 480K 1T","maker":"TinyLlama","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF/tinyllama-1.1b-intermediate-step-480k-1t.Q2_K.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2023-10-03T17:06:13.000Z","downloads":2332,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q2_K.gguf","label":"Q2_K","size":482142688,"bits":3.51,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q3_K_S.gguf","label":"Q3_K_S","size":499341792,"bits":3.63,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q3_K_M.gguf","label":"Q3_K_M","size":549845472,"bits":4,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q3_K_L.gguf","label":"Q3_K_L","size":591526368,"bits":4.3,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q4_0.gguf","label":"Q4_0","size":636725728,"bits":4.63,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q4_K_S.gguf","label":"Q4_K_S","size":642755040,"bits":4.67,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q4_K_M.gguf","label":"Q4_K_M","size":667814368,"bits":4.86,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q5_0.gguf","label":"Q5_0","size":766028256,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q5_K_S.gguf","label":"Q5_K_S","size":766028256,"bits":5.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q5_K_M.gguf","label":"Q5_K_M","size":782043616,"bits":5.69,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q6_K.gguf","label":"Q6_K","size":903412192,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF","file":"tinyllama-1.1b-intermediate-step-480k-1t.Q8_0.gguf","label":"Q8_0","size":1169807840,"bits":8.51,"known":true,"rank":0}],"repos":["TheBloke/TinyLlama-1.1B-intermediate-step-480k-1T-GGUF"],"logoFrom":"TinyLlama"},{"id":"luxia-21-4b-alignment-v1-0","family":"saltlux/luxia-21.4b-alignment-v1.0","name":"Luxia 21.4B Alignment V1.0","maker":"saltlux","catalog":null,"tuned":false,"params":21.42,"active":null,"layers":52,"probe":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF/luxia-21.4b-alignment-v1.0.Q2_K.gguf","kvBytesPerToken":246432,"kvHeader":212992,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-03-12T14:25:36.000Z","downloads":2332,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q2_K.gguf","label":"Q2_K","size":8120964160,"bits":3.03,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q3_K_S.gguf","label":"Q3_K_S","size":9431104576,"bits":3.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q3_K_M.gguf","label":"Q3_K_M","size":10469784640,"bits":3.91,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q3_K_L.gguf","label":"Q3_K_L","size":11371035712,"bits":4.25,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.IQ4_XS.gguf","label":"IQ4_XS","size":11694400576,"bits":4.37,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q4_K_S.gguf","label":"Q4_K_S","size":12279186496,"bits":4.59,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q4_K_M.gguf","label":"Q4_K_M","size":12917474368,"bits":4.82,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q5_K_S.gguf","label":"Q5_K_S","size":14807073856,"bits":5.53,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q5_K_M.gguf","label":"Q5_K_M","size":15176401984,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q6_K.gguf","label":"Q6_K","size":17576512576,"bits":6.56,"known":true,"rank":0},{"repo":"MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF","file":"luxia-21.4b-alignment-v1.0.Q8_0.gguf","label":"Q8_0","size":22764371008,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/luxia-21.4b-alignment-v1.0-GGUF"],"logoFrom":"saltlux"},{"id":"inex12multiverseex26-7b","family":"automerger/Inex12Multiverseex26-7B","name":"Inex12Multiverseex26 7B","maker":"automerger","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF/Inex12Multiverseex26-7B.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-21T08:21:25.000Z","downloads":2332,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q2_K.gguf","label":"Q2_K","size":2719242080,"bits":3,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q3_K_S.gguf","label":"Q3_K_S","size":3164567392,"bits":3.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q3_K_M.gguf","label":"Q3_K_M","size":3518986080,"bits":3.89,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q3_K_L.gguf","label":"Q3_K_L","size":3822024544,"bits":4.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q4_K_S.gguf","label":"Q4_K_S","size":4140373856,"bits":4.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q4_K_M.gguf","label":"Q4_K_M","size":4368439136,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q5_K_S.gguf","label":"Q5_K_S","size":4997715808,"bits":5.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q5_K_M.gguf","label":"Q5_K_M","size":5131409248,"bits":5.67,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q6_K.gguf","label":"Q6_K","size":5942064992,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.Q8_0.gguf","label":"Q8_0","size":7695857504,"bits":8.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/Inex12Multiverseex26-7B-GGUF","file":"Inex12Multiverseex26-7B.fp16.gguf","label":"Inex12Multiverseex26-7B.fp16","size":14484731744,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/Inex12Multiverseex26-7B-GGUF"],"logoFrom":"automerger"},{"id":"occamy-1-0-apex-i-nanoplus","family":"IsValorum/Occamy-1.0-APEX-I-NanoPlus-GGUF","name":"Occamy 1.0 APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"IsValorum/Occamy-1.0-APEX-I-NanoPlus-GGUF/Occamy-1.0.APEX-I-NanoPlus.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-24T18:35:26.000Z","downloads":2332,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Occamy-1.0-APEX-I-NanoPlus-GGUF","file":"Occamy-1.0.APEX-I-NanoPlus.gguf","label":"Occamy-1.0.APEX-I-NanoPlus","size":12554402080,"bits":2.9,"known":false,"rank":0}],"repos":["IsValorum/Occamy-1.0-APEX-I-NanoPlus-GGUF"],"logoFrom":"Accio-Lab"},{"id":"qwen3-5-9b-omnicoder-claude-polaris","family":"nightmedia/Qwen3.5-9B-OmniCoder-Claude-Polaris","name":"Qwen3.5 9B OmniCoder Claude Polaris","maker":"nightmedia","catalog":null,"tuned":true,"params":8.95,"active":null,"layers":32,"probe":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF/Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ1_S.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-15T09:44:14.000Z","downloads":2331,"likes":5,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ1_S.gguf","label":"IQ1_S","size":2446943904,"bits":2.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ1_M.gguf","label":"IQ1_M","size":2600445600,"bits":2.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2856281760,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3065144992,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ2_S.gguf","label":"IQ2_S","size":3207767712,"bits":2.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ2_M.gguf","label":"IQ2_M","size":3412436640,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3508496032,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q2_K.gguf","label":"Q2_K","size":3638519456,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3793462944,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ3_XS.gguf","label":"IQ3_XS","size":4136461984,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q3_K_S.gguf","label":"Q3_K_S","size":4259407520,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ3_S.gguf","label":"IQ3_S","size":4263863968,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ3_M.gguf","label":"IQ3_M","size":4415383200,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4616185504,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4824852128,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ4_XS.gguf","label":"IQ4_XS","size":5070612128,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-IQ4_NL.gguf","label":"IQ4_NL","size":5317551776,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q4_0.gguf","label":"Q4_0","size":5325940384,"bits":4.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q4_K_S.gguf","label":"Q4_K_S","size":5340620448,"bits":4.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5627045536,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q4_1.gguf","label":"Q4_1","size":5809333920,"bits":5.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q5_K_S.gguf","label":"Q5_K_S","size":6305310368,"bits":5.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q5_K_M.gguf","label":"Q5_K_M","size":6522005152,"bits":5.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF","file":"Qwen3.5-9B-OmniCoder-Claude-Polaris.i1-Q6_K.gguf","label":"Q6_K","size":7359260320,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-9B-OmniCoder-Claude-Polaris-i1-GGUF"],"logoFrom":"nightmedia"},{"id":"qwopus3-5-4b-v3","family":"Jackrong/Qwopus3.5-4B-v3-GGUF","name":"Qwopus3.5 4B V3","maker":"Jackrong","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"Jackrong/Qwopus3.5-4B-v3-GGUF/Qwen3.5-4B.Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-01T13:27:10.000Z","downloads":2331,"likes":57,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","file":"Qwen3.5-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2708800320,"bits":5.15,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","file":"Qwen3.5-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3074982720,"bits":5.84,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","file":"Qwen3.5-4B.Q6_K.gguf","label":"Q6_K","size":3464051520,"bits":6.58,"known":true,"rank":0},{"repo":"Jackrong/Qwopus3.5-4B-v3-GGUF","file":"Qwen3.5-4B.Q8_0.gguf","label":"Q8_0","size":4482399040,"bits":8.52,"known":true,"rank":0}],"repos":["Jackrong/Qwopus3.5-4B-v3-GGUF"],"logoFrom":"Jackrong"},{"id":"qwen3-4b-instruct-2507-heretic-v4","family":"p-e-w/Qwen3-4B-Instruct-2507-heretic-v4","name":"Qwen3 4B 2507 Heretic V4","maker":"p-e-w","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF/Qwen3-4B-Instruct-2507-heretic-v4.Q2_K.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-14T22:27:56.000Z","downloads":2330,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q2_K.gguf","label":"Q2_K","size":1669498592,"bits":3.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q3_K_S.gguf","label":"Q3_K_S","size":1886996192,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q3_K_M.gguf","label":"Q3_K_M","size":2075616992,"bits":4.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q3_K_L.gguf","label":"Q3_K_L","size":2239784672,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.IQ4_XS.gguf","label":"IQ4_XS","size":2286315232,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q4_K_S.gguf","label":"Q4_K_S","size":2383308512,"bits":4.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q4_K_M.gguf","label":"Q4_K_M","size":2497279712,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q5_K_S.gguf","label":"Q5_K_S","size":2823710432,"bits":5.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q5_K_M.gguf","label":"Q5_K_M","size":2889512672,"bits":5.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q6_K.gguf","label":"Q6_K","size":3306260192,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.Q8_0.gguf","label":"Q8_0","size":4280404192,"bits":8.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF","file":"Qwen3-4B-Instruct-2507-heretic-v4.f16.gguf","label":"F16","size":8051284192,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-4B-Instruct-2507-heretic-v4-GGUF"],"logoFrom":"p-e-w"},{"id":"dans-totsirocco-7b","family":"Dans-Archive/Dans-TotSirocco-7b","name":"Dans TotSirocco 7B","maker":"Dans-Archive","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Dans-TotSirocco-7B-GGUF/dans-totsirocco-7b.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2023-10-04T12:42:06.000Z","downloads":2329,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q2_K.gguf","label":"Q2_K","size":3083097728,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q3_K_S.gguf","label":"Q3_K_S","size":3164567168,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q3_K_M.gguf","label":"Q3_K_M","size":3518985856,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q3_K_L.gguf","label":"Q3_K_L","size":3822024320,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q4_0.gguf","label":"Q4_0","size":4108916352,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q4_K_S.gguf","label":"Q4_K_S","size":4140373632,"bits":4.57,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q4_K_M.gguf","label":"Q4_K_M","size":4368438912,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q5_0.gguf","label":"Q5_0","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q5_K_S.gguf","label":"Q5_K_S","size":4997715584,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q5_K_M.gguf","label":"Q5_K_M","size":5131409024,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q6_K.gguf","label":"Q6_K","size":5942064768,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Dans-TotSirocco-7B-GGUF","file":"dans-totsirocco-7b.Q8_0.gguf","label":"Q8_0","size":7695857280,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Dans-TotSirocco-7B-GGUF"],"logoFrom":null},{"id":"parable-granite-4-1-3b-claude-fable-5-heretic","family":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","name":"Parable Granite 4.1 3B Claude Fable 5 Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":3.4,"active":null,"layers":40,"probe":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic/Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-08T18:51:52.000Z","downloads":2329,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q2_K.gguf","label":"Q2_K","size":1371437536,"bits":3.23,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":1566816736,"bits":3.69,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-IQ3_S.gguf","label":"IQ3_S","size":1573779936,"bits":3.7,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":1725577696,"bits":4.06,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":1864186336,"bits":4.39,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":1910880736,"bits":4.5,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q4_0.gguf","label":"Q4_0","size":1984608736,"bits":4.67,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":1998371296,"bits":4.7,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2099501536,"bits":4.94,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q4_1.gguf","label":"Q4_1","size":2181216736,"bits":5.13,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":2377824736,"bits":5.59,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2437011936,"bits":5.73,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q6_K.gguf","label":"Q6_K","size":2795616736,"bits":6.58,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-Q8_0.gguf","label":"Q8_0","size":3619690976,"bits":8.52,"known":true,"rank":0},{"repo":"saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic","file":"Parable-Granite-4.1-3B-Claude-Fable-5-heretic-F16.gguf","label":"F16","size":6809655776,"bits":16.02,"known":true,"rank":0}],"repos":["saidutta69/Parable-Granite-4.1-3B-Claude-Fable-5-heretic"],"logoFrom":"AnkitAI"},{"id":"qwen3-30b-a3b-instruct-2507-ream-heretic","family":"sasa2000/Qwen3-30B-A3B-Instruct-2507-REAM-heretic","name":"Qwen3 30B A3B 2507 REAM Heretic","maker":"sasa2000","catalog":null,"tuned":true,"params":23.28,"active":3.35,"layers":48,"probe":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF/Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ1_S.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-14T18:45:51.000Z","downloads":2327,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":4948239968,"bits":1.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":5447231072,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":6278882912,"bits":2.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6956787296,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":7137025632,"bits":2.45,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":7802347104,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":8057831008,"bits":2.77,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q2_K.gguf","label":"Q2_K","size":8622489184,"bits":2.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":9062211168,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":9641457248,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":10165614176,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":10172298848,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":10346100320,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":11245254240,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":12150961760,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":12505394784,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q4_0.gguf","label":"Q4_0","size":13271666272,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":13328813664,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":14155812448,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q4_1.gguf","label":"Q4_1","size":14650068576,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":16085093984,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":16569732704,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF","file":"Qwen3-30B-A3B-Instruct-2507-REAM-heretic.i1-Q6_K.gguf","label":"Q6_K","size":19134522976,"bits":6.58,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-30B-A3B-Instruct-2507-REAM-heretic-i1-GGUF"],"logoFrom":"sasa2000"},{"id":"qwen2-5-coder-1-5b-shellsmith","family":"ajayk007/Qwen2.5-Coder-1.5B-Shellsmith","name":"Qwen2.5 Coder 1.5B Shellsmith","maker":"ajayk007","catalog":null,"tuned":true,"params":1.54,"active":null,"layers":28,"probe":"ajayk007/Qwen2.5-Coder-1.5B-Shellsmith/shellsmith-1.5b-f16.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-06-20T02:38:06.000Z","downloads":2327,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ajayk007/Qwen2.5-Coder-1.5B-Shellsmith","file":"shellsmith-1.5b-f16.gguf","label":"F16","size":3093669472,"bits":16.07,"known":true,"rank":0}],"repos":["ajayk007/Qwen2.5-Coder-1.5B-Shellsmith"],"logoFrom":"Qwen"},{"id":"qwen3-0-6b-distilled-30b-a3b-thinking-sft","family":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT","name":"Qwen3 0.6B Distilled 30B A3B Thinking SFT","maker":"reaperdoesntknow","catalog":null,"tuned":true,"params":0.75,"active":null,"layers":28,"probe":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF/qwen3-0.6b-distilled-30b-thinking-sft-Q4_K_M.gguf","kvBytesPerToken":132694,"kvHeader":114688,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-22T03:33:59.000Z","downloads":2327,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","file":"qwen3-0.6b-distilled-30b-thinking-sft-Q4_K_M.gguf","label":"Q4_K_M","size":484219808,"bits":5.17,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","file":"qwen3-0.6b-distilled-30b-thinking-sft-Q5_K_M.gguf","label":"Q5_K_M","size":551377824,"bits":5.88,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","file":"qwen3-0.6b-distilled-30b-thinking-sft-Q8_0.gguf","label":"Q8_0","size":804753312,"bits":8.58,"known":true,"rank":0},{"repo":"reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF","file":"qwen3-0.6b-distilled-30b-thinking-sft-f16.gguf","label":"F16","size":1509347232,"bits":16.1,"known":true,"rank":0}],"repos":["reaperdoesntknow/Qwen3-0.6B-Distilled-30B-A3B-Thinking-SFT-GGUF"],"logoFrom":"reaperdoesntknow"},{"id":"opsd-qwen3-8b","family":"zml5418/OPSD-Qwen3-8B","name":"OPSD Qwen3 8B","maker":"zml5418","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mradermacher/OPSD-Qwen3-8B-i1-GGUF/OPSD-Qwen3-8B.i1-IQ1_S.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T11:17:53.000Z","downloads":2327,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ1_S.gguf","label":"IQ1_S","size":2115770432,"bits":2.07,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ1_M.gguf","label":"IQ1_M","size":2256148544,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2490112064,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2696157248,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ2_S.gguf","label":"IQ2_S","size":2864744512,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ2_M.gguf","label":"IQ2_M","size":3051915328,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":3083552832,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q2_K.gguf","label":"Q2_K","size":3281733696,"bits":3.21,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3369633856,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3626874944,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3769612352,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ3_S.gguf","label":"IQ3_S","size":3789666368,"bits":3.7,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ3_M.gguf","label":"IQ3_M","size":3896621120,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4124162112,"bits":4.03,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4431394880,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4561840192,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q4_0.gguf","label":"Q4_0","size":4787333184,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4793624640,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4802013248,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":5027784768,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q4_1.gguf","label":"Q4_1","size":5247756352,"bits":5.13,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5720762432,"bits":5.59,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5851113536,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/OPSD-Qwen3-8B-i1-GGUF","file":"OPSD-Qwen3-8B.i1-Q6_K.gguf","label":"Q6_K","size":6725900352,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/OPSD-Qwen3-8B-i1-GGUF"],"logoFrom":"Qwen"},{"id":"synatra-7b-v0-3-base","family":"maywell/Synatra-7B-v0.3-base","name":"Synatra 7B V0.3 Base","maker":"maywell","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Synatra-7B-v0.3-base-GGUF/synatra-7b-v0.3-base.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2023-11-23T20:12:27.000Z","downloads":2325,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q2_K.gguf","label":"Q2_K","size":3083107520,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q3_K_S.gguf","label":"Q3_K_S","size":3164577792,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q3_K_M.gguf","label":"Q3_K_M","size":3518996480,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q3_K_L.gguf","label":"Q3_K_L","size":3822034944,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q4_0.gguf","label":"Q4_0","size":4108928064,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q4_K_S.gguf","label":"Q4_K_S","size":4140385344,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q4_K_M.gguf","label":"Q4_K_M","size":4368450624,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q5_0.gguf","label":"Q5_0","size":4997728320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q5_K_S.gguf","label":"Q5_K_S","size":4997728320,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q5_K_M.gguf","label":"Q5_K_M","size":5131421760,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q6_K.gguf","label":"Q6_K","size":5942078592,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Synatra-7B-v0.3-base-GGUF","file":"synatra-7b-v0.3-base.Q8_0.gguf","label":"Q8_0","size":7695875072,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Synatra-7B-v0.3-base-GGUF"],"logoFrom":"maywell"},{"id":"gemma-4-26b-a4b-qat-voice-ggufs","family":"alexisStacksCode/Gemma-4-26B-A4B-QAT-Voice-GGUFs","name":"Gemma 4 26B A4B QAT Voice GGUFs","maker":"alexisStacksCode","catalog":null,"tuned":false,"params":25.23,"active":3.82,"layers":30,"probe":"alexisStacksCode/Gemma-4-26B-A4B-QAT-Voice-GGUFs/Gemma-4-26B-A4B-Odette-QAT-UD-Q4_K_XL.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-09-04T16:13:44.000Z","downloads":2324,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"alexisStacksCode/Gemma-4-26B-A4B-QAT-Voice-GGUFs","file":"Gemma-4-26B-A4B-Odette-QAT-UD-Q4_K_XL.gguf","label":"UD-Q4_K_XL","size":14249047104,"bits":4.52,"known":true,"rank":0}],"repos":["alexisStacksCode/Gemma-4-26B-A4B-QAT-Voice-GGUFs"],"logoFrom":"google"},{"id":"jiuzhou-i1","family":"mradermacher/JiuZhou-i1-GGUF","name":"JiuZhou I1","maker":"mradermacher","catalog":null,"tuned":false,"params":7.5,"active":null,"layers":32,"probe":"mradermacher/JiuZhou-i1-GGUF/JiuZhou.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-01T14:32:57.000Z","downloads":2324,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ1_S.gguf","label":"IQ1_S","size":1745410944,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ1_M.gguf","label":"IQ1_M","size":1887755136,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2124995456,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2331564928,"bits":2.49,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ2_S.gguf","label":"IQ2_S","size":2457488256,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ2_M.gguf","label":"IQ2_M","size":2647280512,"bits":2.82,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q2_K.gguf","label":"Q2_K","size":2869889920,"bits":3.06,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2973911936,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3182721920,"bits":3.39,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3328473984,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ3_S.gguf","label":"IQ3_S","size":3346299776,"bits":3.57,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ3_M.gguf","label":"IQ3_M","size":3448798080,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3682892672,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3985931136,"bits":4.25,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4084853632,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4290161536,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":4290161536,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":4290161536,"bits":4.58,"known":false,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q4_0.gguf","label":"Q4_0","size":4304841600,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4321618816,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4549684096,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5195279232,"bits":5.54,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5328972672,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/JiuZhou-i1-GGUF","file":"JiuZhou.i1-Q6_K.gguf","label":"Q6_K","size":6156966784,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/JiuZhou-i1-GGUF"],"logoFrom":null},{"id":"meta-llama-3-8b-instruct-bf16","family":"ddh0/Meta-Llama-3-8B-Instruct-bf16-GGUF","name":"Meta Llama 3 8B Bf16","maker":"ddh0","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"ddh0/Meta-Llama-3-8B-Instruct-bf16-GGUF/Meta-Llama-3-8B-Instruct-bf16.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"llama3","open":false,"released":"2024-05-10T15:47:56.000Z","downloads":2323,"likes":43,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ddh0/Meta-Llama-3-8B-Instruct-bf16-GGUF","file":"Meta-Llama-3-8B-Instruct-bf16.gguf","label":"BF16","size":16068890912,"bits":16.01,"known":true,"rank":0}],"repos":["ddh0/Meta-Llama-3-8B-Instruct-bf16-GGUF"],"logoFrom":"ddh0"},{"id":"openbmb-minicpm-v-4-7-1b","family":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","name":"Openbmb MiniCPM V 4.7 1B","maker":"prithivMLmods","catalog":null,"tuned":false,"params":1.01,"active":null,"layers":24,"probe":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF/MiniCPM-V-4.7-1B.Q3_K_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-12T19:19:36.000Z","downloads":2323,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q3_K_M.gguf","label":"Q3_K_M","size":575188320,"bits":4.56,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q3_K_L.gguf","label":"Q3_K_L","size":600288608,"bits":4.75,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q4_K_S.gguf","label":"Q4_K_S","size":647960384,"bits":5.13,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q4_K_M.gguf","label":"Q4_K_M","size":672003904,"bits":5.32,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q5_K_S.gguf","label":"Q5_K_S","size":738117184,"bits":5.85,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q5_K_M.gguf","label":"Q5_K_M","size":752461376,"bits":5.96,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q6_K.gguf","label":"Q6_K","size":837947456,"bits":6.64,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":1081518144,"bits":8.57,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.Q8_0.gguf","label":"Q8_0","size":1081518144,"bits":8.57,"known":true,"rank":0},{"repo":"prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF","file":"MiniCPM-V-4.7-1B.BF16.gguf","label":"BF16","size":2024372544,"bits":16.03,"known":true,"rank":0}],"repos":["prithivMLmods/openbmb-MiniCPM-V-4.7-1B-GGUF"],"logoFrom":"openbmb"},{"id":"gpt-neox-20b","family":"EleutherAI/gpt-neox-20b","name":"Gpt Neox 20B","maker":"EleutherAI","catalog":null,"tuned":true,"params":20.55,"active":null,"layers":44,"probe":"mradermacher/gpt-neox-20b-i1-GGUF/gpt-neox-20b.i1-IQ1_S.gguf","kvBytesPerToken":1251115,"kvHeader":1081344,"kvFixed":0,"context":2048,"arch":"gptneox","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-08T07:52:49.000Z","downloads":2322,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ1_S.gguf","label":"IQ1_S","size":4427522048,"bits":1.72,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ1_M.gguf","label":"IQ1_M","size":4838039552,"bits":1.88,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":5522235392,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":6121496576,"bits":2.38,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ2_S.gguf","label":"IQ2_S","size":6463213568,"bits":2.52,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ2_M.gguf","label":"IQ2_M","size":7010570240,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q2_K.gguf","label":"Q2_K","size":7755173888,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":8069894144,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":8733900800,"bits":3.4,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ3_S.gguf","label":"IQ3_S","size":8967471104,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":8967471104,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ3_M.gguf","label":"IQ3_M","size":9950117888,"bits":3.87,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":10769973248,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":11023216640,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q4_0.gguf","label":"Q4_0","size":11702939648,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":11750125568,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":11770314752,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":13135032320,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":14185902080,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":15288872960,"bits":5.95,"known":true,"rank":0},{"repo":"mradermacher/gpt-neox-20b-i1-GGUF","file":"gpt-neox-20b.i1-Q6_K.gguf","label":"Q6_K","size":16874184704,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/gpt-neox-20b-i1-GGUF"],"logoFrom":"EleutherAI"},{"id":"fwizzer-r1-3b-ru-v2","family":"fwizzer1/Fwizzer-R1-3B-RU-v2","name":"Fwizzer R1 3B RU V2","maker":"fwizzer1","catalog":null,"tuned":false,"params":3.43,"active":null,"layers":26,"probe":"fwizzer1/Fwizzer-R1-3B-RU-v2/zh/Fwizzer-R1-3B-ZH-Speed.gguf","kvBytesPerToken":119063,"kvHeader":106496,"kvFixed":0,"context":262144,"arch":"mistral3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-05T14:30:22.000Z","downloads":2322,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"zh/Fwizzer-R1-3B-ZH-Speed.gguf","label":"Fwizzer-R1-3B-ZH-Speed","size":2146490720,"bits":5.01,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"en/Fwizzer-R1-3B-EN-Speed.gguf","label":"Fwizzer-R1-3B-EN-Speed","size":2146491136,"bits":5.01,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"Fwizzer-R1-3B-RU-Speed.gguf","label":"Fwizzer-R1-3B-RU-Speed","size":2146497344,"bits":5.01,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"ru/Fwizzer-R1-3B-v2Speed.gguf","label":"Fwizzer-R1-3B-v2Speed","size":2146497344,"bits":5.01,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"zh/Fwizzer-R1-3B-ZH-Balanced.gguf","label":"Fwizzer-R1-3B-ZH-Balanced","size":2473646432,"bits":5.77,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"en/Fwizzer-R1-3B-EN-Balanced.gguf","label":"Fwizzer-R1-3B-EN-Balanced","size":2473646848,"bits":5.77,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"Fwizzer-R1-3B-RU-Balanced.gguf","label":"Fwizzer-R1-3B-RU-Balanced","size":2473653056,"bits":5.77,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"ru/Fwizzer-R1-3B-v2Balanced.gguf","label":"Fwizzer-R1-3B-v2Balanced","size":2473653056,"bits":5.77,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"zh/Fwizzer-R1-3B-ZH-Max.gguf","label":"Fwizzer-R1-3B-ZH-Max","size":3651672416,"bits":8.52,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"en/Fwizzer-R1-3B-EN-Max.gguf","label":"Fwizzer-R1-3B-EN-Max","size":3651672832,"bits":8.52,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"Fwizzer-R1-3B-RU-Max.gguf","label":"Fwizzer-R1-3B-RU-Max","size":3651679040,"bits":8.52,"known":false,"rank":0},{"repo":"fwizzer1/Fwizzer-R1-3B-RU-v2","file":"ru/Fwizzer-R1-3B-v2Max.gguf","label":"Fwizzer-R1-3B-v2Max","size":3651679040,"bits":8.52,"known":false,"rank":0}],"repos":["fwizzer1/Fwizzer-R1-3B-RU-v2"],"logoFrom":"unsloth"},{"id":"rwkv-6-finch-14b","family":"latestissue/rwkv-6-finch-14b-gguf","name":"Rwkv 6 Finch 14B","maker":"latestissue","catalog":null,"tuned":false,"params":14.07,"active":null,"layers":61,"probe":"latestissue/rwkv-6-finch-14b-gguf/rwkv-6-finch-14b-Q2_K.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":1048576,"arch":"rwkv6","vision":false,"licence":"apache-2.0","open":true,"released":"2024-09-03T10:17:10.000Z","downloads":2321,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q2_K.gguf","label":"Q2_K","size":5359411552,"bits":3.05,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-IQ3_XXS.gguf","label":"IQ3_XXS","size":6080352608,"bits":3.46,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-IQ3_S.gguf","label":"IQ3_S","size":6741143904,"bits":3.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q3_K.gguf","label":"Q3_K","size":6741143904,"bits":3.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q3_K_L.gguf","label":"Q3_K_L","size":6741143904,"bits":3.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-IQ4_XS.gguf","label":"IQ4_XS","size":8122876256,"bits":4.62,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-IQ4_NL.gguf","label":"IQ4_NL","size":8548024672,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_0.gguf","label":"Q4_0","size":8548024672,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":8548024672,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":8548024672,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":8548024672,"bits":4.86,"known":false,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_K.gguf","label":"Q4_K","size":8552022368,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_K_S.gguf","label":"Q4_K_S","size":8552022368,"bits":4.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q4_1.gguf","label":"Q4_1","size":9400320352,"bits":5.34,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q5_0.gguf","label":"Q5_0","size":10252616032,"bits":5.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q5_K.gguf","label":"Q5_K","size":10254614880,"bits":5.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q5_K_S.gguf","label":"Q5_K_S","size":10254614880,"bits":5.83,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q5_1.gguf","label":"Q5_1","size":11104911712,"bits":6.31,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q6_K.gguf","label":"Q6_K","size":12071489888,"bits":6.86,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-Q8_0.gguf","label":"Q8_0","size":15431401824,"bits":8.77,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-BF16.gguf","label":"BF16","size":28467495264,"bits":16.19,"known":true,"rank":0},{"repo":"latestissue/rwkv-6-finch-14b-gguf","file":"rwkv-6-finch-14b-F16.gguf","label":"F16","size":28595421536,"bits":16.26,"known":true,"rank":0}],"repos":["latestissue/rwkv-6-finch-14b-gguf"],"logoFrom":"latestissue"},{"id":"qwen-qwen3-coder-30b-a3b-instruct","family":"tensorblock/Qwen_Qwen3-Coder-30B-A3B-Instruct-GGUF","name":"Qwen Qwen3 Coder 30B A3B","maker":"tensorblock","catalog":null,"tuned":true,"params":30.53,"active":3.35,"layers":48,"probe":"tensorblock/Qwen_Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-07T10:57:52.000Z","downloads":2321,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tensorblock/Qwen_Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf","label":"Q2_K","size":11258611392,"bits":2.95,"known":true,"rank":0},{"repo":"tensorblock/Qwen_Qwen3-Coder-30B-A3B-Instruct-GGUF","file":"Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":14711848640,"bits":3.86,"known":true,"rank":0}],"repos":["tensorblock/Qwen_Qwen3-Coder-30B-A3B-Instruct-GGUF"],"logoFrom":"Qwen"},{"id":"gemma4-12b-uncensored-hauhaucs-1m","family":"satgeze/Gemma4-12B-Uncensored-HauhauCS-1M-GGUF","name":"Gemma4 12B Uncensored HauhauCS 1M","maker":"satgeze","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"satgeze/Gemma4-12B-Uncensored-HauhauCS-1M-GGUF/gemma4-12b-uncensored-1M-Q4.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":1048576,"arch":"gemma4","vision":true,"licence":"gemma","open":false,"released":"2026-07-06T03:46:55.000Z","downloads":2321,"likes":11,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"satgeze/Gemma4-12B-Uncensored-HauhauCS-1M-GGUF","file":"gemma4-12b-uncensored-1M-Q4.gguf","label":"Q4","size":7381381920,"bits":4.96,"known":false,"rank":0}],"repos":["satgeze/Gemma4-12B-Uncensored-HauhauCS-1M-GGUF"],"logoFrom":"satgeze"},{"id":"lfm2-2-6b-transcript","family":"LiquidAI/LFM2-2.6B-Transcript","name":"LFM2 2.6B Transcript","maker":"Liquid AI","catalog":null,"tuned":false,"params":2.57,"active":null,"layers":30,"probe":"LiquidAI/LFM2-2.6B-Transcript-GGUF/LFM2-2.6B-Transcript-Q4_0.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":128000,"arch":"lfm2","vision":false,"licence":"other","open":false,"released":"2025-12-30T18:02:51.000Z","downloads":2320,"likes":25,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-Q4_0.gguf","label":"Q4_0","size":1483109120,"bits":4.62,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-Q4_K_M.gguf","label":"Q4_K_M","size":1563669248,"bits":4.87,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-Q5_K_M.gguf","label":"Q5_K_M","size":1828958976,"bits":5.69,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-Q6_K.gguf","label":"Q6_K","size":2110829312,"bits":6.57,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-Q8_0.gguf","label":"Q8_0","size":2733011712,"bits":8.51,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-BF16.gguf","label":"BF16","size":5141459712,"bits":16,"known":true,"rank":0},{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","file":"LFM2-2.6B-Transcript-F16.gguf","label":"F16","size":5141459712,"bits":16,"known":true,"rank":0}],"repos":["LiquidAI/LFM2-2.6B-Transcript-GGUF"],"logoFrom":"LiquidAI"},{"id":"flint-uncensored","family":"electroglyph/flint-uncensored","name":"Flint Uncensored","maker":"electroglyph","catalog":null,"tuned":true,"params":39.79,"active":2.82,"layers":49,"probe":"Octopusman388/flint-uncensored-GGUF/flint-uncensored-Q4_K_M.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-23T17:41:04.000Z","downloads":2319,"likes":6,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Octopusman388/flint-uncensored-GGUF","file":"flint-uncensored-Q4_K_M.gguf","label":"Q4_K_M","size":24166841120,"bits":4.86,"known":true,"rank":0}],"repos":["Octopusman388/flint-uncensored-GGUF"],"logoFrom":"electroglyph"},{"id":"mixtral-34bx2-moe-60b","family":"cloudyu/Mixtral_34Bx2_MoE_60B","name":"Mixtral 34Bx2 MoE 60B","maker":"cloudyu","catalog":null,"tuned":false,"params":60.81,"active":60.81,"layers":60,"probe":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF/mixtral_34bx2_moe_60b.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-01-08T10:42:12.000Z","downloads":2318,"likes":35,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q2_K.gguf","label":"Q2_K","size":20546130528,"bits":2.7,"known":true,"rank":0},{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q3_K_M.gguf","label":"Q3_K_M","size":26787709536,"bits":3.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q4_0.gguf","label":"Q4_0","size":34333635168,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q4_K_M.gguf","label":"Q4_K_M","size":34390405728,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q5_0.gguf","label":"Q5_0","size":41877811808,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q5_K_M.gguf","label":"Q5_K_M","size":41907057248,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/Mixtral_34Bx2_MoE_60B-GGUF","file":"mixtral_34bx2_moe_60b.Q6_K.gguf","label":"Q6_K","size":49893499488,"bits":6.56,"known":true,"rank":0}],"repos":["TheBloke/Mixtral_34Bx2_MoE_60B-GGUF"],"logoFrom":"cloudyu"},{"id":"internlm2-math-plus-mixtral8x22b","family":"internlm/internlm2-math-plus-mixtral8x22b","name":"Internlm2 Math Plus Mixtral8x22b","maker":"Shanghai AI Lab","catalog":null,"tuned":false,"params":140.62,"active":39.15,"layers":56,"probe":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF/internlm2-math-plus-mixtral8x22b.IQ1_S.gguf","kvBytesPerToken":265388,"kvHeader":229376,"kvFixed":0,"context":65536,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-05-27T16:40:01.000Z","downloads":2318,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ1_S.gguf","label":"IQ1_S","size":29649985664,"bits":1.69,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ1_M.gguf","label":"IQ1_M","size":32738304128,"bits":1.86,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ2_XXS.gguf","label":"IQ2_XXS","size":37885501568,"bits":2.16,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ2_XS.gguf","label":"IQ2_XS","size":42003259520,"bits":2.39,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ2_S.gguf","label":"IQ2_S","size":42595789952,"bits":2.42,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ2_M/internlm2-math-plus-mixtral8x22b.IQ2_M-00001-of-00002.gguf","label":"IQ2_M","size":46713548096,"bits":2.66,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q2_K_S/internlm2-math-plus-mixtral8x22b.Q2_K_S-00001-of-00002.gguf","label":"Q2_K_S","size":48090455392,"bits":2.74,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q2_K/internlm2-math-plus-mixtral8x22b.Q2_K-00001-of-00003.gguf","label":"Q2_K","size":52109123008,"bits":2.96,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ3_XXS/internlm2-math-plus-mixtral8x22b.IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":54905023968,"bits":3.12,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ3_XS/internlm2-math-plus-mixtral8x22b.IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":58234202560,"bits":3.31,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ3_S/internlm2-math-plus-mixtral8x22b.IQ3_S-00001-of-00003.gguf","label":"IQ3_S","size":61504186816,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q3_K_S/internlm2-math-plus-mixtral8x22b.Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":61504186816,"bits":3.5,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ3_M/internlm2-math-plus-mixtral8x22b.IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":64498919904,"bits":3.67,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q3_K/internlm2-math-plus-mixtral8x22b.Q3_K-00001-of-00003.gguf","label":"Q3_K","size":67795642816,"bits":3.86,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q3_K_L/internlm2-math-plus-mixtral8x22b.Q3_K_L-00001-of-00003.gguf","label":"Q3_K_L","size":72585800160,"bits":4.13,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ4_XS/internlm2-math-plus-mixtral8x22b.IQ4_XS-00001-of-00003.gguf","label":"IQ4_XS","size":75479430624,"bits":4.29,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.IQ4_NL/internlm2-math-plus-mixtral8x22b.IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":79779505696,"bits":4.54,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q4_K_S/internlm2-math-plus-mixtral8x22b.Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":80484148768,"bits":4.58,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q4_K/internlm2-math-plus-mixtral8x22b.Q4_K-00001-of-00004.gguf","label":"Q4_K","size":85592811072,"bits":4.87,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q5_K_S/internlm2-math-plus-mixtral8x22b.Q5_K_S-00001-of-00004.gguf","label":"Q5_K_S","size":96979805472,"bits":5.52,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q5_K/internlm2-math-plus-mixtral8x22b.Q5_K-00001-of-00004.gguf","label":"Q5_K","size":99974538496,"bits":5.69,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q6_K/internlm2-math-plus-mixtral8x22b.Q6_K-00001-of-00004.gguf","label":"Q6_K","size":115535880480,"bits":6.57,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.Q8_0/internlm2-math-plus-mixtral8x22b.Q8_0-00001-of-00005.gguf","label":"Q8_0","size":149421140416,"bits":8.5,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.BF16/internlm2-math-plus-mixtral8x22b.BF16-00001-of-00009.gguf","label":"BF16","size":281250491232,"bits":16,"known":true,"rank":0},{"repo":"legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF","file":"internlm2-math-plus-mixtral8x22b.FP16/internlm2-math-plus-mixtral8x22b.FP16-00001-of-00012.gguf","label":"internlm2-math-plus-mixtral8x22b.FP16","size":281250491584,"bits":16,"known":false,"rank":0}],"repos":["legraphista/internlm2-math-plus-mixtral8x22b-IMat-GGUF"],"logoFrom":"internlm"},{"id":"qwen2-5-coder-32b-combined-verilog-c","family":"hdl2v/qwen2.5-coder-32b-combined-verilog-c","name":"Qwen2.5 Coder 32B Combined Verilog C","maker":"hdl2v","catalog":null,"tuned":true,"params":32.76,"active":null,"layers":64,"probe":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF/qwen2.5-coder-32b-combined-verilog-c.i1-IQ1_S.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2025-08-19T05:30:13.000Z","downloads":2318,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ1_S.gguf","label":"IQ1_S","size":7272459744,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ1_M.gguf","label":"IQ1_M","size":7930113504,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9026203104,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9955503584,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ2_S.gguf","label":"IQ2_S","size":10385318304,"bits":2.54,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ2_M.gguf","label":"IQ2_M","size":11262189984,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q2_K_S.gguf","label":"Q2_K_S","size":11485686944,"bits":2.8,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q2_K.gguf","label":"Q2_K","size":12310785184,"bits":3.01,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12837020064,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13702996064,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q3_K_S.gguf","label":"Q3_K_S","size":14389813344,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ3_S.gguf","label":"IQ3_S","size":14434377824,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ3_M.gguf","label":"IQ3_M","size":14807605344,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15932530784,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q3_K_L.gguf","label":"Q3_K_L","size":17244561504,"bits":4.21,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-IQ4_XS.gguf","label":"IQ4_XS","size":17690432544,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q4_0.gguf","label":"Q4_0","size":18708225824,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q4_K_S.gguf","label":"Q4_K_S","size":18781626144,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q4_K_M.gguf","label":"Q4_K_M","size":19848552224,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q4_1.gguf","label":"Q4_1","size":20636333344,"bits":5.04,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q5_K_S.gguf","label":"Q5_K_S","size":22635219744,"bits":5.53,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q5_K_M.gguf","label":"Q5_K_M","size":23259122464,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF","file":"qwen2.5-coder-32b-combined-verilog-c.i1-Q6_K.gguf","label":"Q6_K","size":26882853344,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/qwen2.5-coder-32b-combined-verilog-c-i1-GGUF"],"logoFrom":"Qwen"},{"id":"ling-1t","family":"inclusionAI/Ling-1T","name":"Ling 1T","maker":"Ant Group","catalog":null,"tuned":false,"params":999.71,"active":51.05,"layers":80,"probe":"unsloth/Ling-1T-GGUF/Q2_K/Ling-1T-Q2_K-00001-of-00008.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"bailingmoe2","vision":false,"licence":"mit","open":true,"released":"2025-10-02T13:41:55.000Z","downloads":2317,"likes":22,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/Ling-1T-GGUF","file":"Q2_K/Ling-1T-Q2_K-00001-of-00008.gguf","label":"Q2_K","size":364242495776,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q2_K_L/Ling-1T-Q2_K_L-00001-of-00008.gguf","label":"Q2_K_L","size":364544289056,"bits":2.92,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"UD-Q2_K_XL/Ling-1T-UD-Q2_K_XL-00001-of-00008.gguf","label":"UD-Q2_K_XL","size":367197186336,"bits":2.94,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q3_K_S/Ling-1T-Q3_K_S-00001-of-00009.gguf","label":"Q3_K_S","size":431481088384,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"UD-Q3_K_XL/Ling-1T-UD-Q3_K_XL-00001-of-00009.gguf","label":"UD-Q3_K_XL","size":433500744064,"bits":3.47,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q3_K_M/Ling-1T-Q3_K_M-00001-of-00010.gguf","label":"Q3_K_M","size":477130320448,"bits":3.82,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"UD-Q4_K_XL/Ling-1T-UD-Q4_K_XL-00001-of-00012.gguf","label":"UD-Q4_K_XL","size":563727067872,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q4_0/Ling-1T-Q4_0-00001-of-00012.gguf","label":"Q4_0","size":563872819936,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q4_K_S/Ling-1T-Q4_K_S-00001-of-00012.gguf","label":"Q4_K_S","size":567169542912,"bits":4.54,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q4_K_M/Ling-1T-Q4_K_M-00001-of-00013.gguf","label":"Q4_K_M","size":604730059616,"bits":4.84,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q4_1/Ling-1T-Q4_1-00001-of-00013.gguf","label":"Q4_1","size":626024803296,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q5_K_S/Ling-1T-Q5_K_S-00001-of-00015.gguf","label":"Q5_K_S","size":688515476544,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q5_K_M/Ling-1T-Q5_K_M-00001-of-00015.gguf","label":"Q5_K_M","size":710022294624,"bits":5.68,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"UD-Q5_K_XL/Ling-1T-UD-Q5_K_XL-00001-of-00015.gguf","label":"UD-Q5_K_XL","size":710948711520,"bits":5.69,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q6_K/Ling-1T-Q6_K-00001-of-00018.gguf","label":"Q6_K","size":820897246656,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"UD-Q6_K_XL/Ling-1T-UD-Q6_K_XL-00001-of-00018.gguf","label":"UD-Q6_K_XL","size":822138564032,"bits":6.58,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"Q8_0/Ling-1T-Q8_0-00001-of-00023.gguf","label":"Q8_0","size":1062665646080,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"UD-Q8_K_XL/Ling-1T-UD-Q8_K_XL-00001-of-00023.gguf","label":"UD-Q8_K_XL","size":1066275368960,"bits":8.53,"known":true,"rank":0},{"repo":"unsloth/Ling-1T-GGUF","file":"BF16/Ling-1T-BF16-00001-of-00046.gguf","label":"BF16","size":1999738698720,"bits":16,"known":true,"rank":0}],"repos":["bartowski/inclusionAI_Ling-1T-GGUF","honda6666/Ling-1T-GGUF","ubergarm/Ling-1T-GGUF","unsloth/Ling-1T-GGUF"],"logoFrom":"inclusionAI"},{"id":"qwen3-5-4b-typescript-coder","family":"MassivDash/qwen3.5-4B-typescript-coder","name":"Qwen3.5 4B Typescript Coder","maker":"MassivDash","catalog":null,"tuned":true,"params":4.21,"active":null,"layers":32,"probe":"MassivDash/qwen3.5-4B-typescript-coder/Qwen3.5-4B.Q2_K_L.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"mit","open":true,"released":"2026-04-27T08:12:44.000Z","downloads":2317,"likes":10,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.Q2_K_L.gguf","label":"Q2_K_L","size":2069428672,"bits":3.93,"known":true,"rank":0},{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.Q3_K_M.gguf","label":"Q3_K_M","size":2262063552,"bits":4.3,"known":true,"rank":0},{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.Q4_K_M.gguf","label":"Q4_K_M","size":2708804032,"bits":5.15,"known":true,"rank":0},{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.Q5_K_M.gguf","label":"Q5_K_M","size":3074986432,"bits":5.84,"known":true,"rank":0},{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.Q6_K.gguf","label":"Q6_K","size":3464055232,"bits":6.58,"known":true,"rank":0},{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.Q8_0.gguf","label":"Q8_0","size":4482402752,"bits":8.52,"known":true,"rank":0},{"repo":"MassivDash/qwen3.5-4B-typescript-coder","file":"Qwen3.5-4B.BF16.gguf","label":"BF16","size":8424393152,"bits":16.01,"known":true,"rank":0}],"repos":["MassivDash/qwen3.5-4B-typescript-coder"],"logoFrom":"Qwen"},{"id":"multipl-t-codellama-70b-i1","family":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","name":"MultiPL T CodeLlama 70B I1","maker":"mradermacher","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF/MultiPL-T-CodeLlama_70b.i1-IQ1_S.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"openrail","open":true,"released":"2024-06-25T07:51:36.000Z","downloads":2317,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ1_S.gguf","label":"IQ1_S","size":14535672192,"bits":1.69,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ1_M.gguf","label":"IQ1_M","size":15943385472,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":18289574272,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":20334297472,"bits":2.36,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ2_S.gguf","label":"IQ2_S","size":21354460544,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ2_M.gguf","label":"IQ2_M","size":23231411584,"bits":2.69,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q2_K.gguf","label":"Q2_K","size":25462588800,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":26581611904,"bits":3.08,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":28315138432,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ3_S.gguf","label":"IQ3_S","size":29919459712,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":29919459712,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ3_M.gguf","label":"IQ3_M","size":30944442752,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":33274902912,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":36148001152,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":36829998464,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q4_0.gguf","label":"Q4_0","size":39019232640,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":39249919360,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":41423093120,"bits":4.8,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":47461596544,"bits":5.5,"known":true,"rank":0},{"repo":"mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF","file":"MultiPL-T-CodeLlama_70b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":48753966464,"bits":5.65,"known":true,"rank":0}],"repos":["mradermacher/MultiPL-T-CodeLlama_70b-i1-GGUF"],"logoFrom":null},{"id":"virtuoso-medium-v2","family":"arcee-ai/Virtuoso-Medium-v2-GGUF","name":"Virtuoso Medium V2","maker":"Arcee","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"arcee-ai/Virtuoso-Medium-v2-GGUF/Virtuoso-Medium-v2-IQ2_XXS.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-01-28T14:52:52.000Z","downloads":2316,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ2_XXS.gguf","label":"IQ2_XXS","size":9026166688,"bits":2.2,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ2_XS.gguf","label":"IQ2_XS","size":9955467168,"bits":2.43,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ2_S.gguf","label":"IQ2_S","size":10385278240,"bits":2.54,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ2_M.gguf","label":"IQ2_M","size":11262149920,"bits":2.75,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q2_K.gguf","label":"Q2_K","size":12310744032,"bits":3.01,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q2_K_L.gguf","label":"Q2_K_L","size":13069068992,"bits":3.19,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ3_XS.gguf","label":"IQ3_XS","size":13702951264,"bits":3.35,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q3_K_S.gguf","label":"Q3_K_S","size":14389768544,"bits":3.51,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ3_M.gguf","label":"IQ3_M","size":14807560544,"bits":3.62,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q3_K_M.gguf","label":"Q3_K_M","size":15932485984,"bits":3.89,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q3_K_L.gguf","label":"Q3_K_L","size":17244516704,"bits":4.21,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ4_XS.gguf","label":"IQ4_XS","size":17690384096,"bits":4.32,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q3_K_XL.gguf","label":"Q3_K_XL","size":17923975872,"bits":4.38,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-IQ4_NL.gguf","label":"IQ4_NL","size":18679340416,"bits":4.56,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q4_0.gguf","label":"Q4_0","size":18708176256,"bits":4.57,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q4_K_S.gguf","label":"Q4_K_S","size":18781576576,"bits":4.59,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q4_K_M.gguf","label":"Q4_K_M","size":19848502656,"bits":4.85,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q4_K_L.gguf","label":"Q4_K_L","size":20424829632,"bits":4.99,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q4_1.gguf","label":"Q4_1","size":20636281536,"bits":5.04,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q5_K_S.gguf","label":"Q5_K_S","size":22635165696,"bits":5.53,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q5_K_M.gguf","label":"Q5_K_M","size":23259068416,"bits":5.68,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q5_K_L.gguf","label":"Q5_K_L","size":23738329792,"bits":5.8,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q6_K.gguf","label":"Q6_K","size":26882794560,"bits":6.56,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q6_K_L.gguf","label":"Q6_K_L","size":27258923712,"bits":6.66,"known":true,"rank":0},{"repo":"arcee-ai/Virtuoso-Medium-v2-GGUF","file":"Virtuoso-Medium-v2-Q8_0.gguf","label":"Q8_0","size":34816535232,"bits":8.5,"known":true,"rank":0}],"repos":["arcee-ai/Virtuoso-Medium-v2-GGUF"],"logoFrom":"Qwen"},{"id":"gemma4-e4b-mahou-nsfw","family":"Pranavz/gemma4-e4b-mahou-nsfw","name":"Gemma4 E4B Mahou Nsfw","maker":"Pranavz","catalog":null,"tuned":true,"params":7.46,"active":null,"layers":42,"probe":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF/gemma4-e4b-mahou-nsfw.Q2_K.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-05-01T05:17:07.000Z","downloads":2316,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q2_K.gguf","label":"Q2_K","size":4376781952,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q3_K_S.gguf","label":"Q3_K_S","size":4630959232,"bits":4.97,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q3_K_M.gguf","label":"Q3_K_M","size":4823061632,"bits":5.17,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q3_K_L.gguf","label":"Q3_K_L","size":4990506112,"bits":5.35,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.IQ4_XS.gguf","label":"IQ4_XS","size":5057864832,"bits":5.42,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q4_K_S.gguf","label":"Q4_K_S","size":5171979392,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q4_K_M.gguf","label":"Q4_K_M","size":5302273152,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q5_K_S.gguf","label":"Q5_K_S","size":5648098432,"bits":6.06,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q5_K_M.gguf","label":"Q5_K_M","size":5723997312,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q6_K.gguf","label":"Q6_K","size":6172079232,"bits":6.62,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.Q8_0.gguf","label":"Q8_0","size":7972725888,"bits":8.55,"known":true,"rank":0},{"repo":"mradermacher/gemma4-e4b-mahou-nsfw-GGUF","file":"gemma4-e4b-mahou-nsfw.f16.gguf","label":"F16","size":14942971008,"bits":16.02,"known":true,"rank":0}],"repos":["mradermacher/gemma4-e4b-mahou-nsfw-GGUF"],"logoFrom":"Pranavz"},{"id":"nvidia-nemotron-nano-9b-v2-japanese-nvidia","family":"nvidia/NVIDIA-Nemotron-Nano-9B-v2-Japanese","name":"NVIDIA Nemotron Nano 9B v2 Japanese (NVIDIA)","maker":"NVIDIA","catalog":null,"tuned":false,"params":8.89,"active":null,"layers":56,"probe":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf/NVIDIA-Nemotron-Nano-9B-v2-Japanese-IQ3_M.gguf","kvBytesPerToken":18956,"kvHeader":16384,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":false,"licence":"other","open":false,"released":"2026-02-18T05:08:14.000Z","downloads":2315,"likes":54,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-IQ3_M.gguf","label":"IQ3_M","size":5207936384,"bits":4.69,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-IQ4_XS.gguf","label":"IQ4_XS","size":5267108224,"bits":4.74,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q4_0.gguf","label":"Q4_0","size":5308682368,"bits":4.78,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-IQ4_NL.gguf","label":"IQ4_NL","size":5308682624,"bits":4.78,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q3_K_M.gguf","label":"Q3_K_M","size":5379735168,"bits":4.84,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q3_K_L.gguf","label":"Q3_K_L","size":5488366208,"bits":4.94,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q4_K_S.gguf","label":"Q4_K_S","size":6211617408,"bits":5.59,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q5_0.gguf","label":"Q5_0","size":6346035328,"bits":5.71,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q4_K_M.gguf","label":"Q4_K_M","size":6525629568,"bits":5.87,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q5_K_S.gguf","label":"Q5_K_S","size":6781563008,"bits":6.1,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q5_K_M.gguf","label":"Q5_K_M","size":7069806208,"bits":6.36,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q6_K.gguf","label":"Q6_K","size":9135892608,"bits":8.22,"known":true,"rank":0},{"repo":"mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf","file":"NVIDIA-Nemotron-Nano-9B-v2-Japanese-Q8_0.gguf","label":"Q8_0","size":9458094208,"bits":8.51,"known":true,"rank":0}],"repos":["mmnga-o/NVIDIA-Nemotron-Nano-9B-v2-Japanese-gguf"],"logoFrom":"nvidia"},{"id":"gemma4-test-ggufs","family":"ToastyPigeon/Gemma4-Test-GGUFs","name":"Gemma4 Test GGUFs","maker":"ToastyPigeon","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":48,"probe":"ToastyPigeon/Gemma4-Test-GGUFs/marvin_12b.Q6_K.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":false,"licence":null,"open":false,"released":"2026-04-16T03:06:08.000Z","downloads":2315,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-marvin-rp-step-final.gguf","label":"gemma-marvin-rp-step-final","size":12669645344,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-serenity-test.gguf","label":"gemma-serenity-test","size":12669645344,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-gutenberg-test.gguf","label":"gemma-gutenberg-test","size":12669645408,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-marvin-rp-step-300.gguf","label":"gemma-marvin-rp-step-300","size":12669645440,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-marvin-rp-step-500.gguf","label":"gemma-marvin-rp-step-500","size":12669645440,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"heretic-gutenberg-v2-test.gguf","label":"heretic-gutenberg-v2-test","size":12669645440,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"heretic-gutenberg-v3-test.gguf","label":"heretic-gutenberg-v3-test","size":12669645472,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"heretic-igorls-gemma-test.gguf","label":"heretic-igorls-gemma-test","size":12669645760,"bits":3.3,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-4-31B-glimmer-rp-Q3_K_S.gguf","label":"Q3_K_S","size":13761356448,"bits":3.59,"known":true,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-4-31B-glimmer-rp-Q4_K_S.gguf","label":"Q4_K_S","size":17763164832,"bits":4.63,"known":true,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-31b-marvin-scotoma-q4ks.gguf","label":"gemma-31b-marvin-scotoma-q4ks","size":17763166112,"bits":4.63,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"marvin-gutenberg-rp-31b-q4ks.gguf","label":"marvin-gutenberg-rp-31b-q4ks","size":17763166112,"bits":4.63,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"marvin-gutenberg-rp-31b-v2-q4ks.gguf","label":"marvin-gutenberg-rp-31b-v2-q4ks","size":17763166112,"bits":4.63,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"g4_31b_recipe_E.Q4_K_M.gguf","label":"Q4_K_M","size":18687062112,"bits":4.87,"known":true,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-26b-marvin-q5ks.gguf","label":"gemma-26b-marvin-q5ks","size":19132891808,"bits":4.99,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-26b-marvin-rp-q5km.gguf","label":"gemma-26b-marvin-rp-q5km","size":19132891808,"bits":4.99,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-26b-marvin-rp-v2-q5km.gguf","label":"gemma-26b-marvin-rp-v2-q5km","size":19132891840,"bits":4.99,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-26b-marvin-rp-v3-q5km.gguf","label":"gemma-26b-marvin-rp-v3-q5km","size":19132891840,"bits":4.99,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-26b-marvin-rp-v4-q5km.gguf","label":"gemma-26b-marvin-rp-v4-q5km","size":19132891840,"bits":4.99,"known":false,"rank":0},{"repo":"ToastyPigeon/Gemma4-Test-GGUFs","file":"gemma-26b-marvin-rp-v5-q5km.gguf","label":"gemma-26b-marvin-rp-v5-q5km","size":19132891840,"bits":4.99,"known":false,"rank":0}],"repos":["ToastyPigeon/Gemma4-Test-GGUFs"],"logoFrom":"ToastyPigeon"},{"id":"qwen3-coder-42b-a3b-instruct-total-recall-master-coder-m-1million-ctx","family":"DavidAU/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx","name":"Qwen3 Coder 42B A3B TOTAL RECALL MASTER CODER M 1million Ctx","maker":"DavidAU","catalog":null,"tuned":true,"params":42.37,"active":4.43,"layers":67,"probe":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ1_S.gguf","kvBytesPerToken":158759,"kvHeader":137216,"kvFixed":0,"context":1048576,"arch":"qwen3moe","vision":false,"licence":"apache-2.0","open":true,"released":"2025-08-02T02:47:56.000Z","downloads":2314,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ1_S.gguf","label":"IQ1_S","size":8818908416,"bits":1.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ1_M.gguf","label":"IQ1_M","size":9744416000,"bits":1.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":11286928640,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ2_XS.gguf","label":"IQ2_XS","size":12538502400,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ2_S.gguf","label":"IQ2_S","size":12812719360,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ2_M.gguf","label":"IQ2_M","size":14046729472,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q2_K_S.gguf","label":"Q2_K_S","size":14521783552,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q2_K.gguf","label":"Q2_K","size":15571342592,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":16399734016,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ3_XS.gguf","label":"IQ3_XS","size":17433734400,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q3_K_S.gguf","label":"Q3_K_S","size":18397760768,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ3_S.gguf","label":"IQ3_S","size":18407091456,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ3_M.gguf","label":"IQ3_M","size":18695646464,"bits":3.53,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q3_K_M.gguf","label":"Q3_K_M","size":20374154496,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q3_K_L.gguf","label":"Q3_K_L","size":22038375680,"bits":4.16,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-IQ4_XS.gguf","label":"IQ4_XS","size":22678668544,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q4_0.gguf","label":"Q4_0","size":24082179328,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q4_K_S.gguf","label":"Q4_K_S","size":24183366912,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q4_K_M.gguf","label":"Q4_K_M","size":25703286016,"bits":4.85,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q4_1.gguf","label":"Q4_1","size":26609165568,"bits":5.02,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q5_K_S.gguf","label":"Q5_K_S","size":29236815104,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q5_K_M.gguf","label":"Q5_K_M","size":30123787520,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF","file":"Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx.i1-Q6_K.gguf","label":"Q6_K","size":34820570368,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Coder-42B-A3B-Instruct-TOTAL-RECALL-MASTER-CODER-M-1million-ctx-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"qwen3-5-4b-unredacted-max","family":"prithivMLmods/Qwen3.5-4B-Unredacted-MAX","name":"Qwen3.5 4B Unredacted MAX","maker":"prithivMLmods","catalog":null,"tuned":false,"params":4.21,"active":null,"layers":33,"probe":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF/model_q2_k.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-17T12:34:55.000Z","downloads":2313,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q2_k.gguf","label":"Q2_K","size":1915470848,"bits":3.64,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q3_k_s.gguf","label":"Q3_K_S","size":2069879808,"bits":3.93,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q3_k_m.gguf","label":"Q3_K_M","size":2262064128,"bits":4.3,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q3_k_l.gguf","label":"Q3_K_L","size":2421316608,"bits":4.6,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q4_k_s.gguf","label":"Q4_K_S","size":2563888128,"bits":4.87,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q4_k_m.gguf","label":"Q4_K_M","size":2708804608,"bits":5.15,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q5_k_s.gguf","label":"Q5_K_S","size":2990035968,"bits":5.68,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q5_k_m.gguf","label":"Q5_K_M","size":3074987008,"bits":5.84,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q6_k.gguf","label":"Q6_K","size":3464055808,"bits":6.58,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_q8_0.gguf","label":"Q8_0","size":4482403328,"bits":8.52,"known":true,"rank":0},{"repo":"tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF","file":"model_f16.gguf","label":"F16","size":8424393728,"bits":16.01,"known":true,"rank":0}],"repos":["tinyopsec/Qwen3.5-4B-Unredacted-MAX-GGUF"],"logoFrom":"prithivMLmods"},{"id":"muraqib-judge","family":"mohamedbalkhi169/muraqib-judge-GGUF","name":"Muraqib Judge","maker":"mohamedbalkhi169","catalog":null,"tuned":false,"params":7.46,"active":null,"layers":42,"probe":"mohamedbalkhi169/muraqib-judge-GGUF/muraqib-judge-e4b-v1-Q4_K_M.gguf","kvBytesPerToken":36557,"kvHeader":28672,"kvFixed":36700160,"context":131072,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T03:43:53.000Z","downloads":2312,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mohamedbalkhi169/muraqib-judge-GGUF","file":"muraqib-judge-e4b-v1-Q4_K_M.gguf","label":"Q4_K_M","size":4942463456,"bits":5.3,"known":true,"rank":0}],"repos":["mohamedbalkhi169/muraqib-judge-GGUF"],"logoFrom":"google"},{"id":"ornstein-27b","family":"GestaltLabs/Ornstein-27B-GGUF","name":"Ornstein 27B","maker":"GestaltLabs","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"GestaltLabs/Ornstein-27B-GGUF/Ornstein-27B-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-04-07T23:25:31.000Z","downloads":2309,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q2_K.gguf","label":"Q2_K","size":10711664064,"bits":3.19,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q3_K_S.gguf","label":"Q3_K_S","size":12073952704,"bits":3.59,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q3_K_M.gguf","label":"Q3_K_M","size":13301441984,"bits":3.96,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q3_K_L.gguf","label":"Q3_K_L","size":14344775104,"bits":4.27,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-IQ4_XS.gguf","label":"IQ4_XS","size":15193916864,"bits":4.52,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547399104,"bits":4.92,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q5_K_S.gguf","label":"Q5_K_S","size":18679612864,"bits":5.56,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q5_K_M.gguf","label":"Q5_K_M","size":19231098304,"bits":5.72,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q6_K.gguf","label":"Q6_K","size":22082528704,"bits":6.57,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-Q8_0.gguf","label":"Q8_0","size":28595762624,"bits":8.5,"known":true,"rank":0},{"repo":"GestaltLabs/Ornstein-27B-GGUF","file":"Ornstein-27B-F16.gguf","label":"F16","size":53808281024,"bits":16,"known":true,"rank":0}],"repos":["GestaltLabs/Ornstein-27B-GGUF"],"logoFrom":"GestaltLabs"},{"id":"twilight-embrace-31b","family":"Cyclone-Labs/Twilight-Embrace-31B","name":"Twilight Embrace 31B","maker":"Cyclone-Labs","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"mradermacher/Twilight-Embrace-31B-i1-GGUF/Twilight-Embrace-31B.i1-IQ1_S.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-29T04:27:50.000Z","downloads":2309,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ1_S.gguf","label":"IQ1_S","size":7156491904,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ1_M.gguf","label":"IQ1_M","size":7725874816,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8674846336,"bits":2.26,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9530361472,"bits":2.48,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ2_S.gguf","label":"IQ2_S","size":10157891200,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ2_M.gguf","label":"IQ2_M","size":10917068416,"bits":2.84,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10976591488,"bits":2.86,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q2_K.gguf","label":"Q2_K","size":11916316288,"bits":3.11,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":12077510272,"bits":3.15,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":13072371328,"bits":3.41,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ3_S.gguf","label":"IQ3_S","size":13761359488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":13761359488,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ3_M.gguf","label":"IQ3_M","size":14424499840,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":15287111296,"bits":3.98,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":16628272768,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":16735792768,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q4_0.gguf","label":"Q4_0","size":17701580416,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":17763167872,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":18687065728,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q4_1.gguf","label":"Q4_1","size":19481423488,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":21311843968,"bits":5.55,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":21845573248,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Twilight-Embrace-31B-i1-GGUF","file":"Twilight-Embrace-31B.i1-Q6_K.gguf","label":"Q6_K","size":25201487488,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Twilight-Embrace-31B-i1-GGUF"],"logoFrom":null},{"id":"wayfarer-large-70b-llama-3-3","family":"LatitudeGames/Wayfarer-Large-70B-Llama-3.3","name":"Wayfarer Large 70B Llama 3.3","maker":"LatitudeGames","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.3","open":false,"released":"2025-02-22T15:47:25.000Z","downloads":2308,"likes":4,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ1_M.gguf","label":"IQ1_M","size":16751201216,"bits":1.9,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097390016,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ2_XS.gguf","label":"IQ2_XS","size":21142113216,"bits":2.4,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ2_S.gguf","label":"IQ2_S","size":22242347968,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ2_M.gguf","label":"IQ2_M","size":24119299008,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q2_K.gguf","label":"Q2_K","size":26375113664,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q2_K_L.gguf","label":"Q2_K_L","size":27401161664,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ3_XXS.gguf","label":"IQ3_XXS","size":27469499328,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ3_XS.gguf","label":"IQ3_XS","size":29307734976,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q3_K_S.gguf","label":"Q3_K_S","size":30912056256,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ3_M.gguf","label":"IQ3_M","size":31937039296,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q3_K_M.gguf","label":"Q3_K_M","size":34267499456,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q3_K_L.gguf","label":"Q3_K_L","size":37140597696,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ4_XS.gguf","label":"IQ4_XS","size":37902666688,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059936704,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-IQ4_NL.gguf","label":"IQ4_NL","size":40053623744,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_0.gguf","label":"Q4_0","size":40116538304,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_K_S.gguf","label":"Q4_K_S","size":40347225024,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_K_M.gguf","label":"Q4_K_M","size":42520398784,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_K_L.gguf","label":"Q4_K_L","size":43300195264,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_1.gguf","label":"Q4_1","size":44313594816,"bits":5.02,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q5_K_S.gguf","label":"Q5_K_S","size":48657451968,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q5_K_M/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949822112,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q6_K/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888148640,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF","file":"LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q8_0/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975054688,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF"],"logoFrom":"LatitudeGames"},{"id":"onejev-0-8b","family":"OmniJev/OneJev-0.8B","name":"OneJev 0.8B","maker":"OmniJev","catalog":null,"tuned":true,"params":1.01,"active":null,"layers":24,"probe":"bartowski/OmniJev_OneJev-0.8B-GGUF/OmniJev_OneJev-0.8B-IQ2_M.gguf","kvBytesPerToken":14979,"kvHeader":12288,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-09-30T12:35:15.000Z","downloads":2308,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-IQ2_M.gguf","label":"IQ2_M","size":421233248,"bits":3.34,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q2_K.gguf","label":"Q2_K","size":428040800,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-IQ3_XXS.gguf","label":"IQ3_XXS","size":478618208,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q3_K_S.gguf","label":"Q3_K_S","size":488583776,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-IQ3_XS.gguf","label":"IQ3_XS","size":489116256,"bits":3.87,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q3_K_M.gguf","label":"Q3_K_M","size":501891680,"bits":3.98,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q3_K_L.gguf","label":"Q3_K_L","size":515822176,"bits":4.09,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-IQ3_M.gguf","label":"IQ3_M","size":529801824,"bits":4.2,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-IQ4_XS.gguf","label":"IQ4_XS","size":642310752,"bits":5.09,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q4_K_S.gguf","label":"Q4_K_S","size":658543200,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q4_0.gguf","label":"Q4_0","size":658801248,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-IQ4_NL.gguf","label":"IQ4_NL","size":680309344,"bits":5.39,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q4_K_M.gguf","label":"Q4_K_M","size":681800288,"bits":5.4,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q4_1.gguf","label":"Q4_1","size":703365728,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q4_K_L.gguf","label":"Q4_K_L","size":704209504,"bits":5.58,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q5_K_S.gguf","label":"Q5_K_S","size":752812640,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q5_K_M.gguf","label":"Q5_K_M","size":780534368,"bits":6.18,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q6_K_S.gguf","label":"Q6_K_S","size":849478240,"bits":6.73,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q6_K.gguf","label":"Q6_K","size":869667424,"bits":6.89,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q6_K_L.gguf","label":"Q6_K_L","size":892396128,"bits":7.07,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-Q8_0.gguf","label":"Q8_0","size":1083748960,"bits":8.58,"known":true,"rank":0},{"repo":"bartowski/OmniJev_OneJev-0.8B-GGUF","file":"OmniJev_OneJev-0.8B-bf16.gguf","label":"BF16","size":2025304384,"bits":16.04,"known":true,"rank":0}],"repos":["bartowski/OmniJev_OneJev-0.8B-GGUF"],"logoFrom":null},{"id":"airoboros-l2-7b-gpt4-2-0","family":"jondurbin/airoboros-l2-7b-gpt4-2.0","name":"Airoboros L2 7B Gpt4 2.0","maker":"jondurbin","catalog":null,"tuned":true,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF/airoboros-l2-7B-gpt4-2.0.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-08T19:38:27.000Z","downloads":2307,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q2_K.gguf","label":"Q2_K","size":2825940672,"bits":3.35,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q3_K_S.gguf","label":"Q3_K_S","size":2948304576,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q3_K_M.gguf","label":"Q3_K_M","size":3298004672,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q3_K_L.gguf","label":"Q3_K_L","size":3597110976,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q4_0.gguf","label":"Q4_0","size":3825807040,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q4_K_S.gguf","label":"Q4_K_S","size":3856740032,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q4_K_M.gguf","label":"Q4_K_M","size":4081004224,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q5_0.gguf","label":"Q5_0","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q5_K_S.gguf","label":"Q5_K_S","size":4651691712,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q5_K_M.gguf","label":"Q5_K_M","size":4783156928,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q6_K.gguf","label":"Q6_K","size":5529194176,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF","file":"airoboros-l2-7B-gpt4-2.0.Q8_0.gguf","label":"Q8_0","size":7161089728,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/airoboros-l2-7B-gpt4-2.0-GGUF"],"logoFrom":"jondurbin"},{"id":"g4-moonlight-dusk-26b-a4b-heretic","family":"Vortex5/G4-Moonlight-Dusk-26B-A4B-heretic","name":"G4 Moonlight Dusk 26B A4B Heretic","maker":"Vortex5","catalog":null,"tuned":true,"params":25.97,"active":4.56,"layers":30,"probe":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF/G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ1_S.gguf","kvBytesPerToken":26112,"kvHeader":20480,"kvFixed":209715200,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-15T10:43:22.000Z","downloads":2307,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ1_S.gguf","label":"IQ1_S","size":8532493280,"bits":2.63,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ1_M.gguf","label":"IQ1_M","size":8910879200,"bits":2.74,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":9541522400,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ2_XS.gguf","label":"IQ2_XS","size":10058652640,"bits":3.1,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ2_S.gguf","label":"IQ2_S","size":10190396384,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ2_M.gguf","label":"IQ2_M","size":10694910944,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q2_K.gguf","label":"Q2_K","size":10824959456,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10866703840,"bits":3.35,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11642889184,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11953263072,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ3_S.gguf","label":"IQ3_S","size":12539604960,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12539604960,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ3_M.gguf","label":"IQ3_M","size":12709758944,"bits":3.92,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13603929056,"bits":4.19,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14141683680,"bits":4.36,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-IQ4_XS.gguf","label":"IQ4_XS","size":14309894624,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q4_0.gguf","label":"Q4_0","size":14903293408,"bits":4.59,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15880062432,"bits":4.89,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q4_1.gguf","label":"Q4_1","size":16430950880,"bits":5.06,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q4_K_M.gguf","label":"Q4_K_M","size":17211253216,"bits":5.3,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18494245344,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19640402400,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF","file":"G4-Moonlight-Dusk-26B-A4B-heretic.i1-Q6_K.gguf","label":"Q6_K","size":23243953120,"bits":7.16,"known":true,"rank":0}],"repos":["mradermacher/G4-Moonlight-Dusk-26B-A4B-heretic-i1-GGUF"],"logoFrom":null},{"id":"dotnet-coder-14b","family":"zipaltrivedi/dotnet-coder-14b","name":"Dotnet Coder 14B","maker":"zipaltrivedi","catalog":null,"tuned":true,"params":14.77,"active":null,"layers":48,"probe":"zipaltrivedi/dotnet-coder-14b/dotnet-coder-14b-Q2_K.gguf","kvBytesPerToken":227475,"kvHeader":196608,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-04-19T01:04:34.000Z","downloads":2306,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"zipaltrivedi/dotnet-coder-14b","file":"dotnet-coder-14b-Q2_K.gguf","label":"Q2_K","size":5770498016,"bits":3.13,"known":true,"rank":0},{"repo":"zipaltrivedi/dotnet-coder-14b","file":"dotnet-coder-14b-Q3_K_M.gguf","label":"Q3_K_M","size":7339204576,"bits":3.98,"known":true,"rank":0},{"repo":"zipaltrivedi/dotnet-coder-14b","file":"dotnet-coder-14b-Q4_K_S.gguf","label":"Q4_K_S","size":8573431776,"bits":4.64,"known":true,"rank":0},{"repo":"zipaltrivedi/dotnet-coder-14b","file":"dotnet-coder-14b-Q4_K_M.gguf","label":"Q4_K_M","size":8988110816,"bits":4.87,"known":true,"rank":0},{"repo":"zipaltrivedi/dotnet-coder-14b","file":"dotnet-coder-14b-Q6_K.gguf","label":"Q6_K","size":12124684256,"bits":6.57,"known":true,"rank":0},{"repo":"zipaltrivedi/dotnet-coder-14b","file":"dotnet-coder-14b-Q8_0.gguf","label":"Q8_0","size":15701598176,"bits":8.5,"known":true,"rank":0}],"repos":["zipaltrivedi/dotnet-coder-14b"],"logoFrom":"Qwen"},{"id":"video-ora-9b","family":"OraRL/Video-ORA-9B","name":"Video ORA 9B","maker":"OraRL","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/OraRL_Video-ORA-9B-GGUF/OraRL_Video-ORA-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-26T17:51:27.000Z","downloads":2306,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-IQ2_M.gguf","label":"IQ2_M","size":3769427296,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q2_K.gguf","label":"Q2_K","size":4064273760,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020576,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528736,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669318496,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533728,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920190304,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553760,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111031136,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643808,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478901088,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q4_0.gguf","label":"Q4_0","size":5482833248,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598176608,"bits":5,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5910783328,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q4_1.gguf","label":"Q4_1","size":5944862048,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001010016,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526428512,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665676128,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6852928864,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681824,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q6_K.gguf","label":"Q6_K","size":7700260192,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192927072,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-Q8_0.gguf","label":"Q8_0","size":9545983328,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/OraRL_Video-ORA-9B-GGUF","file":"OraRL_Video-ORA-9B-bf16.gguf","label":"BF16","size":17920697376,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/OraRL_Video-ORA-9B-GGUF"],"logoFrom":"OraRL"},{"id":"qwen3-8-flash-ciru-strix-iu4","family":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-IU4","name":"Qwen3.8 Flash CIRU STRIX IU4","maker":"jcbtc","catalog":null,"tuned":false,"params":125.88,"active":7.44,"layers":48,"probe":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-IU4/Qwen3.8-Flash-CIRU-STRIX-IU4-v5.0.gguf","kvBytesPerToken":7109,"kvHeader":6144,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":true,"licence":"other","open":false,"released":"2026-08-29T05:58:11.000Z","downloads":2305,"likes":41,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-IU4","file":"Qwen3.8-Flash-CIRU-STRIX-IU4-v5.0.gguf","label":"Qwen3.8-Flash-CIRU-STRIX-IU4-v5.0","size":72112333312,"bits":4.58,"known":false,"rank":0},{"repo":"jcbtc/Qwen3.8-Flash-CIRU-STRIX-IU4","file":"Qwen3.8-Flash-CIRU-STRIX-IU4.gguf","label":"Qwen3.8-Flash-CIRU-STRIX-IU4","size":79397818720,"bits":5.05,"known":false,"rank":0}],"repos":["jcbtc/Qwen3.8-Flash-CIRU-STRIX-IU4"],"logoFrom":"Qwen"},{"id":"clover-35b-a3b-preview-apex-i-miniplus-v2-1","family":"IsValorum/Clover-35B-A3B-Preview-APEX-I-MiniPlus-V2.1-GGUF","name":"Clover 35B A3B Preview APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":34.66,"active":3.46,"layers":40,"probe":"IsValorum/Clover-35B-A3B-Preview-APEX-I-MiniPlus-V2.1-GGUF/Clover-35B-A3B-Preview.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"clover_moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-28T22:26:00.000Z","downloads":2305,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Clover-35B-A3B-Preview-APEX-I-MiniPlus-V2.1-GGUF","file":"Clover-35B-A3B-Preview.APEX-I-MiniPlus-V2.1.gguf","label":"Clover-35B-A3B-Preview.APEX-I-MiniPlus-V2.1","size":14754269120,"bits":3.41,"known":false,"rank":0}],"repos":["IsValorum/Clover-35B-A3B-Preview-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"Diffuspace"},{"id":"qwen-2-5-32b","family":"EasierAI/Qwen-2.5-32B","name":"Qwen 2.5 32B","maker":"EasierAI","catalog":null,"tuned":false,"params":32.76,"active":null,"layers":64,"probe":"EasierAI/Qwen-2.5-32B/Qwen-2.5-32B-Instruct-Q2_K.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2025-02-12T16:27:15.000Z","downloads":2304,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q2_K.gguf","label":"Q2_K","size":12313099136,"bits":3.01,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q2_K_L.gguf","label":"Q2_K_L","size":13073419136,"bits":3.19,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q3_K_S.gguf","label":"Q3_K_S","size":14392331136,"bits":3.51,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q3_K_M.gguf","label":"Q3_K_M","size":15935048576,"bits":3.89,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q3_K_L.gguf","label":"Q3_K_L","size":17247079296,"bits":4.21,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q4_0.gguf","label":"Q4_0","size":18711010176,"bits":4.57,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q4_K_S.gguf","label":"Q4_K_S","size":18784410496,"bits":4.59,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q4_K_M.gguf","label":"Q4_K_M","size":19851336576,"bits":4.85,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q4_K_L.gguf","label":"Q4_K_L","size":20429179776,"bits":4.99,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q5_K_S.gguf","label":"Q5_K_S","size":22638254976,"bits":5.53,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q5_K_M.gguf","label":"Q5_K_M","size":23262157696,"bits":5.68,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q5_K_L.gguf","label":"Q5_K_L","size":23742679936,"bits":5.8,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q6_K.gguf","label":"Q6_K","size":26886155136,"bits":6.57,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q6_K_L.gguf","label":"Q6_K_L","size":27263273856,"bits":6.66,"known":true,"rank":0},{"repo":"EasierAI/Qwen-2.5-32B","file":"Qwen-2.5-32B-Instruct-Q8_0.gguf","label":"Q8_0","size":34820885376,"bits":8.5,"known":true,"rank":0}],"repos":["EasierAI/Qwen-2.5-32B"],"logoFrom":"Qwen"},{"id":"ultrareal-fine-tune","family":"void-gryph/ultrareal-fine-tune-GGUF","name":"Ultrareal Fine Tune","maker":"void-gryph","catalog":null,"tuned":false,"params":11.87,"active":null,"layers":19,"probe":"void-gryph/ultrareal-fine-tune-GGUF/ultrareal-fine-tune.Q4_K_M.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":256,"arch":"flux","vision":false,"licence":"other","open":false,"released":"2026-02-16T06:43:36.000Z","downloads":2304,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"void-gryph/ultrareal-fine-tune-GGUF","file":"ultrareal-fine-tune.Q4_K_M.gguf","label":"Q4_K_M","size":6686868096,"bits":4.51,"known":true,"rank":0},{"repo":"void-gryph/ultrareal-fine-tune-GGUF","file":"ultrareal-fine-tune.Q5_K_M.gguf","label":"Q5_K_M","size":8170103424,"bits":5.51,"known":true,"rank":0},{"repo":"void-gryph/ultrareal-fine-tune-GGUF","file":"ultrareal-fine-tune.Q8_0.gguf","label":"Q8_0","size":12619809408,"bits":8.51,"known":true,"rank":0}],"repos":["void-gryph/ultrareal-fine-tune-GGUF"],"logoFrom":"void-gryph"},{"id":"pixtral-12b-ollama","family":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","name":"Pixtral 12B Ollama","maker":"EnlistedGhost","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"EnlistedGhost/Pixtral-12B-Ollama-GGUF/Pixtral-12B-IQ2_M.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":1024000,"arch":"llama","vision":true,"licence":"apache-2.0","open":true,"released":"2025-10-19T20:42:40.000Z","downloads":2303,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ2_M.gguf","label":"IQ2_M","size":4435022560,"bits":2.9,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q2_K_S.gguf","label":"Q2_K_S","size":4618031488,"bits":3.02,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q2_K.gguf","label":"Q2_K","size":4791046528,"bits":3.13,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q2_K_M.gguf","label":"Q2_K_M","size":4953575808,"bits":3.23,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q3_K_S.gguf","label":"Q3_K_S","size":5534224768,"bits":3.61,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ3_S.gguf","label":"IQ3_S","size":5562077568,"bits":3.63,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q2_K_L.gguf","label":"Q2_K_L","size":5582721408,"bits":3.65,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ3_M.gguf","label":"IQ3_M","size":5722231168,"bits":3.74,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ3_L.gguf","label":"IQ3_L","size":5884760448,"bits":3.84,"known":false,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q3_K_M.gguf","label":"Q3_K_M","size":6083088768,"bits":3.97,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ3_XL.gguf","label":"IQ3_XL","size":6098162048,"bits":3.98,"known":false,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q3_K_L.gguf","label":"Q3_K_L","size":6561501568,"bits":4.29,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6724030848,"bits":4.39,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ4_XS.gguf","label":"IQ4_XS","size":6800052608,"bits":4.44,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ4_S.gguf","label":"IQ4_S","size":6962581888,"bits":4.55,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q4_K_S.gguf","label":"Q4_K_S","size":7120195968,"bits":4.65,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q3_K_XXL.gguf","label":"Q3_K_XXL","size":7353176448,"bits":4.8,"known":false,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q4_K_M.gguf","label":"Q4_K_M","size":7477203328,"bits":4.88,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-IQ4_M.gguf","label":"IQ4_M","size":7591727488,"bits":4.96,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q4_K_L.gguf","label":"Q4_K_L","size":7639732608,"bits":4.99,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q4_K_XL.gguf","label":"Q4_K_XL","size":8268878208,"bits":5.4,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q5_K_S.gguf","label":"Q5_K_S","size":8518734208,"bits":5.56,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q5_K_M.gguf","label":"Q5_K_M","size":8727630208,"bits":5.7,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q5_K_L.gguf","label":"Q5_K_L","size":8890159488,"bits":5.81,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q5_K_XL.gguf","label":"Q5_K_XL","size":9519306880,"bits":6.22,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q6_K.gguf","label":"Q6_K","size":10056208768,"bits":6.57,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q6_K_M.gguf","label":"Q6_K_M","size":10218738048,"bits":6.67,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q6_K_L.gguf","label":"Q6_K_L","size":10847883648,"bits":7.08,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-Q8_0.gguf","label":"Q8_0","size":13651513728,"bits":8.92,"known":true,"rank":0},{"repo":"EnlistedGhost/Pixtral-12B-Ollama-GGUF","file":"Pixtral-12B-F16.gguf","label":"F16","size":24504275328,"bits":16,"known":true,"rank":0}],"repos":["EnlistedGhost/Pixtral-12B-Ollama-GGUF"],"logoFrom":"mistral-experimental"},{"id":"peach-2-0-9b-8k-roleplay-iq4-xs","family":"fengpeisheng1/Peach-2.0-9B-8k-Roleplay-IQ4_XS-GGUF","name":"Peach 2.0 9B 8K Roleplay IQ4 XS","maker":"fengpeisheng1","catalog":null,"tuned":true,"params":8.83,"active":null,"layers":48,"probe":"fengpeisheng1/Peach-2.0-9B-8k-Roleplay-IQ4_XS-GGUF/peach-2.0-9b-8k-roleplay-iq4_xs-imat.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":16384,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-07-29T05:55:45.000Z","downloads":2302,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"fengpeisheng1/Peach-2.0-9B-8k-Roleplay-IQ4_XS-GGUF","file":"peach-2.0-9b-8k-roleplay-iq4_xs-imat.gguf","label":"peach-2.0-9b-8k-roleplay-iq4_xs-imat","size":4785009728,"bits":4.34,"known":false,"rank":0}],"repos":["fengpeisheng1/Peach-2.0-9B-8k-Roleplay-IQ4_XS-GGUF"],"logoFrom":null},{"id":"deepseek-ai-deepseek-v3-2","family":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","name":"Deepseek Ai.DeepSeek V3.2","maker":"DevQuasar","catalog":null,"tuned":true,"params":671.03,"active":37.55,"layers":61,"probe":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF/deepseek-ai.DeepSeek-V3.2.IQ1_M-00001-of-00010.gguf","kvBytesPerToken":77159,"kvHeader":70272,"kvFixed":0,"context":163840,"arch":"deepseek2","vision":false,"licence":null,"open":false,"released":"2026-01-31T15:39:10.000Z","downloads":2302,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.IQ1_M-00001-of-00010.gguf","label":"IQ1_M","size":149058758432,"bits":1.78,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.IQ2_XXS-00001-of-00011.gguf","label":"IQ2_XXS","size":174584075680,"bits":2.08,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.Q2_K-00001-of-00016.gguf","label":"Q2_K","size":244148278624,"bits":2.91,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.Q3_K_M-00001-of-00022.gguf","label":"Q3_K_M","size":319266360832,"bits":3.81,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.Q4_K_M-00001-of-00029.gguf","label":"Q4_K_M","size":404494155648,"bits":4.82,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.Q5_K_M-00001-of-00033.gguf","label":"Q5_K_M","size":475428544800,"bits":5.67,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.Q6_K-00001-of-00035.gguf","label":"Q6_K","size":550922260448,"bits":6.57,"known":true,"rank":0},{"repo":"DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF","file":"deepseek-ai.DeepSeek-V3.2.Q8_0-00001-of-00059.gguf","label":"Q8_0","size":713286521696,"bits":8.5,"known":true,"rank":0}],"repos":["DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF"],"logoFrom":"deepseek-ai"},{"id":"contextpilot-14b","family":"tencent/ContextPilot-14B","name":"ContextPilot 14B","maker":"Tencent","catalog":null,"tuned":false,"params":14.77,"active":null,"layers":40,"probe":"bartowski/tencent_ContextPilot-14B-GGUF/tencent_ContextPilot-14B-IQ2_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"other","open":false,"released":"2026-09-01T10:36:50.000Z","downloads":2302,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ2_S.gguf","label":"IQ2_S","size":5576729760,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ2_M.gguf","label":"IQ2_M","size":5869184160,"bits":3.18,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q2_K.gguf","label":"Q2_K","size":6012032160,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ3_XXS.gguf","label":"IQ3_XXS","size":6250685600,"bits":3.39,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ3_XS.gguf","label":"IQ3_XS","size":6639083680,"bits":3.6,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q2_K_L.gguf","label":"Q2_K_L","size":6771712160,"bits":3.67,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q3_K_S.gguf","label":"Q3_K_S","size":6861906080,"bits":3.72,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ3_M.gguf","label":"IQ3_M","size":7114424480,"bits":3.85,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q3_K_M.gguf","label":"Q3_K_M","size":7537909920,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q3_K_L.gguf","label":"Q3_K_L","size":7974379680,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ4_XS.gguf","label":"IQ4_XS","size":8290135200,"bits":4.49,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q3_K_XL.gguf","label":"Q3_K_XL","size":8655052960,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q4_0.gguf","label":"Q4_0","size":8678169760,"bits":4.7,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-IQ4_NL.gguf","label":"IQ4_NL","size":8704384160,"bits":4.71,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q4_K_S.gguf","label":"Q4_K_S","size":8719129760,"bits":4.72,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q4_K_M.gguf","label":"Q4_K_M","size":9294208160,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q4_1.gguf","label":"Q4_1","size":9491922080,"bits":5.14,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q4_K_L.gguf","label":"Q4_K_L","size":9871564960,"bits":5.35,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q5_K_S.gguf","label":"Q5_K_S","size":10333527200,"bits":5.6,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q5_K_M.gguf","label":"Q5_K_M","size":10751319200,"bits":5.82,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q5_K_L.gguf","label":"Q5_K_L","size":11231436960,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q6_K.gguf","label":"Q6_K","size":12579051680,"bits":6.81,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q6_K_L.gguf","label":"Q6_K_L","size":12955852960,"bits":7.02,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-Q8_0.gguf","label":"Q8_0","size":15698534560,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","file":"tencent_ContextPilot-14B-bf16.gguf","label":"BF16","size":29543423840,"bits":16,"known":true,"rank":0}],"repos":["bartowski/tencent_ContextPilot-14B-GGUF"],"logoFrom":"tencent"},{"id":"tinyllama-1-1b-davidattenborough","family":"gabrielchua/TinyLlama-1.1B-DavidAttenborough","name":"TinyLlama 1.1B DavidAttenborough","maker":"gabrielchua","catalog":null,"tuned":false,"params":1.1,"active":null,"layers":22,"probe":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF/TinyLlama-1.1B-DavidAttenborough.i1-IQ1_S.gguf","kvBytesPerToken":26065,"kvHeader":22528,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-26T14:14:46.000Z","downloads":2301,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ1_S.gguf","label":"IQ1_S","size":269966656,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ1_M.gguf","label":"IQ1_M","size":289701184,"bits":2.11,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":322592064,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ2_XS.gguf","label":"IQ2_XS","size":351788352,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ2_S.gguf","label":"IQ2_S","size":373763392,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ2_M.gguf","label":"IQ2_M","size":400076096,"bits":2.91,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q2_K.gguf","label":"Q2_K","size":432131392,"bits":3.14,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":445132096,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ3_XS.gguf","label":"IQ3_XS","size":477625664,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q3_K_S.gguf","label":"Q3_K_S","size":499342656,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ3_S.gguf","label":"IQ3_S","size":500874560,"bits":3.64,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ3_M.gguf","label":"IQ3_M","size":516193600,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q3_K_M.gguf","label":"Q3_K_M","size":548404544,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q3_K_L.gguf","label":"Q3_K_L","size":591527232,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-IQ4_XS.gguf","label":"IQ4_XS","size":606203200,"bits":4.41,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q4_0.gguf","label":"Q4_0","size":638168384,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q4_K_S.gguf","label":"Q4_K_S","size":639872320,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q4_K_M.gguf","label":"Q4_K_M","size":667815232,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q5_K_S.gguf","label":"Q5_K_S","size":766029120,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q5_K_M.gguf","label":"Q5_K_M","size":782044480,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF","file":"TinyLlama-1.1B-DavidAttenborough.i1-Q6_K.gguf","label":"Q6_K","size":903413056,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TinyLlama-1.1B-DavidAttenborough-i1-GGUF"],"logoFrom":"gabrielchua"},{"id":"os-copilot-os-shepherd-9b","family":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","name":"OS Copilot OS Shepherd 9B","maker":"bartowski","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF/OS-Copilot_OS-Shepherd-9B-IQ2_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-08-08T03:30:50.000Z","downloads":2301,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-IQ2_M.gguf","label":"IQ2_M","size":3769427328,"bits":3.37,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q2_K.gguf","label":"Q2_K","size":4064273792,"bits":3.63,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-IQ3_XXS.gguf","label":"IQ3_XXS","size":4276020608,"bits":3.82,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-IQ3_XS.gguf","label":"IQ3_XS","size":4560528768,"bits":4.08,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q3_K_S.gguf","label":"Q3_K_S","size":4669318528,"bits":4.17,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-IQ3_M.gguf","label":"IQ3_M","size":4722533760,"bits":4.22,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q3_K_M.gguf","label":"Q3_K_M","size":4920190336,"bits":4.4,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q2_K_L.gguf","label":"Q2_K_L","size":5057553792,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q3_K_L.gguf","label":"Q3_K_L","size":5111031168,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-IQ4_XS.gguf","label":"IQ4_XS","size":5242643840,"bits":4.69,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-IQ4_NL.gguf","label":"IQ4_NL","size":5478901120,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q4_0.gguf","label":"Q4_0","size":5482833280,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q4_K_S.gguf","label":"Q4_K_S","size":5598176640,"bits":5,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5910783360,"bits":5.28,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q4_1.gguf","label":"Q4_1","size":5944862080,"bits":5.31,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q3_K_XL.gguf","label":"Q3_K_XL","size":6001010048,"bits":5.36,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q5_K_S.gguf","label":"Q5_K_S","size":6526428544,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q4_K_L.gguf","label":"Q4_K_L","size":6665676160,"bits":5.96,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q5_K_M.gguf","label":"Q5_K_M","size":6852928896,"bits":6.13,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q5_K_L.gguf","label":"Q5_K_L","size":7480681856,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q6_K.gguf","label":"Q6_K","size":7700260224,"bits":6.88,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q6_K_L.gguf","label":"Q6_K_L","size":8192927104,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-Q8_0.gguf","label":"Q8_0","size":9545983360,"bits":8.53,"known":true,"rank":0},{"repo":"bartowski/OS-Copilot_OS-Shepherd-9B-GGUF","file":"OS-Copilot_OS-Shepherd-9B-bf16.gguf","label":"BF16","size":17920697440,"bits":16.02,"known":true,"rank":0}],"repos":["bartowski/OS-Copilot_OS-Shepherd-9B-GGUF"],"logoFrom":"OS-Copilot"},{"id":"mahou-1-2-mistral-7b","family":"flammenai/Mahou-1.2-mistral-7B","name":"Mahou 1.2 Mistral 7B","maker":"flammenai","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF/Mahou-1.2-mistral-7B.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-05-17T20:39:37.000Z","downloads":2300,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ1_S.gguf","label":"IQ1_S","size":1612102144,"bits":1.78,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ1_M.gguf","label":"IQ1_M","size":1754446336,"bits":1.94,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1991686656,"bits":2.2,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2198256128,"bits":2.43,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ2_S.gguf","label":"IQ2_S","size":2310920704,"bits":2.55,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ2_M.gguf","label":"IQ2_M","size":2500712960,"bits":2.76,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q2_K.gguf","label":"Q2_K","size":2719242752,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2827344384,"bits":3.12,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3018816000,"bits":3.34,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3164568064,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ3_S.gguf","label":"IQ3_S","size":3182393856,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ3_M.gguf","label":"IQ3_M","size":3284892160,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3518986752,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3822025216,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3907688960,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q4_0.gguf","label":"Q4_0","size":4123597312,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4140374528,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4368439808,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4997716480,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5131409920,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Mahou-1.2-mistral-7B-i1-GGUF","file":"Mahou-1.2-mistral-7B.i1-Q6_K.gguf","label":"Q6_K","size":5942065664,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mahou-1.2-mistral-7B-i1-GGUF"],"logoFrom":"flammenai"},{"id":"herplete-llm-llama-3-1-8b","family":"Etherll/Herplete-LLM-Llama-3.1-8b","name":"Herplete LLM Llama 3.1 8B","maker":"Etherll","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF/Herplete-LLM-Llama-3.1-8b.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-26T06:32:46.000Z","downloads":2299,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ1_S.gguf","label":"IQ1_S","size":2019633696,"bits":2.01,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ1_M.gguf","label":"IQ1_M","size":2161977888,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2399218208,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2605787680,"bits":2.6,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ2_S.gguf","label":"IQ2_S","size":2758494752,"bits":2.75,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ2_M.gguf","label":"IQ2_M","size":2948287008,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q2_K.gguf","label":"Q2_K","size":3179137568,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3274918432,"bits":3.26,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3518753312,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3664505376,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ3_S.gguf","label":"IQ3_S","size":3682331168,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ3_M.gguf","label":"IQ3_M","size":3784829472,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q3_K_M.gguf","label":"Q3_K_M","size":4018924064,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4321962528,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4447668768,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q4_0.gguf","label":"Q4_0","size":4675897888,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4692675104,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4920740384,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5599300128,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5732993568,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF","file":"Herplete-LLM-Llama-3.1-8b.i1-Q6_K.gguf","label":"Q6_K","size":6596012576,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Herplete-LLM-Llama-3.1-8b-i1-GGUF"],"logoFrom":"meta-llama"},{"id":"invalid-coder-starling-lm-7b-beta-laser-dpo","family":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","name":"Invalid Coder Starling LM 7B Beta Laser Dpo","maker":"RichardErkhov","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf/Starling-LM-7B-beta-laser-dpo.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-09-16T03:33:20.000Z","downloads":2298,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q2_K.gguf","label":"Q2_K","size":2719252160,"bits":3,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.IQ3_XS.gguf","label":"IQ3_XS","size":3018826240,"bits":3.34,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q3_K_S.gguf","label":"Q3_K_S","size":3164578304,"bits":3.5,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.IQ3_S.gguf","label":"IQ3_S","size":3182404096,"bits":3.52,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.IQ3_M.gguf","label":"IQ3_M","size":3284902400,"bits":3.63,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q3_K.gguf","label":"Q3_K","size":3518996992,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q3_K_M.gguf","label":"Q3_K_M","size":3518996992,"bits":3.89,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q3_K_L.gguf","label":"Q3_K_L","size":3822035456,"bits":4.22,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.IQ4_XS.gguf","label":"IQ4_XS","size":3944400192,"bits":4.36,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q4_0.gguf","label":"Q4_0","size":4108928576,"bits":4.54,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q4_K_S.gguf","label":"Q4_K_S","size":4140385856,"bits":4.58,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.IQ4_NL.gguf","label":"IQ4_NL","size":4155065920,"bits":4.59,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q4_K.gguf","label":"Q4_K","size":4368451136,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q4_K_M.gguf","label":"Q4_K_M","size":4368451136,"bits":4.83,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q4_1.gguf","label":"Q4_1","size":4553328704,"bits":5.03,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q5_0.gguf","label":"Q5_0","size":4997728832,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q5_K_S.gguf","label":"Q5_K_S","size":4997728832,"bits":5.52,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q5_K.gguf","label":"Q5_K","size":5131422272,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q5_K_M.gguf","label":"Q5_K_M","size":5131422272,"bits":5.67,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q5_1.gguf","label":"Q5_1","size":5442128960,"bits":6.01,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q6_K.gguf","label":"Q6_K","size":5942079104,"bits":6.57,"known":true,"rank":0},{"repo":"RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf","file":"Starling-LM-7B-beta-laser-dpo.Q8_0.gguf","label":"Q8_0","size":7695875584,"bits":8.5,"known":true,"rank":0}],"repos":["RichardErkhov/invalid-coder_-_Starling-LM-7B-beta-laser-dpo-gguf"],"logoFrom":"RichardErkhov"},{"id":"phi-2-layla-v1-chatml","family":"l3utterfly/phi-2-layla-v1-chatml-gguf","name":"Phi 2 Layla V1 Chatml","maker":"l3utterfly","catalog":null,"tuned":false,"params":2.78,"active":null,"layers":32,"probe":"l3utterfly/phi-2-layla-v1-chatml-gguf/phi-2-layla-v1-chatml-Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":2048,"arch":"phi2","vision":false,"licence":"mit","open":true,"released":"2024-03-11T07:40:32.000Z","downloads":2297,"likes":15,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q2_K.gguf","label":"Q2_K","size":1109719872,"bits":3.19,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q3_K.gguf","label":"Q3_K","size":1432689472,"bits":4.12,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q4_0_4_4.gguf","label":"Q4_0_4_4","size":1602468672,"bits":4.61,"known":false,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":1602468672,"bits":4.61,"known":false,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":1602468672,"bits":4.61,"known":false,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q4_K.gguf","label":"Q4_K","size":1737636672,"bits":5,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q4_K_M.gguf","label":"Q4_K_M","size":1737636672,"bits":5,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q5_K.gguf","label":"Q5_K","size":2003057472,"bits":5.76,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q6_K.gguf","label":"Q6_K","size":2285067072,"bits":6.58,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-Q8_0.gguf","label":"Q8_0","size":2958039872,"bits":8.51,"known":true,"rank":0},{"repo":"l3utterfly/phi-2-layla-v1-chatml-gguf","file":"phi-2-layla-v1-chatml-f16.gguf","label":"F16","size":5563095840,"bits":16.01,"known":true,"rank":0}],"repos":["l3utterfly/phi-2-layla-v1-chatml-gguf"],"logoFrom":"l3utterfly"},{"id":"bonsai-27b-ternary-crack","family":"dealignai/Bonsai-27b-Ternary-CRACK-GGUF","name":"Bonsai 27B Ternary CRACK","maker":"dealignai","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"dealignai/Bonsai-27b-Ternary-CRACK-GGUF/Bonsai-27b-Ternary-CRACK-Q2_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-15T20:11:31.000Z","downloads":2297,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"dealignai/Bonsai-27b-Ternary-CRACK-GGUF","file":"Bonsai-27b-Ternary-CRACK-Q2_0.gguf","label":"Q2_0","size":8247797056,"bits":2.45,"known":false,"rank":0}],"repos":["dealignai/Bonsai-27b-Ternary-CRACK-GGUF"],"logoFrom":"prism-ml"},{"id":"ice-ai","family":"darkps/ice-AI","name":"Ice AI","maker":"darkps","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"bartowski/darkps_ice-AI-GGUF/darkps_ice-AI-IQ2_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-31T10:14:21.000Z","downloads":2297,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-IQ2_M.gguf","label":"IQ2_M","size":3364324736,"bits":3.29,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q2_K.gguf","label":"Q2_K","size":3430368640,"bits":3.35,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-IQ3_XXS.gguf","label":"IQ3_XXS","size":3548939648,"bits":3.47,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-IQ3_XS.gguf","label":"IQ3_XS","size":3780228480,"bits":3.69,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q3_K_S.gguf","label":"Q3_K_S","size":3887576448,"bits":3.8,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-IQ3_M.gguf","label":"IQ3_M","size":4033459584,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q2_K_L.gguf","label":"Q2_K_L","size":4038112640,"bits":3.94,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q3_K_M.gguf","label":"Q3_K_M","size":4250514816,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q3_K_L.gguf","label":"Q3_K_L","size":4473861504,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-IQ4_XS.gguf","label":"IQ4_XS","size":4669187456,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q4_0.gguf","label":"Q4_0","size":4865189248,"bits":4.75,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q4_K_S.gguf","label":"Q4_K_S","size":4887209344,"bits":4.77,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-IQ4_NL.gguf","label":"IQ4_NL","size":4891534720,"bits":4.78,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q3_K_XL.gguf","label":"Q3_K_XL","size":5018400128,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q4_K_M.gguf","label":"Q4_K_M","size":5200012672,"bits":5.08,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q4_1.gguf","label":"Q4_1","size":5306738048,"bits":5.18,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q4_K_L.gguf","label":"Q4_K_L","size":5661898112,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q5_K_S.gguf","label":"Q5_K_S","size":5760869760,"bits":5.63,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q5_K_M.gguf","label":"Q5_K_M","size":5991490944,"bits":5.85,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q5_K_L.gguf","label":"Q5_K_L","size":6375585152,"bits":6.23,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q6_K.gguf","label":"Q6_K","size":7000167808,"bits":6.84,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q6_K_L.gguf","label":"Q6_K_L","size":7301608832,"bits":7.13,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-Q8_0.gguf","label":"Q8_0","size":8709518720,"bits":8.51,"known":true,"rank":0},{"repo":"bartowski/darkps_ice-AI-GGUF","file":"darkps_ice-AI-bf16.gguf","label":"BF16","size":16388043904,"bits":16.01,"known":true,"rank":0}],"repos":["bartowski/darkps_ice-AI-GGUF"],"logoFrom":"darkps"},{"id":"qwen3-8-27b-pxqn-onecard","family":"poisonxa/Qwen3.8-27B-PXQN-OneCard","name":"Qwen3.8 27B PXQN OneCard","maker":"poisonxa","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"poisonxa/Qwen3.8-27B-PXQN-OneCard/Qwen3.8-27B-PXQN-OneCard.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-09-30T04:03:10.000Z","downloads":2296,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"poisonxa/Qwen3.8-27B-PXQN-OneCard","file":"Qwen3.8-27B-PXQN-OneCard.gguf","label":"Qwen3.8-27B-PXQN-OneCard","size":13566509376,"bits":3.97,"known":false,"rank":0}],"repos":["poisonxa/Qwen3.8-27B-PXQN-OneCard"],"logoFrom":"Qwen"},{"id":"wizardlm-30b-uncensored","family":"QuixiAI/WizardLM-30B-Uncensored","name":"WizardLM 30B Uncensored","maker":"QuixiAI","catalog":null,"tuned":true,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/WizardLM-30B-Uncensored-GGUF/WizardLM-30B-Uncensored.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-19T23:15:29.000Z","downloads":2295,"likes":18,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q2_K.gguf","label":"Q2_K","size":13502553024,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q3_K_S.gguf","label":"Q3_K_S","size":14064120416,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q3_K_M.gguf","label":"Q3_K_M","size":15761560160,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q3_K_L.gguf","label":"Q3_K_L","size":17279767136,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q4_0.gguf","label":"Q4_0","size":18355976640,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q4_K_S.gguf","label":"Q4_K_S","size":18437765568,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q4_K_M.gguf","label":"Q4_K_M","size":19621149120,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q5_0.gguf","label":"Q5_0","size":22395370752,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q5_K_S.gguf","label":"Q5_K_S","size":22395370752,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q5_K_M.gguf","label":"Q5_K_M","size":23047126272,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q6_K.gguf","label":"Q6_K","size":26687227008,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/WizardLM-30B-Uncensored-GGUF","file":"WizardLM-30B-Uncensored.Q8_0.gguf","label":"Q8_0","size":34565138688,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/WizardLM-30B-Uncensored-GGUF"],"logoFrom":"QuixiAI"},{"id":"yi-34bx2-moe-60b-dpo","family":"cloudyu/Yi-34Bx2-MoE-60B-DPO","name":"Yi 34Bx2 MoE 60B DPO","maker":"cloudyu","catalog":null,"tuned":false,"params":60.81,"active":60.81,"layers":60,"probe":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF/Yi-34Bx2-MoE-60B-DPO.i1-IQ1_S.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":200000,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-13T13:45:43.000Z","downloads":2295,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ1_S.gguf","label":"IQ1_S","size":12799866400,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ1_M.gguf","label":"IQ1_M","size":14072903200,"bits":1.85,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":16194631200,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ2_XS.gguf","label":"IQ2_XS","size":17988351520,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ2_S.gguf","label":"IQ2_S","size":18677196320,"bits":2.46,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ2_M.gguf","label":"IQ2_M","size":20374578720,"bits":2.68,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q2_K.gguf","label":"Q2_K","size":22393660960,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":23452804640,"bits":3.09,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ3_XS.gguf","label":"IQ3_XS","size":24972564000,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q3_K_S.gguf","label":"Q3_K_S","size":26317854240,"bits":3.46,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ3_S.gguf","label":"IQ3_S","size":26376345120,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ3_M.gguf","label":"IQ3_M","size":27058738720,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q3_K_M.gguf","label":"Q3_K_M","size":29237351968,"bits":3.85,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q3_K_L.gguf","label":"Q3_K_L","size":31767828000,"bits":4.18,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-IQ4_XS.gguf","label":"IQ4_XS","size":32516310560,"bits":4.28,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q4_0.gguf","label":"Q4_0","size":34461992480,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q4_K_S.gguf","label":"Q4_K_S","size":34594113056,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q4_K_M.gguf","label":"Q4_K_M","size":36661134880,"bits":4.82,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q5_K_S.gguf","label":"Q5_K_S","size":41877718560,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q5_K_M.gguf","label":"Q5_K_M","size":43076781600,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF","file":"Yi-34Bx2-MoE-60B-DPO.i1-Q6_K.gguf","label":"Q6_K","size":49893406240,"bits":6.56,"known":true,"rank":0}],"repos":["mradermacher/Yi-34Bx2-MoE-60B-DPO-i1-GGUF"],"logoFrom":"cloudyu"},{"id":"qwen3-6-27b-aeon-ultimate-uncensored-bf16","family":"AEON-7/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16","name":"Qwen3.6 27B AEON Ultimate Uncensored BF16","maker":"AEON-7","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ1_S.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-08T13:56:47.000Z","downloads":2295,"likes":12,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ1_S.gguf","label":"IQ1_S","size":7149824672,"bits":2.13,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ1_M.gguf","label":"IQ1_M","size":7631084192,"bits":2.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":8433183392,"bits":2.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ2_XS.gguf","label":"IQ2_XS","size":9090591392,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ2_S.gguf","label":"IQ2_S","size":9362913952,"bits":2.78,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ2_M.gguf","label":"IQ2_M","size":10004593312,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10248325792,"bits":3.05,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q2_K.gguf","label":"Q2_K","size":10711665312,"bits":3.19,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186371232,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967130272,"bits":3.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12073953952,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ3_S.gguf","label":"IQ3_S","size":12419328672,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ3_M.gguf","label":"IQ3_M","size":12580874912,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13301443232,"bits":3.96,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14344776352,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15082506912,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q4_0.gguf","label":"Q4_0","size":15521434272,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15586314912,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16547400352,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q4_1.gguf","label":"Q4_1","size":17078241952,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18679614112,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19231099552,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF","file":"Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16.i1-Q6_K.gguf","label":"Q6_K","size":22082529952,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.6-27B-AEON-Ultimate-Uncensored-BF16-i1-GGUF"],"logoFrom":"AEON-7"},{"id":"elementalrp-i1","family":"mradermacher/ElementalRP-i1-GGUF","name":"ElementalRP I1","maker":"mradermacher","catalog":null,"tuned":true,"params":46.7,"active":12.88,"layers":32,"probe":"mradermacher/ElementalRP-i1-GGUF/ElementalRP.i1-IQ1_S.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-04-09T05:12:48.000Z","downloads":2295,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ1_S.gguf","label":"IQ1_S","size":9821668416,"bits":1.68,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ1_M.gguf","label":"IQ1_M","size":10847175744,"bits":1.86,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":12556354624,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ2_XS.gguf","label":"IQ2_XS","size":13923697728,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ2_S.gguf","label":"IQ2_S","size":14127850560,"bits":2.42,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ2_M.gguf","label":"IQ2_M","size":15495193664,"bits":2.65,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q2_K.gguf","label":"Q2_K","size":17311228992,"bits":2.97,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":18242462784,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ3_XS.gguf","label":"IQ3_XS","size":19350389824,"bits":3.31,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ3_S.gguf","label":"IQ3_S","size":20432520256,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q3_K_S.gguf","label":"Q3_K_S","size":20432520256,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ3_M.gguf","label":"IQ3_M","size":21430764608,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q3_K_M.gguf","label":"Q3_K_M","size":22546449472,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q3_K_L.gguf","label":"Q3_K_L","size":24169645120,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-IQ4_XS.gguf","label":"IQ4_XS","size":25080538176,"bits":4.3,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q4_0.gguf","label":"Q4_0","size":26561029184,"bits":4.55,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q4_K_S.gguf","label":"Q4_K_S","size":26745578560,"bits":4.58,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q4_K_M.gguf","label":"Q4_K_M","size":28448465984,"bits":4.87,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q5_K_S.gguf","label":"Q5_K_S","size":32231334976,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q5_K_M.gguf","label":"Q5_K_M","size":33229579328,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/ElementalRP-i1-GGUF","file":"ElementalRP.i1-Q6_K.gguf","label":"Q6_K","size":38380815424,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/ElementalRP-i1-GGUF"],"logoFrom":null},{"id":"vikhr-llama-3-2-1b-instruct","family":"Vikhrmodels/Vikhr-Llama-3.2-1B-Instruct","name":"Vikhr Llama 3.2 1B","maker":"Vikhrmodels","catalog":null,"tuned":false,"params":1.24,"active":null,"layers":16,"probe":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF/Vikhr-Llama-3.2-1B-IQ1_S.gguf","kvBytesPerToken":37913,"kvHeader":32768,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"llama3.2","open":false,"released":"2024-09-27T11:57:06.000Z","downloads":2294,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ1_S.gguf","label":"IQ1_S","size":393552352,"bits":2.54,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ1_M.gguf","label":"IQ1_M","size":413606368,"bits":2.67,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ2_XXS.gguf","label":"IQ2_XXS","size":447029728,"bits":2.88,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ2_XS.gguf","label":"IQ2_XS","size":475865568,"bits":3.07,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ2_S.gguf","label":"IQ2_S","size":488710624,"bits":3.15,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ2_M.gguf","label":"IQ2_M","size":515449312,"bits":3.33,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ3_XXS.gguf","label":"IQ3_XXS","size":562110944,"bits":3.63,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q2_K.gguf","label":"Q2_K","size":580874336,"bits":3.75,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ3_XS.gguf","label":"IQ3_XS","size":621113824,"bits":4.01,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q3_K_S.gguf","label":"Q3_K_S","size":641691744,"bits":4.14,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ3_S.gguf","label":"IQ3_S","size":643920352,"bits":4.15,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ3_M.gguf","label":"IQ3_M","size":657289696,"bits":4.24,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q3_K.gguf","label":"Q3_K","size":690843744,"bits":4.46,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q3_K_M.gguf","label":"Q3_K_M","size":690843744,"bits":4.46,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q3_K_L.gguf","label":"Q3_K_L","size":732524640,"bits":4.73,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ4_XS.gguf","label":"IQ4_XS","size":743141856,"bits":4.79,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q4_0.gguf","label":"Q4_0","size":770928736,"bits":4.97,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf","label":"Q4_0_4_8","size":770928736,"bits":4.97,"known":false,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-IQ4_NL.gguf","label":"IQ4_NL","size":773026272,"bits":4.99,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q4_K_S.gguf","label":"Q4_K_S","size":775647328,"bits":5,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q4_K.gguf","label":"Q4_K","size":807694432,"bits":5.21,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q4_K_M.gguf","label":"Q4_K_M","size":807694432,"bits":5.21,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q4_1.gguf","label":"Q4_1","size":831746144,"bits":5.37,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q5_0.gguf","label":"Q5_0","size":892563552,"bits":5.76,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q5_K_S.gguf","label":"Q5_K_S","size":892563552,"bits":5.76,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q5_K.gguf","label":"Q5_K","size":911503456,"bits":5.88,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q5_K_M.gguf","label":"Q5_K_M","size":911503456,"bits":5.88,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q5_1.gguf","label":"Q5_1","size":953380960,"bits":6.15,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q6_K.gguf","label":"Q6_K","size":1021800544,"bits":6.59,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-Q8_0.gguf","label":"Q8_0","size":1321082976,"bits":8.52,"known":true,"rank":0},{"repo":"Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF","file":"Vikhr-Llama-3.2-1B-F16.gguf","label":"F16","size":2479595616,"bits":16,"known":true,"rank":0}],"repos":["Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF"],"logoFrom":"Vikhrmodels"},{"id":"hebrew-nemo","family":"SicariusSicariiStuff/Hebrew_Nemo","name":"Hebrew Nemo","maker":"SicariusSicariiStuff","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Hebrew_Nemo-i1-GGUF/Hebrew_Nemo.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-10-30T13:18:32.000Z","downloads":2294,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ1_S.gguf","label":"IQ1_S","size":2999222528,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ1_M.gguf","label":"IQ1_M","size":3221635328,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592323328,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915088128,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ2_S.gguf","label":"IQ2_S","size":4138485024,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ2_M.gguf","label":"IQ2_M","size":4435035424,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493690464,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q2_K.gguf","label":"Q2_K","size":4791060064,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945397024,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306501760,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534239360,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ3_S.gguf","label":"IQ3_S","size":5562092160,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ3_M.gguf","label":"IQ3_M","size":5722245760,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083103360,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561516160,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742724224,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q4_0.gguf","label":"Q4_0","size":7094652864,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097929664,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120211904,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477219264,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q4_1.gguf","label":"Q4_1","size":7795233344,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518751424,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727647424,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Hebrew_Nemo-i1-GGUF","file":"Hebrew_Nemo.i1-Q6_K.gguf","label":"Q6_K","size":10056227360,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Hebrew_Nemo-i1-GGUF"],"logoFrom":"SicariusSicariiStuff"},{"id":"qwen2-5-7b-instruct-1m-thinking-claude-gemini-gpt5-2-distill","family":"DavidAU/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL","name":"Qwen2.5 7B 1M Thinking Claude Gemini GPT5.2 DISTILL","maker":"DavidAU","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ1_S.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":1010000,"arch":"qwen2","vision":false,"licence":null,"open":false,"released":"2026-01-14T00:38:03.000Z","downloads":2294,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ1_S.gguf","label":"IQ1_S","size":1903669888,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ1_M.gguf","label":"IQ1_M","size":2042198656,"bits":2.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":2273079936,"bits":2.39,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ2_XS.gguf","label":"IQ2_XS","size":2469024384,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ2_S.gguf","label":"IQ2_S","size":2595639936,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ2_M.gguf","label":"IQ2_M","size":2780344960,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2834076288,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q2_K.gguf","label":"Q2_K","size":3015942784,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":3114517120,"bits":3.27,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ3_XS.gguf","label":"IQ3_XS","size":3346258560,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q3_K_S.gguf","label":"Q3_K_S","size":3492371072,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ3_S.gguf","label":"IQ3_S","size":3499195008,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ3_M.gguf","label":"IQ3_M","size":3574014592,"bits":3.75,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q3_K_M.gguf","label":"Q3_K_M","size":3808393856,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q3_K_L.gguf","label":"Q3_K_L","size":4088461952,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ4_XS.gguf","label":"IQ4_XS","size":4218475136,"bits":4.43,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-IQ4_NL.gguf","label":"IQ4_NL","size":4437815936,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q4_0.gguf","label":"Q4_0","size":4444123776,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q4_K_S.gguf","label":"Q4_K_S","size":4457771648,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q4_K_M.gguf","label":"Q4_K_M","size":4683076224,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q4_1.gguf","label":"Q4_1","size":4873286272,"bits":5.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q5_K_S.gguf","label":"Q5_K_S","size":5315179136,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q5_K_M.gguf","label":"Q5_K_M","size":5444833920,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF","file":"Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL.i1-Q6_K.gguf","label":"Q6_K","size":6254201472,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen2.5-7B-Instruct-1M-Thinking-Claude-Gemini-GPT5.2-DISTILL-i1-GGUF"],"logoFrom":"DavidAU"},{"id":"command-r-01-ultra-neo-v1-35b-imatrix","family":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","name":"Command R 01 Ultra NEO V1 35B IMATRIX","maker":"DavidAU","catalog":null,"tuned":false,"params":34.98,"active":null,"layers":40,"probe":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF/CommandR-35B-Q2_k.gguf","kvBytesPerToken":1516503,"kvHeader":1310720,"kvFixed":0,"context":131072,"arch":"command-r","vision":false,"licence":"apache-2.0","open":true,"released":"2024-06-24T05:52:20.000Z","downloads":2293,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ1_M-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ1_M-imat13","size":9146645408,"bits":2.09,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ2_XXS-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ2_XXS-imat13","size":10185391008,"bits":2.33,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ2_XS-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ2_XS-imat13","size":11100273568,"bits":2.54,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-Q2_k.gguf","label":"Q2_K","size":13817395872,"bits":3.16,"known":true,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ3_XXS-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ3_XXS-imat13","size":13832469408,"bits":3.16,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ3_XS-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ3_XS-imat13","size":15091415968,"bits":3.45,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ3_S-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ3_S-imat13","size":15862119328,"bits":3.63,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-Q3_K_M-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-Q3_K_M-imat13","size":17618484128,"bits":4.03,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-IQ4_XS-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-IQ4_XS-imat13","size":19201833888,"bits":4.39,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-Q4_K_M-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-Q4_K_M-imat13","size":21527051168,"bits":4.92,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-Q5_K_S-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-Q5_K_S-imat13","size":24339856288,"bits":5.57,"known":false,"rank":0},{"repo":"DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF","file":"CommandR-35B-NEO-V1-D_AU-Q6_K-imat13.gguf","label":"CommandR-35B-NEO-V1-D_AU-Q6_K-imat13","size":28707175328,"bits":6.57,"known":false,"rank":0}],"repos":["DavidAU/Command-R-01-Ultra-NEO-V1-35B-IMATRIX-GGUF"],"logoFrom":"CohereLabs"},{"id":"granite-4-2-3b-heretic","family":"saidutta69/granite-4.2-3b-heretic","name":"Granite 4.2 3B Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":3.66,"active":null,"layers":40,"probe":"saidutta69/granite-4.2-3b-heretic/granite-4.2-3b-heretic-Q2_K.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":131072,"arch":"granite","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T04:31:25.000Z","downloads":2293,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q2_K.gguf","label":"Q2_K","size":1455736256,"bits":3.18,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q3_K_S.gguf","label":"Q3_K_S","size":1677206976,"bits":3.67,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-IQ3_S.gguf","label":"IQ3_S","size":1684170176,"bits":3.68,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q3_K_M.gguf","label":"Q3_K_M","size":1835967936,"bits":4.01,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q3_K_L.gguf","label":"Q3_K_L","size":1974576576,"bits":4.32,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-IQ4_XS.gguf","label":"IQ4_XS","size":2047362496,"bits":4.48,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q4_0.gguf","label":"Q4_0","size":2129118656,"bits":4.65,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q4_K_S.gguf","label":"Q4_K_S","size":2142881216,"bits":4.68,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2244011456,"bits":4.9,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q4_1.gguf","label":"Q4_1","size":2341782976,"bits":5.12,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q5_K_S.gguf","label":"Q5_K_S","size":2554447296,"bits":5.58,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2613634496,"bits":5.71,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q6_K.gguf","label":"Q6_K","size":3006358976,"bits":6.57,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-Q8_0.gguf","label":"Q8_0","size":3892651456,"bits":8.51,"known":true,"rank":0},{"repo":"saidutta69/granite-4.2-3b-heretic","file":"granite-4.2-3b-heretic-F16.gguf","label":"F16","size":7323461056,"bits":16.01,"known":true,"rank":0}],"repos":["saidutta69/granite-4.2-3b-heretic"],"logoFrom":"ibm-granite"},{"id":"mistral-7b-dolphin2-1-lima0-5","family":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","name":"Mistral 7B Dolphin2.1 LIMA0.5","maker":"TheBloke","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF/mistral_7b_dolphin2.1_lima0.5.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2023-10-28T07:50:04.000Z","downloads":2292,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q2_K.gguf","label":"Q2_K","size":3083107232,"bits":3.41,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q3_K_S.gguf","label":"Q3_K_S","size":3164577504,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q3_K_M.gguf","label":"Q3_K_M","size":3518996192,"bits":3.89,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q3_K_L.gguf","label":"Q3_K_L","size":3822034656,"bits":4.22,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q4_0.gguf","label":"Q4_0","size":4108927776,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q4_K_S.gguf","label":"Q4_K_S","size":4140385056,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q4_K_M.gguf","label":"Q4_K_M","size":4368450336,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q5_0.gguf","label":"Q5_0","size":4997728032,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q5_K_S.gguf","label":"Q5_K_S","size":4997728032,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q5_K_M.gguf","label":"Q5_K_M","size":5131421472,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q6_K.gguf","label":"Q6_K","size":5942078304,"bits":6.57,"known":true,"rank":0},{"repo":"TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF","file":"mistral_7b_dolphin2.1_lima0.5.Q8_0.gguf","label":"Q8_0","size":7695874784,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/Mistral_7B_Dolphin2.1_LIMA0.5-GGUF"],"logoFrom":"RossAscends"},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16","family":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","name":"NVIDIA Nemotron 3 Super 120B A12B BF16","maker":"NVIDIA","catalog":null,"tuned":false,"params":120.67,"active":2.41,"layers":88,"probe":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF/NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q2_K.gguf","kvBytesPerToken":9478,"kvHeader":8192,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-03-20T18:07:58.000Z","downloads":2292,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q2_K.gguf","label":"Q2_K","size":53500791424,"bits":3.55,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q3_K_S.gguf","label":"Q3_K_S","size":59863714432,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q3_K_M.gguf","label":"Q3_K_M","size":67227994752,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.IQ4_XS.gguf","label":"IQ4_XS","size":67668986496,"bits":4.49,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q3_K_L.gguf","label":"Q3_K_L","size":70697208448,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q4_K_S.gguf","label":"Q4_K_S","size":75821501056,"bits":5.03,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q4_K_M.gguf","label":"Q4_K_M","size":86051080832,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q5_K_S.gguf","label":"Q5_K_S","size":86849243776,"bits":5.76,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q5_K_M.gguf","label":"Q5_K_M","size":95716330112,"bits":6.35,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q6_K.gguf","label":"Q6_K","size":112921987712,"bits":7.49,"known":true,"rank":0},{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF","file":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16.Q8_0.gguf","label":"Q8_0","size":128472992384,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-BF16-GGUF"],"logoFrom":"nvidia"},{"id":"ui-venus-1-5-30b-a3b","family":"inclusionAI/UI-Venus-1.5-30B-A3B","name":"UI Venus 1.5 30B A3B","maker":"Ant Group","catalog":null,"tuned":false,"params":30.53,"active":3.35,"layers":48,"probe":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF/UI-Venus-1.5-30B-A3B.Q2_K.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen3vlmoe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-02-11T13:03:31.000Z","downloads":2291,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q2_K.gguf","label":"Q2_K","size":11258611168,"bits":2.95,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q3_K_S.gguf","label":"Q3_K_S","size":13292469728,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q3_K_M.gguf","label":"Q3_K_M","size":14711848416,"bits":3.86,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q3_K_L.gguf","label":"Q3_K_L","size":15900671456,"bits":4.17,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.IQ4_XS.gguf","label":"IQ4_XS","size":16557094368,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q4_K_S.gguf","label":"Q4_K_S","size":17456010720,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q4_K_M.gguf","label":"Q4_K_M","size":18556687840,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q5_K_S.gguf","label":"Q5_K_S","size":21080511968,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q5_K_M.gguf","label":"Q5_K_M","size":21725582816,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q6_K.gguf","label":"Q6_K","size":25092533728,"bits":6.58,"known":true,"rank":0},{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","file":"UI-Venus-1.5-30B-A3B.Q8_0.gguf","label":"Q8_0","size":32483933664,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/UI-Venus-1.5-30B-A3B-GGUF"],"logoFrom":"inclusionAI"},{"id":"meta-flores-translation-chinese-english-model","family":"NeuraFusionAI/meta-flores-translation-chinese-english-model","name":"Meta Flores Translation Chinese English Model","maker":"NeuraFusionAI","catalog":null,"tuned":true,"params":0.22,"active":null,"layers":12,"probe":"mradermacher/meta-flores-translation-chinese-english-model-GGUF/meta-flores-translation-chinese-english-model.Q2_K.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":512,"arch":"t5","vision":false,"licence":"apache-2.0","open":true,"released":"2024-08-18T03:54:31.000Z","downloads":2290,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q2_K.gguf","label":"Q2_K","size":94404608,"bits":3.43,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.IQ3_XS.gguf","label":"IQ3_XS","size":103639040,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.IQ3_S.gguf","label":"IQ3_S","size":106625024,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q3_K_S.gguf","label":"Q3_K_S","size":106625024,"bits":3.88,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.IQ3_M.gguf","label":"IQ3_M","size":109758464,"bits":3.99,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q3_K_M.gguf","label":"Q3_K_M","size":117112832,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q3_K_L.gguf","label":"Q3_K_L","size":126697472,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.IQ4_XS.gguf","label":"IQ4_XS","size":127121408,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q4_K_S.gguf","label":"Q4_K_S","size":133535744,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q4_K_M.gguf","label":"Q4_K_M","size":146631680,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q5_K_S.gguf","label":"Q5_K_S","size":157718528,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q5_K_M.gguf","label":"Q5_K_M","size":164768768,"bits":5.99,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q6_K.gguf","label":"Q6_K","size":184039424,"bits":6.69,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.Q8_0.gguf","label":"Q8_0","size":238012160,"bits":8.65,"known":true,"rank":0},{"repo":"mradermacher/meta-flores-translation-chinese-english-model-GGUF","file":"meta-flores-translation-chinese-english-model.f16.gguf","label":"F16","size":446938880,"bits":16.25,"known":true,"rank":0}],"repos":["mradermacher/meta-flores-translation-chinese-english-model-GGUF"],"logoFrom":null},{"id":"godot-qwen2-5-coder-7b-instruct-bnb-4bit","family":"bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit","name":"Godot Qwen2.5 Coder 7B Bnb 4bit","maker":"bekoozkan","catalog":null,"tuned":true,"params":7.62,"active":null,"layers":28,"probe":"bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit/qwen2.5-coder-7b-instruct.Q2_K_L.gguf","kvBytesPerToken":66347,"kvHeader":57344,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-03T12:18:09.000Z","downloads":2290,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit","file":"qwen2.5-coder-7b-instruct.Q2_K_L.gguf","label":"Q2_K_L","size":3548164096,"bits":3.73,"known":true,"rank":0},{"repo":"bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit","file":"qwen2.5-coder-7b-instruct.Q3_K_M.gguf","label":"Q3_K_M","size":3808391168,"bits":4,"known":true,"rank":0},{"repo":"bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit","file":"qwen2.5-coder-7b-instruct.Q4_K_M.gguf","label":"Q4_K_M","size":4683073536,"bits":4.92,"known":true,"rank":0},{"repo":"bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit","file":"qwen2.5-coder-7b-instruct.Q8_0.gguf","label":"Q8_0","size":8098525184,"bits":8.5,"known":true,"rank":0}],"repos":["bekoozkan/godot-qwen2.5-coder-7b-instruct-bnb-4bit"],"logoFrom":"unsloth"},{"id":"qwen3-6-35b-a3b-dsv4pro-sft-gpt56sol-rl-agent","family":"nerkyor/Qwen3.6-35B-A3B-DSV4Pro-SFT-GPT56Sol-RL-Agent-GGUF","name":"Qwen3.6 35B A3B DSV4Pro SFT GPT56Sol RL Agent","maker":"nerkyor","catalog":null,"tuned":true,"params":34.66,"active":3.45,"layers":40,"probe":"nerkyor/Qwen3.6-35B-A3B-DSV4Pro-SFT-GPT56Sol-RL-Agent-GGUF/Qwen3.6-35B-A3B-DSV4Pro-SFT-GPT56Sol-RL-Agent-LynnStyle-Q8_0.gguf","kvBytesPerToken":94781,"kvHeader":81920,"kvFixed":0,"context":262144,"arch":"qwen3next","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-26T13:58:26.000Z","downloads":2289,"likes":28,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nerkyor/Qwen3.6-35B-A3B-DSV4Pro-SFT-GPT56Sol-RL-Agent-GGUF","file":"Qwen3.6-35B-A3B-DSV4Pro-SFT-GPT56Sol-RL-Agent-LynnStyle-Q8_0.gguf","label":"Q8_0","size":36902971456,"bits":8.52,"known":true,"rank":0}],"repos":["nerkyor/Qwen3.6-35B-A3B-DSV4Pro-SFT-GPT56Sol-RL-Agent-GGUF"],"logoFrom":"nerkyor"},{"id":"mistral-nemo-instruct-2407-absolute-heresy","family":"MuXodious/Mistral-Nemo-Instruct-2407-absolute-heresy","name":"Mistral Nemo 2407 Absolute Heresy","maker":"MuXodious","catalog":null,"tuned":false,"params":12.25,"active":null,"layers":40,"probe":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF/Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ1_S.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2026-02-05T09:30:02.000Z","downloads":2288,"likes":5,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ1_S.gguf","label":"IQ1_S","size":2999215936,"bits":1.96,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ1_M.gguf","label":"IQ1_M","size":3221628736,"bits":2.1,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3592316736,"bits":2.35,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3915081536,"bits":2.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ2_S.gguf","label":"IQ2_S","size":4138477376,"bits":2.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ2_M.gguf","label":"IQ2_M","size":4435027776,"bits":2.9,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4493682496,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q2_K.gguf","label":"Q2_K","size":4791052096,"bits":3.13,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4945389376,"bits":3.23,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5306492736,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5534230336,"bits":3.61,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ3_S.gguf","label":"IQ3_S","size":5562083136,"bits":3.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ3_M.gguf","label":"IQ3_M","size":5722236736,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6083094336,"bits":3.97,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6561507136,"bits":4.29,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6742714176,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q4_0.gguf","label":"Q4_0","size":7094642496,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-IQ4_NL.gguf","label":"IQ4_NL","size":7097919296,"bits":4.64,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q4_K_S.gguf","label":"Q4_K_S","size":7120201536,"bits":4.65,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7477208896,"bits":4.88,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q4_1.gguf","label":"Q4_1","size":7795222336,"bits":5.09,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8518739776,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8727635776,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF","file":"Mistral-Nemo-Instruct-2407-absolute-heresy.i1-Q6_K.gguf","label":"Q6_K","size":10056214336,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Mistral-Nemo-Instruct-2407-absolute-heresy-i1-GGUF"],"logoFrom":"MuXodious"},{"id":"calme-2-1-qwen2-72b","family":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","name":"Calme 2.1 Qwen2 72B","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":72.7,"active":null,"layers":80,"probe":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF/Qwen2-72B-Instruct-v0.1.IQ1_S-00001-of-00008.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-06-27T00:43:46.000Z","downloads":2288,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.IQ1_S-00001-of-00008.gguf","label":"IQ1_S","size":22686836608,"bits":2.5,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.IQ1_M-00001-of-00008.gguf","label":"IQ1_M","size":23736723328,"bits":2.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.IQ2_XS-00001-of-00008.gguf","label":"IQ2_XS","size":27054155648,"bits":2.98,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q2_K-00001-of-00008.gguf","label":"Q2_K","size":29807818496,"bits":3.28,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.IQ3_XS-00001-of-00008.gguf","label":"IQ3_XS","size":32837888128,"bits":3.61,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q3_K_S-00001-of-00008.gguf","label":"Q3_K_S","size":34483497088,"bits":3.79,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q3_K_M-00001-of-00008.gguf","label":"Q3_K_M","size":37694433408,"bits":4.15,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q3_K_L-00001-of-00008.gguf","label":"Q3_K_L","size":39500933248,"bits":4.35,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.IQ4_XS-00001-of-00008.gguf","label":"IQ4_XS","size":39704435200,"bits":4.37,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q4_K_S-00001-of-00008.gguf","label":"Q4_K_S","size":43884476416,"bits":4.83,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q4_K_M-00001-of-00008.gguf","label":"Q4_K_M","size":47410968576,"bits":5.22,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q5_K_S-00001-of-00008.gguf","label":"Q5_K_S","size":51369963520,"bits":5.65,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":54442291200,"bits":5.99,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q6_K-00001-of-00008.gguf","label":"Q6_K","size":64341999488,"bits":7.08,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.1-qwen2-72b-GGUF","file":"Qwen2-72B-Instruct-v0.1.Q8_0-00001-of-00008.gguf","label":"Q8_0","size":77255323776,"bits":8.5,"known":true,"rank":0}],"repos":["MaziyarPanahi/calme-2.1-qwen2-72b-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"reka-flash-3","family":"RekaAI/reka-flash-3","name":"Reka Flash 3","maker":"RekaAI","catalog":null,"tuned":false,"params":20.91,"active":null,"layers":44,"probe":"unsloth/reka-flash-3-GGUF/reka-flash-3-Q2_K.gguf","kvBytesPerToken":156389,"kvHeader":135168,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-11T01:03:00.000Z","downloads":2287,"likes":51,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q2_K.gguf","label":"Q2_K","size":8630896224,"bits":3.3,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q2_K_L.gguf","label":"Q2_K_L","size":8775403104,"bits":3.36,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q3_K_M.gguf","label":"Q3_K_M","size":10863011424,"bits":4.16,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q4_K_M.gguf","label":"Q4_K_M","size":13610362464,"bits":5.21,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q5_K_M.gguf","label":"Q5_K_M","size":15635474016,"bits":5.98,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q6_K.gguf","label":"Q6_K","size":18440726112,"bits":7.06,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-Q8_0.gguf","label":"Q8_0","size":22217246304,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/reka-flash-3-GGUF","file":"reka-flash-3-BF16.gguf","label":"BF16","size":41815623264,"bits":16,"known":true,"rank":0}],"repos":["bartowski/RekaAI_reka-flash-3-GGUF","unsloth/reka-flash-3-GGUF"],"logoFrom":"RekaAI"},{"id":"pygwin-4x7b","family":"Kquant03/PygWin-4x7B","name":"PygWin 4x7B","maker":"Kquant03","catalog":null,"tuned":false,"params":19.72,"active":11.07,"layers":32,"probe":"mradermacher/PygWin-4x7B-GGUF/PygWin-4x7B.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"llama2","open":false,"released":"2024-03-10T19:29:01.000Z","downloads":2286,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q2_K.gguf","label":"Q2_K","size":7389070560,"bits":3,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.IQ3_XS.gguf","label":"IQ3_XS","size":8202249856,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.IQ3_S.gguf","label":"IQ3_S","size":8683742848,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q3_K_S.gguf","label":"Q3_K_S","size":8683742848,"bits":3.52,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.IQ3_M.gguf","label":"IQ3_M","size":8922162816,"bits":3.62,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q3_K_M.gguf","label":"Q3_K_M","size":9642141312,"bits":3.91,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q3_K_L.gguf","label":"Q3_K_L","size":10448496256,"bits":4.24,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.IQ4_XS.gguf","label":"IQ4_XS","size":10786342944,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q4_K_S.gguf","label":"Q4_K_S","size":11384457376,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q4_K_M.gguf","label":"Q4_K_M","size":12099061920,"bits":4.91,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q5_K_S.gguf","label":"Q5_K_S","size":13734972064,"bits":5.57,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q5_K_M.gguf","label":"Q5_K_M","size":14153878176,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q6_K.gguf","label":"Q6_K","size":16337120448,"bits":6.63,"known":true,"rank":0},{"repo":"mradermacher/PygWin-4x7B-GGUF","file":"PygWin-4x7B.Q8_0.gguf","label":"Q8_0","size":21082214560,"bits":8.55,"known":true,"rank":0}],"repos":["mradermacher/PygWin-4x7B-GGUF"],"logoFrom":"Kquant03"},{"id":"step-3-7-flash-aeon-ultimate-abliterated","family":"Vegss/Step-3.7-Flash-AEON-Ultimate-Abliterated-GGUF","name":"Step 3.7 Flash AEON Ultimate Abliterated","maker":"Vegss","catalog":null,"tuned":true,"params":196.96,"active":11.99,"layers":45,"probe":"Vegss/Step-3.7-Flash-AEON-Ultimate-Abliterated-GGUF/Step-3.7-Flash-AEON-Ultimate-Abliterated-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":69206016,"context":262144,"arch":"step35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-06-08T13:49:54.000Z","downloads":2286,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Vegss/Step-3.7-Flash-AEON-Ultimate-Abliterated-GGUF","file":"Step-3.7-Flash-AEON-Ultimate-Abliterated-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":48393817856,"bits":1.97,"known":true,"rank":0},{"repo":"Vegss/Step-3.7-Flash-AEON-Ultimate-Abliterated-GGUF","file":"Step-3.7-Flash-AEON-Ultimate-Abliterated-Q3_K_M-00001-of-00003.gguf","label":"Q3_K_M","size":101410729824,"bits":4.12,"known":true,"rank":0},{"repo":"Vegss/Step-3.7-Flash-AEON-Ultimate-Abliterated-GGUF","file":"Step-3.7-Flash-AEON-Ultimate-Abliterated-q8_0-00001-of-00005.gguf","label":"Q8_0","size":209417867168,"bits":8.51,"known":true,"rank":0}],"repos":["Vegss/Step-3.7-Flash-AEON-Ultimate-Abliterated-GGUF"],"logoFrom":"AEON-7"},{"id":"tigercoder-12b","family":"md-nishat-008/TigerCoder-12B","name":"TigerCoder 12B","maker":"md-nishat-008","catalog":null,"tuned":true,"params":11.77,"active":null,"layers":48,"probe":"mradermacher/TigerCoder-12B-i1-GGUF/TigerCoder-12B.i1-IQ1_S.gguf","kvBytesPerToken":75825,"kvHeader":65536,"kvFixed":335544320,"context":131072,"arch":"gemma3","vision":false,"licence":"cc-by-4.0","open":true,"released":"2026-10-17T05:57:08.000Z","downloads":2286,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ1_S.gguf","label":"IQ1_S","size":2947415776,"bits":2,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ1_M.gguf","label":"IQ1_M","size":3164729056,"bits":2.15,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":3526917856,"bits":2.4,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ2_XS.gguf","label":"IQ2_XS","size":3840261856,"bits":2.61,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ2_S.gguf","label":"IQ2_S","size":4020711136,"bits":2.73,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ2_M.gguf","label":"IQ2_M","size":4310462176,"bits":2.93,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q2_K_S.gguf","label":"Q2_K_S","size":4448611936,"bits":3.02,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q2_K.gguf","label":"Q2_K","size":4768222816,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":4784901856,"bits":3.25,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ3_XS.gguf","label":"IQ3_XS","size":5206167136,"bits":3.54,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ3_S.gguf","label":"IQ3_S","size":5458316896,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q3_K_S.gguf","label":"Q3_K_S","size":5458316896,"bits":3.71,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ3_M.gguf","label":"IQ3_M","size":5655723616,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q3_K_M.gguf","label":"Q3_K_M","size":6008819296,"bits":4.08,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q3_K_L.gguf","label":"Q3_K_L","size":6480186976,"bits":4.4,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ4_XS.gguf","label":"IQ4_XS","size":6550965856,"bits":4.45,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-IQ4_NL.gguf","label":"IQ4_NL","size":6887165536,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q4_0.gguf","label":"Q4_0","size":6909283936,"bits":4.7,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q4_K_S.gguf","label":"Q4_K_S","size":6935334496,"bits":4.71,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q4_K_M.gguf","label":"Q4_K_M","size":7300779616,"bits":4.96,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q4_1.gguf","label":"Q4_1","size":7559564896,"bits":5.14,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q5_K_S.gguf","label":"Q5_K_S","size":8231964256,"bits":5.6,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q5_K_M.gguf","label":"Q5_K_M","size":8445038176,"bits":5.74,"known":true,"rank":0},{"repo":"mradermacher/TigerCoder-12B-i1-GGUF","file":"TigerCoder-12B.i1-Q6_K.gguf","label":"Q6_K","size":9660812896,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/TigerCoder-12B-i1-GGUF"],"logoFrom":"md-nishat-008"},{"id":"you-can-cry-snowman-13b","family":"DopeorNope/You_can_cry_Snowman-13B","name":"You Can Cry Snowman 13B","maker":"DopeorNope","catalog":null,"tuned":false,"params":13.35,"active":null,"layers":60,"probe":"TheBloke/You_can_cry_Snowman-13B-GGUF/you_can_cry_snowman-13b.Q2_K.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":"cc-by-nc-sa-4.0","open":false,"released":"2023-12-29T16:40:00.000Z","downloads":2285,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q2_K.gguf","label":"Q2_K","size":5649390880,"bits":3.39,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q3_K_S.gguf","label":"Q3_K_S","size":5790498080,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q3_K_M.gguf","label":"Q3_K_M","size":6441270560,"bits":3.86,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q3_K_L.gguf","label":"Q3_K_L","size":7023230240,"bits":4.21,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q4_0.gguf","label":"Q4_0","size":7545920800,"bits":4.52,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q4_K_S.gguf","label":"Q4_K_S","size":7577378080,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q4_K_M.gguf","label":"Q4_K_M","size":8032525600,"bits":4.81,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q5_0.gguf","label":"Q5_0","size":9198083360,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q5_K_S.gguf","label":"Q5_K_S","size":9198083360,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q5_K_M.gguf","label":"Q5_K_M","size":9448758560,"bits":5.66,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q6_K.gguf","label":"Q6_K","size":10953506080,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/You_can_cry_Snowman-13B-GGUF","file":"you_can_cry_snowman-13b.Q8_0.gguf","label":"Q8_0","size":14186315040,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/You_can_cry_Snowman-13B-GGUF"],"logoFrom":"DopeorNope"},{"id":"calme-2-2-phi3-4b","family":"MaziyarPanahi/calme-2.2-phi3-4b","name":"Calme 2.2 Phi3 4B","maker":"MaziyarPanahi","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF/Phi-3-mini-4k-instruct-v0.2.Q2_K.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":4096,"arch":"phi3","vision":false,"licence":null,"open":false,"released":"2024-05-23T17:57:36.000Z","downloads":2285,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q2_K.gguf","label":"Q2_K","size":1416203072,"bits":2.97,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q3_K_S.gguf","label":"Q3_K_S","size":1681797440,"bits":3.52,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q3_K_M.gguf","label":"Q3_K_M","size":1955475776,"bits":4.1,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q3_K_L.gguf","label":"Q3_K_L","size":2087596352,"bits":4.37,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q4_K_S.gguf","label":"Q4_K_S","size":2188758848,"bits":4.58,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q4_K_M.gguf","label":"Q4_K_M","size":2393231168,"bits":5.01,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q5_K_S.gguf","label":"Q5_K_S","size":2641473344,"bits":5.53,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q5_K_M.gguf","label":"Q5_K_M","size":2815274816,"bits":5.9,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q6_K.gguf","label":"Q6_K","size":3135851840,"bits":6.57,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.Q8_0.gguf","label":"Q8_0","size":4061221184,"bits":8.51,"known":true,"rank":0},{"repo":"MaziyarPanahi/calme-2.2-phi3-4b-GGUF","file":"Phi-3-mini-4k-instruct-v0.2.fp16.gguf","label":"Phi-3-mini-4k-instruct-v0.2.fp16","size":7643296064,"bits":16.01,"known":false,"rank":0}],"repos":["MaziyarPanahi/calme-2.2-phi3-4b-GGUF"],"logoFrom":"MaziyarPanahi"},{"id":"qwen3-esper3-reasoning-instruct-6b-brainstorm20x-enhanced-e32-i1","family":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","name":"Qwen3 Esper3 Reasoning 6B Brainstorm20x Enhanced E32 I1","maker":"mradermacher","catalog":null,"tuned":true,"params":5.94,"active":null,"layers":55,"probe":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ1_S.gguf","kvBytesPerToken":260649,"kvHeader":225280,"kvFixed":0,"context":40960,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2025-07-24T19:59:45.000Z","downloads":2285,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ1_S.gguf","label":"IQ1_S","size":1467562592,"bits":1.98,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ1_M.gguf","label":"IQ1_M","size":1577263712,"bits":2.12,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":1760098912,"bits":2.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ2_XS.gguf","label":"IQ2_XS","size":1924389472,"bits":2.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ2_S.gguf","label":"IQ2_S","size":2020665952,"bits":2.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ2_M.gguf","label":"IQ2_M","size":2166934112,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q2_K_S.gguf","label":"Q2_K_S","size":2216431712,"bits":2.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q2_K.gguf","label":"Q2_K","size":2379094112,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":2407410272,"bits":3.24,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ3_XS.gguf","label":"IQ3_XS","size":2598680672,"bits":3.5,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q3_K_S.gguf","label":"Q3_K_S","size":2711382112,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ3_S.gguf","label":"IQ3_S","size":2730530912,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ3_M.gguf","label":"IQ3_M","size":2826971232,"bits":3.81,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q3_K_M.gguf","label":"Q3_K_M","size":2999033952,"bits":4.04,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q3_K_L.gguf","label":"Q3_K_L","size":3250364512,"bits":4.38,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ4_XS.gguf","label":"IQ4_XS","size":3297673312,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q4_0.gguf","label":"Q4_0","size":3457949792,"bits":4.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-IQ4_NL.gguf","label":"IQ4_NL","size":3466633312,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q4_K_S.gguf","label":"Q4_K_S","size":3468599392,"bits":4.67,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q4_K_M.gguf","label":"Q4_K_M","size":3640211552,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q4_1.gguf","label":"Q4_1","size":3795542112,"bits":5.11,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q5_K_S.gguf","label":"Q5_K_S","size":4142473312,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q5_K_M.gguf","label":"Q5_K_M","size":4241176672,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF","file":"Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32.i1-Q6_K.gguf","label":"Q6_K","size":4879702112,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3-Esper3-Reasoning-Instruct-6B-Brainstorm20x-Enhanced-E32-i1-GGUF"],"logoFrom":"Qwen"},{"id":"arex-2-abliterated","family":"BoldingBuilds/AREX-2-Abliterated-GGUF","name":"AREX 2 Abliterated","maker":"BoldingBuilds","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"BoldingBuilds/AREX-2-Abliterated-GGUF/AREX-2-Abliterated-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-06T04:04:31.000Z","downloads":2268,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BoldingBuilds/AREX-2-Abliterated-GGUF","file":"AREX-2-Abliterated-Q4_K_M.gguf","label":"Q4_K_M","size":16547400384,"bits":4.92,"known":true,"rank":0},{"repo":"BoldingBuilds/AREX-2-Abliterated-GGUF","file":"AREX-2-Abliterated-Q5_K_M.gguf","label":"Q5_K_M","size":19231099584,"bits":5.72,"known":true,"rank":0},{"repo":"BoldingBuilds/AREX-2-Abliterated-GGUF","file":"AREX-2-Abliterated-Q6_K.gguf","label":"Q6_K","size":22082529984,"bits":6.57,"known":true,"rank":0},{"repo":"BoldingBuilds/AREX-2-Abliterated-GGUF","file":"AREX-2-Abliterated-Q8_0.gguf","label":"Q8_0","size":28595763904,"bits":8.5,"known":true,"rank":0}],"repos":["BoldingBuilds/AREX-2-Abliterated-GGUF"],"logoFrom":"BAAI"},{"id":"llama-3-1-nemotron-ultra-253b-v1","family":"nvidia/Llama-3_1-Nemotron-Ultra-253B-v1","name":"Llama 3 1 Nemotron Ultra 253B V1","maker":"NVIDIA","catalog":null,"tuned":false,"params":253.4,"active":null,"layers":162,"probe":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ1_S/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ1_S-00001-of-00002.gguf","kvBytesPerToken":303301,"kvHeader":262144,"kvFixed":0,"context":131072,"arch":"deci","vision":false,"licence":"other","open":false,"released":"2025-04-07T18:47:10.000Z","downloads":2237,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1348,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ1_S/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ1_S-00001-of-00002.gguf","label":"IQ1_S","size":53650518976,"bits":1.69,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-IQ1_S/Llama-3_1-Nemotron-Ultra-253B-v1-UD-IQ1_S-00001-of-00002.gguf","label":"UD-IQ1_S","size":54851007968,"bits":1.73,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ1_M/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":58823275456,"bits":1.86,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-IQ1_M/Llama-3_1-Nemotron-Ultra-253B-v1-UD-IQ1_M-00001-of-00002.gguf","label":"UD-IQ1_M","size":59715679712,"bits":1.89,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_XXS/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_XXS-00001-of-00002.gguf","label":"IQ2_XXS","size":67444536256,"bits":2.13,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-IQ2_XXS/Llama-3_1-Nemotron-Ultra-253B-v1-UD-IQ2_XXS-00001-of-00002.gguf","label":"UD-IQ2_XXS","size":68079711712,"bits":2.15,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_XS/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_XS-00001-of-00002.gguf","label":"IQ2_XS","size":74878415808,"bits":2.36,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_S/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_S-00001-of-00002.gguf","label":"IQ2_S","size":78547579840,"bits":2.48,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_M/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ2_M-00001-of-00003.gguf","label":"IQ2_M","size":85444588608,"bits":2.7,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q2_K/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":93395088448,"bits":2.95,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"Q2_K_L/Llama-3_1-Nemotron-Ultra-253B-v1-Q2_K_L-00001-of-00002.gguf","label":"Q2_K_L","size":93887591904,"bits":2.96,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-Q2_K_XL/Llama-3_1-Nemotron-Ultra-253B-v1-UD-Q2_K_XL-00001-of-00002.gguf","label":"UD-Q2_K_XL","size":94686377440,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ3_XXS/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ3_XXS-00001-of-00003.gguf","label":"IQ3_XXS","size":97617835040,"bits":3.08,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ3_XS/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ3_XS-00001-of-00003.gguf","label":"IQ3_XS","size":103320876064,"bits":3.26,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_S/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_S-00001-of-00003.gguf","label":"Q3_K_S","size":109720597536,"bits":3.46,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ3_M/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ3_M-00001-of-00003.gguf","label":"IQ3_M","size":113504678976,"bits":3.58,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_M/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":121884308640,"bits":3.85,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-Q3_K_XL/Llama-3_1-Nemotron-Ultra-253B-v1-UD-Q3_K_XL-00001-of-00003.gguf","label":"UD-Q3_K_XL","size":123170584128,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_L/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_L-00001-of-00004.gguf","label":"Q3_K_L","size":132704564384,"bits":4.19,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_XL/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q3_K_XL-00001-of-00004.gguf","label":"Q3_K_XL","size":134543242400,"bits":4.25,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ4_XS/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":135410775200,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ4_NL/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-IQ4_NL-00001-of-00004.gguf","label":"IQ4_NL","size":143230268608,"bits":4.52,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_0/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_0-00001-of-00004.gguf","label":"Q4_0","size":143735944384,"bits":4.54,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_K_S/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_K_S-00001-of-00004.gguf","label":"Q4_K_S","size":144384226464,"bits":4.56,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_K_M/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_K_M-00001-of-00004.gguf","label":"Q4_K_M","size":150936876160,"bits":4.77,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-Q4_K_XL/Llama-3_1-Nemotron-Ultra-253B-v1-UD-Q4_K_XL-00001-of-00004.gguf","label":"UD-Q4_K_XL","size":151847302912,"bits":4.79,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_K_L/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_K_L-00001-of-00004.gguf","label":"Q4_K_L","size":152496469152,"bits":4.81,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_1/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q4_1-00001-of-00004.gguf","label":"Q4_1","size":158802146432,"bits":5.01,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q5_K_S/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q5_K_S-00001-of-00005.gguf","label":"Q5_K_S","size":174508242176,"bits":5.51,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q5_K_M/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q5_K_M-00001-of-00005.gguf","label":"Q5_K_M","size":178547455232,"bits":5.64,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-Q5_K_XL/Llama-3_1-Nemotron-Ultra-253B-v1-UD-Q5_K_XL-00001-of-00004.gguf","label":"UD-Q5_K_XL","size":179441465056,"bits":5.67,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-IQ2_M/Llama-3_1-Nemotron-Ultra-253B-v1-UD-IQ2_M-00001-of-00003.gguf","label":"UD-IQ2_M","size":192678029920,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q6_K/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q6_K-00001-of-00006.gguf","label":"Q6_K","size":207883695520,"bits":6.56,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-IQ3_XXS/Llama-3_1-Nemotron-Ultra-253B-v1-UD-IQ3_XXS-00001-of-00003.gguf","label":"UD-IQ3_XXS","size":213735434912,"bits":6.75,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-Q6_K_XL/Llama-3_1-Nemotron-Ultra-253B-v1-UD-Q6_K_XL-00001-of-00005.gguf","label":"UD-Q6_K_XL","size":214981146400,"bits":6.79,"known":true,"rank":0},{"repo":"bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q8_0/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-Q8_0-00001-of-00007.gguf","label":"Q8_0","size":269253735648,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"UD-Q8_K_XL/Llama-3_1-Nemotron-Ultra-253B-v1-UD-Q8_K_XL-00001-of-00006.gguf","label":"UD-Q8_K_XL","size":280951912384,"bits":8.87,"known":true,"rank":0},{"repo":"unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","file":"BF16/Llama-3_1-Nemotron-Ultra-253B-v1-BF16-00001-of-00011.gguf","label":"BF16","size":506815183072,"bits":16,"known":true,"rank":0}],"repos":["bartowski/nvidia_Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","lmstudio-community/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF","unsloth/Llama-3_1-Nemotron-Ultra-253B-v1-GGUF"],"logoFrom":"nvidia"},{"id":"mach-2-additive-medium","family":"SyzygyResearch/Mach-2-Additive-Medium","name":"Mach 2 Additive Medium","maker":"SyzygyResearch","catalog":null,"tuned":false,"params":65.63,"active":1.31,"layers":48,"probe":"SyzygyResearch/Mach-2-Additive-Medium-GGUF/Mach-2-Additive-Medium.mach1.gguf","kvBytesPerToken":113738,"kvHeader":98304,"kvFixed":0,"context":262144,"arch":"qwen4exp","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-02T20:52:24.000Z","downloads":2217,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"SyzygyResearch/Mach-2-Additive-Medium-GGUF","file":"Mach-2-Additive-Medium.mach1.gguf","label":"Mach-2-Additive-Medium.mach1","size":130083393024,"bits":15.86,"known":false,"rank":0}],"repos":["SyzygyResearch/Mach-2-Additive-Medium-GGUF"],"logoFrom":"SyzygyResearch"},{"id":"deepseek-v4-1-flash-1017-vq","family":"Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF","name":"DeepSeek V4.1 Flash 1017 VQ","maker":"Baekpica","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":40,"probe":"Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF/DeepSeek-V4.1-Flash.vision.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":null,"arch":"deepseek4","vision":true,"licence":"mit","open":true,"released":"2026-10-17T10:10:55.000Z","downloads":2130,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF","file":"DeepSeek-V4.1-Flash.vision.gguf","label":"DeepSeek-V4.1-Flash.vision","size":971066016,"bits":15.85,"known":false,"rank":0}],"repos":["Baekpica/DeepSeek-V4.1-Flash-1017-VQ-GGUF"],"logoFrom":"deepseek-ai"},{"id":"lfm2-5-24b-a2b-apex-i-miniplus-v2-1","family":"IsValorum/LFM2.5-24B-A2B-APEX-I-MiniPlus-V2.1-GGUF","name":"LFM2.5 24B A2B APEX I MiniPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":23.97,"active":2.45,"layers":40,"probe":"IsValorum/LFM2.5-24B-A2B-APEX-I-MiniPlus-V2.1-GGUF/LFM2.5-24B-A2B.APEX-I-MiniPlus-V2.1.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-13T18:46:37.000Z","downloads":2122,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/LFM2.5-24B-A2B-APEX-I-MiniPlus-V2.1-GGUF","file":"LFM2.5-24B-A2B.APEX-I-MiniPlus-V2.1.gguf","label":"LFM2.5-24B-A2B.APEX-I-MiniPlus-V2.1","size":9641950688,"bits":3.22,"known":false,"rank":0}],"repos":["IsValorum/LFM2.5-24B-A2B-APEX-I-MiniPlus-V2.1-GGUF"],"logoFrom":"LiquidAI"},{"id":"sakura-microquality-kolibri-1","family":"webmp3/Sakura-MicroQuality-Kolibri-1-GGUF","name":"Sakura MicroQuality Kolibri 1","maker":"webmp3","catalog":null,"tuned":false,"params":78.1,"active":3.79,"layers":50,"probe":"webmp3/Sakura-MicroQuality-Kolibri-1-GGUF/Sakura-Kolibri-1-IQ2_XS-20.94GiB.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":42024960,"context":262144,"arch":"kolibri1","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-05T12:52:43.000Z","downloads":2091,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"webmp3/Sakura-MicroQuality-Kolibri-1-GGUF","file":"Sakura-Kolibri-1-IQ2_XS-20.94GiB.gguf","label":"Sakura-Kolibri-1-IQ2_XS-20.94GiB","size":22488215328,"bits":2.3,"known":false,"rank":0},{"repo":"webmp3/Sakura-MicroQuality-Kolibri-1-GGUF","file":"Sakura-Kolibri-1-IQ3_XXS-28.75GiB.gguf","label":"Sakura-Kolibri-1-IQ3_XXS-28.75GiB","size":30874038048,"bits":3.16,"known":false,"rank":0},{"repo":"webmp3/Sakura-MicroQuality-Kolibri-1-GGUF","file":"Sakura-Kolibri-1-IQ4_XS-38.07GiB.gguf","label":"Sakura-Kolibri-1-IQ4_XS-38.07GiB","size":40872537888,"bits":4.19,"known":false,"rank":0}],"repos":["webmp3/Sakura-MicroQuality-Kolibri-1-GGUF"],"logoFrom":"Aleph-Alpha"},{"id":"qwen3-4b-instruct-2507-heretic","family":"saidutta69/Qwen3-4B-Instruct-2507-heretic","name":"Qwen3 4B 2507 Heretic","maker":"saidutta69","catalog":null,"tuned":true,"params":4.02,"active":null,"layers":36,"probe":"saidutta69/Qwen3-4B-Instruct-2507-heretic/Qwen3-4B-Instruct-2507-heretic-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":262144,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-04T21:35:35.000Z","downloads":2071,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/Qwen3-4B-Instruct-2507-heretic","file":"Qwen3-4B-Instruct-2507-heretic-Q4_K_M.gguf","label":"Q4_K_M","size":2497278816,"bits":4.97,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-4B-Instruct-2507-heretic","file":"Qwen3-4B-Instruct-2507-heretic-Q5_K_M.gguf","label":"Q5_K_M","size":2889511776,"bits":5.75,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-4B-Instruct-2507-heretic","file":"Qwen3-4B-Instruct-2507-heretic-Q6_K.gguf","label":"Q6_K","size":3306259296,"bits":6.58,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-4B-Instruct-2507-heretic","file":"Qwen3-4B-Instruct-2507-heretic-Q8_0.gguf","label":"Q8_0","size":4280403296,"bits":8.52,"known":true,"rank":0},{"repo":"saidutta69/Qwen3-4B-Instruct-2507-heretic","file":"Qwen3-4B-Instruct-2507-heretic-F16.gguf","label":"F16","size":8051283296,"bits":16.02,"known":true,"rank":0}],"repos":["saidutta69/Qwen3-4B-Instruct-2507-heretic"],"logoFrom":"Qwen"},{"id":"reka-flash-3-21b-reasoning-uncensored-max-neo-imatrix","family":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","name":"Reka Flash 3 21B Reasoning Uncensored MAX NEO Imatrix","maker":"DavidAU","catalog":null,"tuned":true,"params":20.91,"active":null,"layers":44,"probe":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF/Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ2_XXS-imat.gguf","kvBytesPerToken":156389,"kvHeader":135168,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-03-19T09:04:17.000Z","downloads":2067,"likes":64,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ2_XXS-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ2_XXS-imat","size":8194451168,"bits":3.14,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ2_M-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ2_M-imat","size":9323276000,"bits":3.57,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ3_XXS-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ3_XXS-imat","size":9987221216,"bits":3.82,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ3_M-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ3_M-imat","size":10985596640,"bits":4.2,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ4_XS-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ4_XS-imat","size":12215502560,"bits":4.67,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ4_NL-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-IQ4_NL-imat","size":12677039840,"bits":4.85,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q4_K_S-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q4_K_S-imat","size":13355116256,"bits":5.11,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q4_K_M-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q4_K_M-imat","size":14337713888,"bits":5.49,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q5_K_S-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q5_K_S-imat","size":15519106784,"bits":5.94,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q5_K_M-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q5_K_M-imat","size":16362825440,"bits":6.26,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q6_K-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q6_K-imat","size":19168077536,"bits":7.33,"known":false,"rank":0},{"repo":"DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF","file":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q8_0-imat.gguf","label":"Reka-Flash-3-21B-Reasoning-MAX-NEO-D_AU-Q8_0-imat","size":22795273952,"bits":8.72,"known":false,"rank":0}],"repos":["DavidAU/Reka-Flash-3-21B-Reasoning-Uncensored-MAX-NEO-Imatrix-GGUF"],"logoFrom":"RekaAI"},{"id":"qwen3-5-122b-a10b-abliterated-v1","family":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","name":"Qwen3.5 122B A10B Abliterated V1","maker":"mradermacher","catalog":null,"tuned":true,"params":122.11,"active":9.77,"layers":48,"probe":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF/Qwen3.5-122B-A10B-abliterated-v1.Q2_K.gguf","kvBytesPerToken":27845,"kvHeader":24576,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-15T08:26:10.000Z","downloads":2036,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q2_K.gguf","label":"Q2_K","size":44577400224,"bits":2.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q3_K_S.gguf","label":"Q3_K_S","size":52921517472,"bits":3.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q3_K_M.gguf","label":"Q3_K_M","size":58602063264,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q3_K_L.gguf","label":"Q3_K_L","size":63189321120,"bits":4.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.IQ4_XS.gguf","label":"IQ4_XS","size":66002806176,"bits":4.32,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q4_K_S.gguf","label":"Q4_K_S","size":69639955872,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q4_K_M.gguf","label":"Q4_K_M","size":74208241056,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q5_K_S.gguf","label":"Q5_K_S","size":84196418976,"bits":5.52,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q5_K_M.gguf","label":"Q5_K_M","size":86955517344,"bits":5.7,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q6_K.gguf","label":"Q6_K","size":100307731872,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF","file":"Qwen3.5-122B-A10B-abliterated-v1.Q8_0.gguf","label":"Q8_0","size":129871934880,"bits":8.51,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.5-122B-A10B-abliterated-v1-GGUF"],"logoFrom":"Qwen"},{"id":"cosmic-lightning","family":"cosmicstack/cosmic-lightning","name":"Cosmic Lightning","maker":"cosmicstack","catalog":null,"tuned":false,"params":1.73,"active":null,"layers":24,"probe":"bartowski/cosmicstack_cosmic-lightning-GGUF/cosmicstack_cosmic-lightning-IQ2_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-30T11:50:59.000Z","downloads":2035,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-IQ2_M.gguf","label":"IQ2_M","size":651650112,"bits":3.01,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q2_K.gguf","label":"Q2_K","size":701310016,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-IQ3_XXS.gguf","label":"IQ3_XXS","size":780870720,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q3_K_S.gguf","label":"Q3_K_S","size":811500608,"bits":3.75,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-IQ3_XS.gguf","label":"IQ3_XS","size":812467264,"bits":3.76,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q3_K_M.gguf","label":"Q3_K_M","size":847299648,"bits":3.92,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q3_K_L.gguf","label":"Q3_K_L","size":887579712,"bits":4.1,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-IQ3_M.gguf","label":"IQ3_M","size":925533248,"bits":4.28,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-IQ4_XS.gguf","label":"IQ4_XS","size":997303360,"bits":4.61,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q4_K_S.gguf","label":"Q4_K_S","size":1053787200,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q4_0.gguf","label":"Q4_0","size":1057971264,"bits":4.89,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-IQ4_NL.gguf","label":"IQ4_NL","size":1115636800,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q4_K_M.gguf","label":"Q4_K_M","size":1115636800,"bits":5.16,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q4_1.gguf","label":"Q4_1","size":1145353280,"bits":5.3,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q4_K_L.gguf","label":"Q4_K_L","size":1190388800,"bits":5.5,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q5_K_S.gguf","label":"Q5_K_S","size":1268171840,"bits":5.86,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q5_K_M.gguf","label":"Q5_K_M","size":1352451136,"bits":6.25,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q6_K_S.gguf","label":"Q6_K_S","size":1456718912,"bits":6.74,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q6_K.gguf","label":"Q6_K","size":1516143680,"bits":7.01,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q6_K_L.gguf","label":"Q6_K_L","size":1582933056,"bits":7.32,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-Q8_0.gguf","label":"Q8_0","size":1846238272,"bits":8.54,"known":true,"rank":0},{"repo":"bartowski/cosmicstack_cosmic-lightning-GGUF","file":"cosmicstack_cosmic-lightning-bf16.gguf","label":"BF16","size":3466625792,"bits":16.03,"known":true,"rank":0}],"repos":["bartowski/cosmicstack_cosmic-lightning-GGUF"],"logoFrom":"cosmicstack"},{"id":"bugtraceai-core-ultra-27b-q6","family":"BugTraceAI/BugTraceAI-CORE-Ultra-27B-Q6","name":"BugTraceAI CORE Ultra 27B Q6","maker":"BugTraceAI","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"BugTraceAI/BugTraceAI-CORE-Ultra-27B-Q6/BugTraceAI-CORE-Ultra-SFT-Q6_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-05-11T20:21:25.000Z","downloads":1996,"likes":163,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"BugTraceAI/BugTraceAI-CORE-Ultra-27B-Q6","file":"BugTraceAI-CORE-Ultra-SFT-Q6_K.gguf","label":"Q6_K","size":22082528448,"bits":6.57,"known":true,"rank":0}],"repos":["BugTraceAI/BugTraceAI-CORE-Ultra-27B-Q6"],"logoFrom":"DavidAU"},{"id":"starling-lm-7b-beta","family":"Nexusflow/Starling-LM-7B-beta","name":"Starling LM 7B Beta","maker":"Nexusflow","catalog":null,"tuned":false,"params":7.24,"active":null,"layers":32,"probe":"QuantFactory/Starling-LM-7B-beta-GGUF/Starling-LM-7B-beta.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-19T07:04:01.000Z","downloads":1948,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q2_K.gguf","label":"Q2_K","size":2719251744,"bits":3,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q3_K_S.gguf","label":"Q3_K_S","size":3164577888,"bits":3.5,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q3_K_M.gguf","label":"Q3_K_M","size":3518996576,"bits":3.89,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q3_K_L.gguf","label":"Q3_K_L","size":3822035040,"bits":4.22,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q4_0.gguf","label":"Q4_0","size":4108928160,"bits":4.54,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q4_K_S.gguf","label":"Q4_K_S","size":4140385440,"bits":4.58,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q4_K_M.gguf","label":"Q4_K_M","size":4368450720,"bits":4.83,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q5_0.gguf","label":"Q5_0","size":4997728416,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q5_K_S.gguf","label":"Q5_K_S","size":4997728416,"bits":5.52,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q5_K_M.gguf","label":"Q5_K_M","size":5131421856,"bits":5.67,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q6_K.gguf","label":"Q6_K","size":5942078688,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/Starling-LM-7B-beta-GGUF","file":"Starling-LM-7B-beta.Q8_0.gguf","label":"Q8_0","size":7695875168,"bits":8.5,"known":true,"rank":0}],"repos":["QuantFactory/Starling-LM-7B-beta-GGUF"],"logoFrom":"Nexusflow"},{"id":"zwz2-27b","family":"inclusionAI/ZwZ2-27B","name":"ZwZ2 27B","maker":"Ant Group","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"inclusionAI/ZwZ2-27B-GGUF/ZwZ2-27B-Q4_K_M.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T10:28:08.000Z","downloads":1945,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"inclusionAI/ZwZ2-27B-GGUF","file":"ZwZ2-27B-Q4_K_M.gguf","label":"Q4_K_M","size":16547399424,"bits":4.92,"known":true,"rank":0},{"repo":"inclusionAI/ZwZ2-27B-GGUF","file":"ZwZ2-27B-Q8_0.gguf","label":"Q8_0","size":28595762944,"bits":8.5,"known":true,"rank":0},{"repo":"inclusionAI/ZwZ2-27B-GGUF","file":"ZwZ2-27B-F16.gguf","label":"F16","size":53808281344,"bits":16,"known":true,"rank":0}],"repos":["inclusionAI/ZwZ2-27B-GGUF"],"logoFrom":"inclusionAI"},{"id":"qwen25-coder-3b-uncensored","family":"tthanhannguyen/qwen25-coder-3b-uncensored","name":"Qwen25 Coder 3B Uncensored","maker":"tthanhannguyen","catalog":null,"tuned":true,"params":3.09,"active":null,"layers":36,"probe":"tthanhannguyen/qwen25-coder-3b-uncensored/qwen25-coder-3b-uncensored-q4_k_m.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-20T00:24:28.000Z","downloads":1926,"likes":5,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tthanhannguyen/qwen25-coder-3b-uncensored","file":"qwen25-coder-3b-uncensored-q4_k_m.gguf","label":"Q4_K_M","size":1929902368,"bits":5,"known":true,"rank":0}],"repos":["tthanhannguyen/qwen25-coder-3b-uncensored"],"logoFrom":"Qwen"},{"id":"mistral-large-4-1t-a52b-nvfp4","family":"mistralai/Mistral-Large-4-1T-A52B-NVFP4","name":"Mistral Large 4 1T A52B NVFP4","maker":"Mistral AI","catalog":null,"tuned":false,"params":1049.36,"active":52.34,"layers":72,"probe":"ggml-org/Mistral-Large-4-1T-A52B-NVFP4-GGUF/Mistral-Large-4-1T-A52B-NVFP4-00001-of-00013.gguf","kvBytesPerToken":95966,"kvHeader":82944,"kvFixed":0,"context":1048576,"arch":"mistral-large4","vision":true,"licence":"other","open":false,"released":"2026-10-28T21:51:52.000Z","downloads":1874,"likes":5,"trending":5,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/Mistral-Large-4-1T-A52B-NVFP4-GGUF","file":"Mistral-Large-4-1T-A52B-NVFP4-00001-of-00013.gguf","label":"Mistral-Large-4-1T-A52B-NVFP4","size":619412800448,"bits":4.72,"known":false,"rank":0}],"repos":["ggml-org/Mistral-Large-4-1T-A52B-NVFP4-GGUF"],"logoFrom":"mistralai"},{"id":"mistral-7b-grok","family":"HuggingFaceH4/mistral-7b-grok","name":"Mistral 7B Grok","maker":"HuggingFaceH4","catalog":null,"tuned":true,"params":7.24,"active":null,"layers":32,"probe":"mradermacher/mistral-7b-grok-GGUF/mistral-7b-grok.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2024-03-18T15:11:12.000Z","downloads":1806,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q2_K.gguf","label":"Q2_K","size":2873866432,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.IQ3_XS.gguf","label":"IQ3_XS","size":3155613888,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q3_K_S.gguf","label":"Q3_K_S","size":3319191744,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.IQ3_S.gguf","label":"IQ3_S","size":3337017536,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.IQ3_M.gguf","label":"IQ3_M","size":3439515840,"bits":3.8,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q3_K_M.gguf","label":"Q3_K_M","size":3673610432,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q3_K_L.gguf","label":"Q3_K_L","size":3976648896,"bits":4.39,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.IQ4_XS.gguf","label":"IQ4_XS","size":4099012800,"bits":4.53,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q4_0_4_4.gguf","label":"Q4_0_4_4","size":4108918656,"bits":4.54,"known":false,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q4_K_S.gguf","label":"Q4_K_S","size":4294998208,"bits":4.75,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q4_K_M.gguf","label":"Q4_K_M","size":4523063488,"bits":5,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q5_K_S.gguf","label":"Q5_K_S","size":5152340160,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q5_K_M.gguf","label":"Q5_K_M","size":5286033600,"bits":5.84,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q6_K.gguf","label":"Q6_K","size":6096689344,"bits":6.74,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.Q8_0.gguf","label":"Q8_0","size":7818737856,"bits":8.64,"known":true,"rank":0},{"repo":"mradermacher/mistral-7b-grok-GGUF","file":"mistral-7b-grok.f16.gguf","label":"F16","size":14484733824,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/mistral-7b-grok-GGUF"],"logoFrom":"HuggingFaceH4"},{"id":"gpt-4o-distil-llama-3-1-8b-instruct-paperwitch-heresy","family":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","name":"Gpt 4o Distil Llama 3.1 8B PaperWitch Heresy","maker":"mradermacher","catalog":null,"tuned":true,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2026-02-19T13:24:38.000Z","downloads":1766,"likes":13,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q2_K.gguf","label":"Q2_K","size":3179137312,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q3_K_S.gguf","label":"Q3_K_S","size":3664505120,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q3_K_M.gguf","label":"Q3_K_M","size":4018923808,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q3_K_L.gguf","label":"Q3_K_L","size":4321962272,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.IQ4_XS.gguf","label":"IQ4_XS","size":4484368672,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q4_K_S.gguf","label":"Q4_K_S","size":4692674848,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q4_K_M.gguf","label":"Q4_K_M","size":4920740128,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q5_K_S.gguf","label":"Q5_K_S","size":5599299872,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q5_K_M.gguf","label":"Q5_K_M","size":5732993312,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q6_K.gguf","label":"Q6_K","size":6596012320,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.Q8_0.gguf","label":"Q8_0","size":8540776736,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF","file":"gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy.f16.gguf","label":"F16","size":16068897056,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/gpt-4o-distil-Llama-3.1-8B-Instruct-PaperWitch-heresy-GGUF"],"logoFrom":"meta-llama"},{"id":"wicked-tutu-31b-v0-25","family":"ReadyArt/Wicked-Tutu-31B-v0.25","name":"Wicked Tutu 31B V0.25","maker":"ReadyArt","catalog":null,"tuned":false,"params":30.7,"active":null,"layers":60,"probe":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF/Wicked-Tutu-31B-v0.25-Q4_K_M.gguf","kvBytesPerToken":104448,"kvHeader":81920,"kvFixed":838860800,"context":262144,"arch":"gemma4","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-18T00:07:29.000Z","downloads":1756,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-IQ2_XS_hb16.gguf","label":"IQ2_XS_HB16","size":11380048640,"bits":2.97,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-IQ3_XS_hb16.gguf","label":"IQ3_XS_HB16","size":14734887680,"bits":3.84,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-Q3_K_M_hb16.gguf","label":"Q3_K_M_HB16","size":16949627648,"bits":4.42,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-IQ4_XS_hb16.gguf","label":"IQ4_XS_HB16","size":18398309120,"bits":4.79,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25-Q4_K_M.gguf","label":"Q4_K_M","size":18687064544,"bits":4.87,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-IQ4_NL_hb16.gguf","label":"IQ4_NL_HB16","size":19313519360,"bits":5.03,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-Q4_K_S_hb16.gguf","label":"Q4_K_S_HB16","size":19425684224,"bits":5.06,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-Q4_K_M_hb16.gguf","label":"Q4_K_M_HB16","size":20349582080,"bits":5.3,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25-Q5_K_S.gguf","label":"Q5_K_S","size":21311842784,"bits":5.55,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25-Q5_K_M.gguf","label":"Q5_K_M","size":21845572064,"bits":5.69,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-Q5_K_S_hb16.gguf","label":"Q5_K_S_HB16","size":22974360320,"bits":5.99,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-Q5_K_M_hb16.gguf","label":"Q5_K_M_HB16","size":23508089600,"bits":6.13,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25-Q6_K.gguf","label":"Q6_K","size":25201486304,"bits":6.57,"known":true,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25.i1-Q6_K_hb16.gguf","label":"Q6_K_HB16","size":26864003840,"bits":7,"known":false,"rank":0},{"repo":"ReadyArt/Wicked-Tutu-31B-v0.25-GGUF","file":"Wicked-Tutu-31B-v0.25-Q8_0_hb16.gguf","label":"Q8_0_HB16","size":33956883200,"bits":8.85,"known":false,"rank":0}],"repos":["ReadyArt/Wicked-Tutu-31B-v0.25-GGUF"],"logoFrom":"ReadyArt"},{"id":"logics-swe-qwen3-6-35b-a3b-mxfp4-moe","family":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","name":"Logics SWE Qwen3.6 35B A3B MXFP4 MoE","maker":"prithivMLmods","catalog":null,"tuned":false,"params":34.66,"active":3.45,"layers":40,"probe":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF/Logics-SWE-Qwen3.6-35B-A3B.Q3_K_L.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T05:21:17.000Z","downloads":1720,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","file":"Logics-SWE-Qwen3.6-35B-A3B.Q3_K_L.gguf","label":"Q3_K_L","size":18115330816,"bits":4.18,"known":true,"rank":0},{"repo":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","file":"Logics-SWE-Qwen3.6-35B-A3B.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":19790379776,"bits":4.57,"known":true,"rank":0},{"repo":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","file":"Logics-SWE-Qwen3.6-35B-A3B.Q5_K_M.gguf","label":"Q5_K_M","size":24729131776,"bits":5.71,"known":true,"rank":0},{"repo":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","file":"Logics-SWE-Qwen3.6-35B-A3B.Q6_K.gguf","label":"Q6_K","size":28514153216,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","file":"Logics-SWE-Qwen3.6-35B-A3B.Q8_0.gguf","label":"Q8_0","size":36903140416,"bits":8.52,"known":true,"rank":0},{"repo":"prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF","file":"Logics-SWE-Qwen3.6-35B-A3B.BF16.gguf","label":"BF16","size":69376638016,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/Logics-SWE-Qwen3.6-35B-A3B-MXFP4-MoE-GGUF"],"logoFrom":"Logics-MLLM"},{"id":"aya-expanse-32b","family":"CohereLabs/aya-expanse-32b","name":"Aya Expanse 32B","maker":"Cohere","catalog":null,"tuned":false,"params":32.3,"active":null,"layers":40,"probe":"bartowski/aya-expanse-32b-GGUF/aya-expanse-32b-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":8192,"arch":"command-r","vision":false,"licence":"cc-by-nc-4.0","open":false,"released":"2024-10-23T06:42:44.000Z","downloads":1685,"likes":24,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1267,"arenaCoding":1292,"arenaVision":null,"builds":[{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-IQ2_XS.gguf","label":"IQ2_XS","size":10314497504,"bits":2.55,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-IQ2_S.gguf","label":"IQ2_S","size":10794221024,"bits":2.67,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-IQ2_M.gguf","label":"IQ2_M","size":11612110304,"bits":2.88,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q2_K.gguf","label":"Q2_K","size":12810763744,"bits":3.17,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q2_K_L.gguf","label":"Q2_K_L","size":13318667744,"bits":3.3,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-IQ3_XS.gguf","label":"IQ3_XS","size":14045461984,"bits":3.48,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q3_K_S.gguf","label":"Q3_K_S","size":14708686304,"bits":3.64,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-IQ3_M.gguf","label":"IQ3_M","size":15243460064,"bits":3.78,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q3_K_M.gguf","label":"Q3_K_M","size":16231742944,"bits":4.02,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q3_K_L.gguf","label":"Q3_K_L","size":17563434464,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-IQ4_XS.gguf","label":"IQ4_XS","size":17828199904,"bits":4.42,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q3_K_XL.gguf","label":"Q3_K_XL","size":18071338464,"bits":4.48,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q4_0.gguf","label":"Q4_0","size":18782404064,"bits":4.65,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q4_K_S.gguf","label":"Q4_K_S","size":18849512928,"bits":4.67,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q4_K_M.gguf","label":"Q4_K_M","size":19800833504,"bits":4.9,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q4_K_L.gguf","label":"Q4_K_L","size":20308737504,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q5_K_S.gguf","label":"Q5_K_S","size":22494363104,"bits":5.57,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q5_K_M.gguf","label":"Q5_K_M","size":23051419104,"bits":5.71,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q5_K_L.gguf","label":"Q5_K_L","size":23559323104,"bits":5.84,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q6_K.gguf","label":"Q6_K","size":26505166304,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q6_K_L.gguf","label":"Q6_K_L","size":27013070304,"bits":6.69,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-Q8_0.gguf","label":"Q8_0","size":34326887904,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/aya-expanse-32b-GGUF","file":"aya-expanse-32b-f16/aya-expanse-32b-f16-00001-of-00002.gguf","label":"F16","size":64604519840,"bits":16,"known":true,"rank":0}],"repos":["bartowski/aya-expanse-32b-GGUF"],"logoFrom":"CohereLabs"},{"id":"athene-v2-chat","family":"Nexusflow/Athene-V2-Chat","name":"Athene V2","maker":"Nexusflow","catalog":null,"tuned":false,"params":72.71,"active":null,"layers":80,"probe":"bartowski/Athene-V2-Chat-GGUF/Athene-V2-Chat-IQ1_M.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":32768,"arch":"qwen2","vision":false,"licence":"other","open":false,"released":"2024-11-12T20:58:12.000Z","downloads":1647,"likes":36,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ1_M.gguf","label":"IQ1_M","size":23740212544,"bits":2.61,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ2_XXS.gguf","label":"IQ2_XXS","size":25490023744,"bits":2.8,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ2_XS.gguf","label":"IQ2_XS","size":27057644864,"bits":2.98,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ2_S.gguf","label":"IQ2_S","size":27939136832,"bits":3.07,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ2_M.gguf","label":"IQ2_M","size":29338985792,"bits":3.23,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q2_K.gguf","label":"Q2_K","size":29811762496,"bits":3.28,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q2_K_L.gguf","label":"Q2_K_L","size":31028274496,"bits":3.41,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ3_XS.gguf","label":"IQ3_XS","size":32842179904,"bits":3.61,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q3_K_S.gguf","label":"Q3_K_S","size":34487788864,"bits":3.79,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ3_M.gguf","label":"IQ3_M","size":35503596864,"bits":3.91,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q3_K_M.gguf","label":"Q3_K_M","size":37698725184,"bits":4.15,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q3_K_L.gguf","label":"Q3_K_L","size":39505225024,"bits":4.35,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-IQ4_XS.gguf","label":"IQ4_XS","size":39709074752,"bits":4.37,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q3_K_XL.gguf","label":"Q3_K_XL","size":40595219776,"bits":4.47,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q4_0_8_8.gguf","label":"Q4_0_8_8","size":41231738176,"bits":4.54,"known":false,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q4_0.gguf","label":"Q4_0","size":41383126336,"bits":4.55,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q4_K_S.gguf","label":"Q4_K_S","size":43889222976,"bits":4.83,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q4_K_M.gguf","label":"Q4_K_M","size":47415715136,"bits":5.22,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q4_K_L.gguf","label":"Q4_K_L","size":48340264256,"bits":5.32,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q5_K_S/Athene-V2-Chat-Q5_K_S-00001-of-00002.gguf","label":"Q5_K_S","size":51375138336,"bits":5.65,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q5_K_M/Athene-V2-Chat-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":54447466016,"bits":5.99,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q5_K_L/Athene-V2-Chat-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":55216301600,"bits":6.08,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q6_K/Athene-V2-Chat-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":64347629088,"bits":7.08,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q6_K_L/Athene-V2-Chat-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":64951019040,"bits":7.15,"known":true,"rank":0},{"repo":"bartowski/Athene-V2-Chat-GGUF","file":"Athene-V2-Chat-Q8_0/Athene-V2-Chat-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":77262611744,"bits":8.5,"known":true,"rank":0}],"repos":["bartowski/Athene-V2-Chat-GGUF","lmstudio-community/Athene-V2-Chat-GGUF","mradermacher/Athene-V2-Chat-GGUF"],"logoFrom":"Nexusflow"},{"id":"causallm-7b-dpo-alpha","family":"tastypear/CausalLM-7B-DPO-alpha-GGUF","name":"CausalLM 7B DPO Alpha","maker":"tastypear","catalog":null,"tuned":false,"params":7.72,"active":null,"layers":32,"probe":"tastypear/CausalLM-7B-DPO-alpha-GGUF/causallm_7b-dpo-alpha.Q3_K_M.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"wtfpl","open":false,"released":"2023-11-19T15:36:16.000Z","downloads":1613,"likes":44,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.Q3_K_M.gguf","label":"Q3_K_M","size":3916970976,"bits":4.06,"known":true,"rank":0},{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.Q4_K_M.gguf","label":"Q4_K_M","size":4765215712,"bits":4.94,"known":true,"rank":0},{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.Q5_K_S.gguf","label":"Q5_K_S","size":5397310432,"bits":5.59,"known":true,"rank":0},{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.Q5_K_M.gguf","label":"Q5_K_M","size":5528775648,"bits":5.73,"known":true,"rank":0},{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.Q6_K.gguf","label":"Q6_K","size":6340058080,"bits":6.57,"known":true,"rank":0},{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.Q8_0.gguf","label":"Q8_0","size":8209906656,"bits":8.51,"known":true,"rank":0},{"repo":"tastypear/CausalLM-7B-DPO-alpha-GGUF","file":"causallm_7b-dpo-alpha.f16.gguf","label":"F16","size":15448030112,"bits":16.01,"known":true,"rank":0}],"repos":["tastypear/CausalLM-7B-DPO-alpha-GGUF"],"logoFrom":"CausalLM"},{"id":"guanaco-33b","family":"TheBloke/guanaco-33B-GGUF","name":"Guanaco 33B","maker":"TheBloke","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/guanaco-33B-GGUF/guanaco-33b.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-19T23:37:28.000Z","downloads":1587,"likes":3,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q2_K.gguf","label":"Q2_K","size":13502545184,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q3_K_S.gguf","label":"Q3_K_S","size":14064111904,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q3_K_M.gguf","label":"Q3_K_M","size":15761551648,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q3_K_L.gguf","label":"Q3_K_L","size":17279758624,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q4_0.gguf","label":"Q4_0","size":18355967264,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q4_K_S.gguf","label":"Q4_K_S","size":18437756192,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q4_K_M.gguf","label":"Q4_K_M","size":19621139744,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q5_0.gguf","label":"Q5_0","size":22395360544,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q5_K_S.gguf","label":"Q5_K_S","size":22395360544,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q5_K_M.gguf","label":"Q5_K_M","size":23047116064,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q6_K.gguf","label":"Q6_K","size":26687215904,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/guanaco-33B-GGUF","file":"guanaco-33b.Q8_0.gguf","label":"Q8_0","size":34565124384,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/guanaco-33B-GGUF"],"logoFrom":"timdettmers"},{"id":"flint-apex-i-nanoplus-v2-1","family":"IsValorum/Flint-APEX-I-NanoPlus-V2.1-GGUF","name":"Flint APEX I NanoPlus V2.1","maker":"IsValorum","catalog":null,"tuned":false,"params":39.79,"active":2.82,"layers":49,"probe":"IsValorum/Flint-APEX-I-NanoPlus-V2.1-GGUF/Flint.APEX-I-NanoPlus-V2.1.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":36771840,"context":262144,"arch":"flint","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T18:19:22.000Z","downloads":1585,"likes":8,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/Flint-APEX-I-NanoPlus-V2.1-GGUF","file":"Flint.APEX-I-NanoPlus-V2.1.gguf","label":"Flint.APEX-I-NanoPlus-V2.1","size":13237083360,"bits":2.66,"known":false,"rank":0}],"repos":["IsValorum/Flint-APEX-I-NanoPlus-V2.1-GGUF"],"logoFrom":"RecursiveSI"},{"id":"medicine-llm","family":"AdaptLLM/medicine-LLM","name":"Medicine LLM","maker":"AdaptLLM","catalog":null,"tuned":false,"params":6.74,"active":null,"layers":32,"probe":"TheBloke/medicine-LLM-GGUF/medicine-llm.Q2_K.gguf","kvBytesPerToken":606601,"kvHeader":524288,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-01-15T22:38:37.000Z","downloads":1564,"likes":25,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q2_K.gguf","label":"Q2_K","size":2532868416,"bits":3.01,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q3_K_S.gguf","label":"Q3_K_S","size":2948309728,"bits":3.5,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q3_K_M.gguf","label":"Q3_K_M","size":3298009824,"bits":3.91,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q3_K_L.gguf","label":"Q3_K_L","size":3597116128,"bits":4.27,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q4_0.gguf","label":"Q4_0","size":3825812736,"bits":4.54,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q4_K_S.gguf","label":"Q4_K_S","size":3856745728,"bits":4.58,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q4_K_M.gguf","label":"Q4_K_M","size":4081009920,"bits":4.84,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q5_0.gguf","label":"Q5_0","size":4651697920,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q5_K_S.gguf","label":"Q5_K_S","size":4651697920,"bits":5.52,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q5_K_M.gguf","label":"Q5_K_M","size":4783163136,"bits":5.68,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q6_K.gguf","label":"Q6_K","size":5529200928,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/medicine-LLM-GGUF","file":"medicine-llm.Q8_0.gguf","label":"Q8_0","size":7161098464,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/medicine-LLM-GGUF"],"logoFrom":"AdaptLLM"},{"id":"spark-x2-5-4b-therapy-interleavedthink-qwen38flashnext-minimaxm3-glm5-3-zcode-sft8k-multidpo-v3h","family":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h","name":"Spark X2.5 4B Therapy InterleavedThink Qwen38FlashNext MiniMaxM3 GLM5.3 ZCode SFT8K MultiDPO V3h","maker":"denjhang","catalog":null,"tuned":true,"params":4.11,"active":null,"layers":36,"probe":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h/spark-therapy-v3h-q2_k.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":56623104,"context":1048576,"arch":"spark2_5","vision":false,"licence":"other","open":false,"released":"2026-10-12T11:53:17.000Z","downloads":1542,"likes":5,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h","file":"spark-therapy-v3h-q2_k.gguf","label":"Q2_K","size":1654685760,"bits":3.22,"known":true,"rank":0},{"repo":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h","file":"spark-therapy-v3h-q3_k_m.gguf","label":"Q3_K_M","size":2079508800,"bits":4.05,"known":true,"rank":0},{"repo":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h","file":"spark-therapy-v3h-q4_k_m.gguf","label":"Q4_K_M","size":2600224320,"bits":5.06,"known":true,"rank":0},{"repo":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h","file":"spark-therapy-v3h-q6_k.gguf","label":"Q6_K","size":3379172160,"bits":6.58,"known":true,"rank":0},{"repo":"denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h","file":"spark-therapy-v3h-q8_0.gguf","label":"Q8_0","size":4375021120,"bits":8.52,"known":true,"rank":0}],"repos":["denjhang/Spark-X2.5-4B-Therapy-InterleavedThink-Qwen38FlashNext-MiniMaxM3-GLM5.3-ZCode-SFT8K-MultiDPO-v3h"],"logoFrom":"Qwen"},{"id":"lfm3-omni-2b-pollard","family":"PollardWeights/LFM3-Omni-2B-Pollard","name":"LFM3 Omni 2B Pollard","maker":"PollardWeights","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"PollardWeights/LFM3-Omni-2B-Pollard/LFM3-Omni-2B-Pollard-IQ3_S.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":128000,"arch":"lfm3","vision":true,"licence":"other","open":false,"released":"2026-10-29T10:12:54.000Z","downloads":1533,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"PollardWeights/LFM3-Omni-2B-Pollard","file":"LFM3-Omni-2B-Pollard-IQ3_S.gguf","label":"IQ3_S","size":861146112,"bits":3.98,"known":true,"rank":0},{"repo":"PollardWeights/LFM3-Omni-2B-Pollard","file":"LFM3-Omni-2B-Pollard-IQ4_XS.gguf","label":"IQ4_XS","size":1101870848,"bits":5.1,"known":true,"rank":0},{"repo":"PollardWeights/LFM3-Omni-2B-Pollard","file":"LFM3-Omni-2B-Pollard-Q6_K.gguf","label":"Q6_K","size":1427640832,"bits":6.6,"known":true,"rank":0}],"repos":["PollardWeights/LFM3-Omni-2B-Pollard"],"logoFrom":"LiquidAI"},{"id":"glimmer-30b-2026-knowledge-i1","family":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","name":"Glimmer 30B 2026 Knowledge I1","maker":"mradermacher","catalog":null,"tuned":false,"params":27.85,"active":null,"layers":52,"probe":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF/Glimmer-30B-2026-Knowledge.i1-IQ1_S.gguf","kvBytesPerToken":15402,"kvHeader":13312,"kvFixed":81788928,"context":131072,"arch":"muse-glimmer","vision":false,"licence":"other","open":false,"released":"2026-11-01T17:46:43.000Z","downloads":1494,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ1_S.gguf","label":"IQ1_S","size":6526420576,"bits":1.87,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ1_M.gguf","label":"IQ1_M","size":7062201952,"bits":2.03,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ2_XXS.gguf","label":"IQ2_XXS","size":7955170912,"bits":2.29,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ2_XS.gguf","label":"IQ2_XS","size":8713848416,"bits":2.5,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ2_S.gguf","label":"IQ2_S","size":9130783584,"bits":2.62,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ2_M.gguf","label":"IQ2_M","size":9845158752,"bits":2.83,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q2_K_S.gguf","label":"Q2_K_S","size":10027706208,"bits":2.88,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q2_K.gguf","label":"Q2_K","size":10686703456,"bits":3.07,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ3_XXS.gguf","label":"IQ3_XXS","size":11142386528,"bits":3.2,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ3_XS.gguf","label":"IQ3_XS","size":11967534176,"bits":3.44,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12512314464,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ3_S.gguf","label":"IQ3_S","size":12524082272,"bits":3.6,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ3_M.gguf","label":"IQ3_M","size":12818277472,"bits":3.68,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13680522336,"bits":3.93,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14682436704,"bits":4.22,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15218434400,"bits":4.37,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q4_0.gguf","label":"Q4_0","size":16082822496,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q4_K_S.gguf","label":"Q4_K_S","size":16133514592,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16935296352,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q4_1.gguf","label":"Q4_1","size":17689767264,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q5_K_S.gguf","label":"Q5_K_S","size":19346552160,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19811380576,"bits":5.69,"known":true,"rank":0},{"repo":"mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF","file":"Glimmer-30B-2026-Knowledge.i1-Q6_K.gguf","label":"Q6_K","size":22867220064,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Glimmer-30B-2026-Knowledge-i1-GGUF"],"logoFrom":"OfflineBase"},{"id":"lfm3-1-7b-uncensored-extreme","family":"OpenIntelligenceNet/LFM3-1.7B-Uncensored-Extreme-GGUF","name":"LFM3 1.7B Uncensored Extreme","maker":"OpenIntelligenceNet","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"OpenIntelligenceNet/LFM3-1.7B-Uncensored-Extreme-GGUF/LFM3-1.7B-Uncensored-F16.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":null,"open":false,"released":"2026-10-29T13:45:47.000Z","downloads":1493,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"OpenIntelligenceNet/LFM3-1.7B-Uncensored-Extreme-GGUF","file":"LFM3-1.7B-Uncensored-F16.gguf","label":"F16","size":3466626240,"bits":16.03,"known":true,"rank":0}],"repos":["OpenIntelligenceNet/LFM3-1.7B-Uncensored-Extreme-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-5-4b-amadeus","family":"Jitheswar/Qwen3.5-4B-Amadeus","name":"Qwen3.5 4B Amadeus","maker":"Jitheswar","catalog":null,"tuned":true,"params":4.33,"active":null,"layers":33,"probe":"Jitheswar/Qwen3.5-4B-Amadeus/Qwen3.5-4B-Amadeus-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-26T15:46:46.000Z","downloads":1491,"likes":3,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Jitheswar/Qwen3.5-4B-Amadeus","file":"Qwen3.5-4B-Amadeus-Q4_K_M.gguf","label":"Q4_K_M","size":2783446944,"bits":5.14,"known":true,"rank":0},{"repo":"Jitheswar/Qwen3.5-4B-Amadeus","file":"Qwen3.5-4B-Amadeus-Q6_K.gguf","label":"Q6_K","size":3563028384,"bits":6.58,"known":true,"rank":0},{"repo":"Jitheswar/Qwen3.5-4B-Amadeus","file":"Qwen3.5-4B-Amadeus-BF16.gguf","label":"BF16","size":8665620160,"bits":16.01,"known":true,"rank":0}],"repos":["Jitheswar/Qwen3.5-4B-Amadeus"],"logoFrom":"Qwen"},{"id":"deepseek-v4-1-flash-1017-uncensored-gsq-rco-coder","family":"Abiray/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-GGUF","name":"DeepSeek V4.1 Flash 1017 Uncensored GSQ RCO Coder","maker":"Abiray","catalog":null,"tuned":true,"params":196.61,"active":3.93,"layers":40,"probe":"Abiray/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-GGUF/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-IQ2_XXS-00001-of-00006.gguf","kvBytesPerToken":68717,"kvHeader":59392,"kvFixed":524288,"context":1048576,"arch":"deepseek41","vision":true,"licence":"mit","open":true,"released":"2026-11-02T18:20:35.000Z","downloads":1478,"likes":13,"trending":13,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Abiray/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-GGUF","file":"DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-IQ2_XXS-00001-of-00006.gguf","label":"IQ2_XXS","size":72123567456,"bits":2.93,"known":true,"rank":0},{"repo":"Abiray/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-GGUF","file":"DeepSeek-V4.1-Flash-Engram-IQ4_NL.gguf","label":"IQ4_NL","size":110595290816,"bits":4.5,"known":true,"rank":0}],"repos":["Abiray/DeepSeek-V4.1-Flash-1017-Uncensored-GSQ-RCO-Coder-GGUF"],"logoFrom":"ISTA-DASLab"},{"id":"lfm2-5-24b-a2b-apex-i-nanoplus","family":"IsValorum/LFM2.5-24B-A2B-APEX-I-NanoPlus-GGUF","name":"LFM2.5 24B A2B APEX I NanoPlus","maker":"IsValorum","catalog":null,"tuned":false,"params":23.97,"active":2.45,"layers":40,"probe":"IsValorum/LFM2.5-24B-A2B-APEX-I-NanoPlus-GGUF/LFM2.5-24B-A2B.APEX-I-NanoPlus.gguf","kvBytesPerToken":23695,"kvHeader":20480,"kvFixed":0,"context":131072,"arch":"lfm2moe","vision":false,"licence":"other","open":false,"released":"2026-10-13T18:46:38.000Z","downloads":1451,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"IsValorum/LFM2.5-24B-A2B-APEX-I-NanoPlus-GGUF","file":"LFM2.5-24B-A2B.APEX-I-NanoPlus.gguf","label":"LFM2.5-24B-A2B.APEX-I-NanoPlus","size":8151662048,"bits":2.72,"known":false,"rank":0}],"repos":["IsValorum/LFM2.5-24B-A2B-APEX-I-NanoPlus-GGUF"],"logoFrom":"LiquidAI"},{"id":"qwen3-8-27b-artemis","family":"turintech/Qwen3.8-27B-Artemis-GGUF","name":"Qwen3.8 27B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":26.9,"active":null,"layers":64,"probe":"turintech/Qwen3.8-27B-Artemis-GGUF/Qwen3.8-27B-Artemis-IQ2_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-25T11:26:49.000Z","downloads":1426,"likes":11,"trending":7,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/Qwen3.8-27B-Artemis-GGUF","file":"Qwen3.8-27B-Artemis-IQ2_XXS.gguf","label":"IQ2_XXS","size":7830620736,"bits":2.33,"known":true,"rank":0}],"repos":["turintech/Qwen3.8-27B-Artemis-GGUF"],"logoFrom":"Qwen"},{"id":"qwen3-8-27b-noslop-v2","family":"RefinedNeuro/Qwen3.8-27b-noslop-v2","name":"Qwen3.8 27B Noslop V2","maker":"RefinedNeuro","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF/Qwen3.8-27b-noslop-v2.i1-Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-31T23:04:43.000Z","downloads":1423,"likes":3,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q2_K.gguf","label":"Q2_K","size":10864593504,"bits":3.18,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q3_K_S.gguf","label":"Q3_K_S","size":12256537184,"bits":3.59,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-IQ3_S.gguf","label":"IQ3_S","size":12602608224,"bits":3.69,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-IQ3_M.gguf","label":"IQ3_M","size":12768332384,"bits":3.74,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q3_K_M.gguf","label":"Q3_K_M","size":13500738144,"bits":3.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q3_K_L.gguf","label":"Q3_K_L","size":14559799904,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-IQ4_XS.gguf","label":"IQ4_XS","size":15309040224,"bits":4.48,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q4_0.gguf","label":"Q4_0","size":15760419424,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q4_K_S.gguf","label":"Q4_K_S","size":15825300064,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q4_K_M.gguf","label":"Q4_K_M","size":16810715744,"bits":4.92,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q4_1.gguf","label":"Q4_1","size":17343769184,"bits":5.08,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q5_K_S.gguf","label":"Q5_K_S","size":18971683424,"bits":5.56,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q5_K_M.gguf","label":"Q5_K_M","size":19535702624,"bits":5.72,"known":true,"rank":0},{"repo":"mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF","file":"Qwen3.8-27b-noslop-v2.i1-Q6_K.gguf","label":"Q6_K","size":22431001184,"bits":6.57,"known":true,"rank":0}],"repos":["mradermacher/Qwen3.8-27b-noslop-v2-i1-GGUF"],"logoFrom":"RefinedNeuro"},{"id":"athene-70b","family":"Nexusflow/Athene-70B","name":"Athene 70B","maker":"Nexusflow","catalog":null,"tuned":false,"params":70.55,"active":null,"layers":80,"probe":"bartowski/Athene-70B-GGUF/Athene-70B-IQ2_XXS.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2024-07-19T07:32:05.000Z","downloads":1417,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-IQ2_XXS.gguf","label":"IQ2_XXS","size":19097385088,"bits":2.17,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-IQ2_S.gguf","label":"IQ2_S","size":22242343040,"bits":2.52,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-IQ2_M.gguf","label":"IQ2_M","size":24119294080,"bits":2.74,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q2_K.gguf","label":"Q2_K","size":26375108736,"bits":2.99,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q2_K_L.gguf","label":"Q2_K_L","size":27401156736,"bits":3.11,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-IQ3_XS.gguf","label":"IQ3_XS","size":29307730048,"bits":3.32,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q3_K_S.gguf","label":"Q3_K_S","size":30912051328,"bits":3.51,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-IQ3_M.gguf","label":"IQ3_M","size":31937034368,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q3_K_M.gguf","label":"Q3_K_M","size":34267494528,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q3_K_L.gguf","label":"Q3_K_L","size":37140592768,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-IQ4_XS.gguf","label":"IQ4_XS","size":37902661760,"bits":4.3,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q3_K_XL.gguf","label":"Q3_K_XL","size":38059931776,"bits":4.32,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q4_K_S.gguf","label":"Q4_K_S","size":40347220096,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q4_K_M.gguf","label":"Q4_K_M","size":42520393856,"bits":4.82,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q4_K_L.gguf","label":"Q4_K_L","size":43300190336,"bits":4.91,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q5_K_S.gguf","label":"Q5_K_S","size":48657447040,"bits":5.52,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q5_K_M/Athene-70B-Q5_K_M-00001-of-00002.gguf","label":"Q5_K_M","size":49949817152,"bits":5.66,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q5_K_L/Athene-70B-Q5_K_L-00001-of-00002.gguf","label":"Q5_K_L","size":50598279168,"bits":5.74,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q6_K/Athene-70B-Q6_K-00001-of-00002.gguf","label":"Q6_K","size":57888143712,"bits":6.56,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q6_K_L/Athene-70B-Q6_K_L-00001-of-00002.gguf","label":"Q6_K_L","size":58397063200,"bits":6.62,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-Q8_0/Athene-70B-Q8_0-00001-of-00002.gguf","label":"Q8_0","size":74975050048,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/Athene-70B-GGUF","file":"Athene-70B-f32/Athene-70B-f32-00001-of-00008.gguf","label":"F32","size":282222688736,"bits":32,"known":true,"rank":0}],"repos":["bartowski/Athene-70B-GGUF","mradermacher/Athene-70B-GGUF"],"logoFrom":"Nexusflow"},{"id":"industry-coder-27b-v2-0","family":"kataguru/Industry-Coder-27B-v2.0-GGUF","name":"Industry Coder 27B V2.0","maker":"kataguru","catalog":null,"tuned":true,"params":26.9,"active":null,"layers":64,"probe":"kataguru/Industry-Coder-27B-v2.0-GGUF/Industry-Coder-27B-v2.0-IQ3_XXS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T08:25:32.000Z","downloads":1397,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"kataguru/Industry-Coder-27B-v2.0-GGUF","file":"Industry-Coder-27B-v2.0-IQ3_XXS.gguf","label":"IQ3_XXS","size":11186412096,"bits":3.33,"known":true,"rank":0},{"repo":"kataguru/Industry-Coder-27B-v2.0-GGUF","file":"Industry-Coder-27B-v2.0-IQ3_S.gguf","label":"IQ3_S","size":12419369536,"bits":3.69,"known":true,"rank":0},{"repo":"kataguru/Industry-Coder-27B-v2.0-GGUF","file":"Industry-Coder-27B-v2.0-IQ4_XS.gguf","label":"IQ4_XS","size":15082547776,"bits":4.49,"known":true,"rank":0},{"repo":"kataguru/Industry-Coder-27B-v2.0-GGUF","file":"Industry-Coder-27B-v2.0-IQ4_NL.gguf","label":"IQ4_NL","size":15801969216,"bits":4.7,"known":true,"rank":0}],"repos":["kataguru/Industry-Coder-27B-v2.0-GGUF"],"logoFrom":"Qwen"},{"id":"helcyon-gpt-4o-12b-gemma-4-v1-0","family":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","name":"Helcyon GPT 4o 12B Gemma 4 V1.0","maker":"XeyonAI","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF/Helcyon-GPT-4o-x1.0-Gemma4-12b-IQ4_XS.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":131072,"arch":"gemma4","vision":true,"licence":null,"open":false,"released":"2026-10-29T23:33:42.000Z","downloads":1391,"likes":4,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","file":"Helcyon-GPT-4o-x1.0-Gemma4-12b-IQ4_XS.gguf","label":"IQ4_XS","size":6690551616,"bits":4.49,"known":true,"rank":0},{"repo":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","file":"Helcyon-GPT-4o-x1.0-Gemma4-12b-Q4_K_M.gguf","label":"Q4_K_M","size":7381382976,"bits":4.96,"known":true,"rank":0},{"repo":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","file":"Helcyon-GPT-4o-x1.0-Gemma4-12b-Q5_K_M.gguf","label":"Q5_K_M","size":8547268416,"bits":5.74,"known":true,"rank":0},{"repo":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","file":"Helcyon-GPT-4o-x1.0-Gemma4-12b-Q6_K.gguf","label":"Q6_K","size":9786021696,"bits":6.57,"known":true,"rank":0},{"repo":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","file":"Helcyon-GPT-4o-x1.0-Gemma4-12b-Q8_0.gguf","label":"Q8_0","size":12669646656,"bits":8.51,"known":true,"rank":0},{"repo":"XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF","file":"Helcyon-GPT-4o-x1.0-Gemma4-12b-f16.gguf","label":"F16","size":23832065856,"bits":16.01,"known":true,"rank":0}],"repos":["XeyonAI/Helcyon-GPT-4o-12b-Gemma-4-v1.0-GGUF"],"logoFrom":"XeyonAI"},{"id":"lfm3-1-7b-claude-code","family":"mondk/LFM3-1.7B-Claude-Code-GGUF","name":"LFM3 1.7B Claude Code","maker":"mondk","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"mondk/LFM3-1.7B-Claude-Code-GGUF/LFM3-1.7B-Claude-Code-Q8_0.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-10-28T12:18:09.000Z","downloads":1388,"likes":4,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mondk/LFM3-1.7B-Claude-Code-GGUF","file":"LFM3-1.7B-Claude-Code-Q8_0.gguf","label":"Q8_0","size":1846237728,"bits":8.54,"known":true,"rank":0}],"repos":["mondk/LFM3-1.7B-Claude-Code-GGUF"],"logoFrom":"LiquidAI"},{"id":"cybersecurity-baronllm-offensive-security-llm-q6-k","family":"AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF","name":"Cybersecurity BaronLLM Offensive Security LLM Q6 K","maker":"AlicanKiraz0","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF/baronllm-llama3.1-v1-q6_k.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":131072,"arch":"llama","vision":false,"licence":"mit","open":true,"released":"2025-01-21T03:41:56.000Z","downloads":1384,"likes":385,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF","file":"baronllm-llama3.1-v1-q6_k.gguf","label":"Q6_K","size":6596011008,"bits":6.57,"known":true,"rank":0}],"repos":["AlicanKiraz0/Cybersecurity-BaronLLM_Offensive_Security_LLM_Q6_K_GGUF"],"logoFrom":"meta-llama"},{"id":"gemma-4-12b-it-artemis","family":"turintech/gemma-4-12B-it-Artemis-GGUF","name":"Gemma 4 12B Artemis","maker":"turintech","catalog":null,"tuned":false,"params":11.91,"active":null,"layers":48,"probe":"turintech/gemma-4-12B-it-Artemis-GGUF/gemma-4-12B-it-Artemis-Q4_0.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-25T10:09:32.000Z","downloads":1356,"likes":7,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"turintech/gemma-4-12B-it-Artemis-GGUF","file":"gemma-4-12B-it-Artemis-Q4_0.gguf","label":"Q4_0","size":6716356736,"bits":4.51,"known":true,"rank":0}],"repos":["turintech/gemma-4-12B-it-Artemis-GGUF"],"logoFrom":"google"},{"id":"lite-beam-1-0-501b-a23b-iqs-xxs","family":"tablinum/Lite-Beam-1.0-501B-A23B-IQS_XXS","name":"Lite Beam 1.0 501B A23B IQS XXS","maker":"tablinum","catalog":null,"tuned":false,"params":501.27,"active":null,"layers":52,"probe":"tablinum/Lite-Beam-1.0-501B-A23B-IQS_XXS/Lite-Beam-1.0-501B-A23B-IQ2_XXS.gguf","kvBytesPerToken":42652,"kvHeader":36864,"kvFixed":90177536,"context":1048576,"arch":"beam","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-22T17:42:15.000Z","downloads":1356,"likes":3,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tablinum/Lite-Beam-1.0-501B-A23B-IQS_XXS","file":"Lite-Beam-1.0-501B-A23B-IQ2_XXS.gguf","label":"IQ2_XXS","size":144421041184,"bits":2.3,"known":true,"rank":0}],"repos":["tablinum/Lite-Beam-1.0-501B-A23B-IQS_XXS"],"logoFrom":"reflection"},{"id":"fx-work-1028-mxfp4-moe","family":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF","name":"Fx Work 1028 MXFP4 MoE","maker":"prithivMLmods","catalog":null,"tuned":false,"params":35.51,"active":3.52,"layers":41,"probe":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF/Fx-Work-1028.Q3_K_L.gguf","kvBytesPerToken":23204,"kvHeader":20480,"kvFixed":0,"context":262144,"arch":"qwen35moe","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-31T08:04:41.000Z","downloads":1331,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF","file":"Fx-Work-1028.Q3_K_L.gguf","label":"Q3_K_L","size":18552090624,"bits":4.18,"known":true,"rank":0},{"repo":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF","file":"Fx-Work-1028.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":20261570560,"bits":4.56,"known":true,"rank":0},{"repo":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF","file":"Fx-Work-1028.Q5_K_M.gguf","label":"Q5_K_M","size":25347532800,"bits":5.71,"known":true,"rank":0},{"repo":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF","file":"Fx-Work-1028.Q6_K.gguf","label":"Q6_K","size":29208731648,"bits":6.58,"known":true,"rank":0},{"repo":"prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF","file":"Fx-Work-1028.BF16.gguf","label":"BF16","size":71066995008,"bits":16.01,"known":true,"rank":0}],"repos":["prithivMLmods/Fx-Work-1028-MXFP4-MoE-GGUF"],"logoFrom":"endless-frontier"},{"id":"thinkingcap-nvidia-nemotron-3-5-lightning-30b-a3b","family":"bottlecapai/ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B","name":"ThinkingCap NVIDIA Nemotron 3.5 Lightning 30B A3B","maker":"bottlecapai","catalog":null,"tuned":true,"params":32.91,"active":0.66,"layers":53,"probe":"bottlecapai/ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_M.gguf","kvBytesPerToken":8293,"kvHeader":7168,"kvFixed":0,"context":1048576,"arch":"nemotron_h_moe","vision":false,"licence":"other","open":false,"released":"2026-10-21T06:53:27.000Z","downloads":1330,"likes":9,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bottlecapai/ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_M.gguf","label":"Q4_K_M","size":25430739712,"bits":6.18,"known":true,"rank":0},{"repo":"bottlecapai/ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","file":"ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-f16.gguf","label":"F16","size":65852184448,"bits":16.01,"known":true,"rank":0}],"repos":["bottlecapai/ThinkingCap-NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF"],"logoFrom":"bottlecapai"},{"id":"gpt-oss-cybersecurity-20b-merged-advanced-abliterated","family":"piotreknow02/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated","name":"GPT OSS Cybersecurity 20B Merged Advanced Abliterated","maker":"piotreknow02","catalog":null,"tuned":true,"params":20.91,"active":4.19,"layers":24,"probe":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q3_K_S.gguf","kvBytesPerToken":26567,"kvHeader":24576,"kvFixed":3145728,"context":131072,"arch":"gpt-oss","vision":false,"licence":null,"open":false,"released":"2026-03-08T08:35:48.000Z","downloads":1325,"likes":3,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q3_K_S.gguf","label":"Q3_K_S","size":12061091008,"bits":4.61,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q2_K.gguf","label":"Q2_K","size":12065514688,"bits":4.62,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.MXFP4_MOE.gguf","label":"MXFP4_MOE","size":12109567168,"bits":4.63,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.IQ4_XS.gguf","label":"IQ4_XS","size":12245779648,"bits":4.69,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q3_K_M.gguf","label":"Q3_K_M","size":12916151488,"bits":4.94,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q3_K_L.gguf","label":"Q3_K_L","size":13335110848,"bits":5.1,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q4_K_S.gguf","label":"Q4_K_S","size":14654243008,"bits":5.61,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q4_K_M.gguf","label":"Q4_K_M","size":15805137088,"bits":6.05,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q5_K_S.gguf","label":"Q5_K_S","size":15892205248,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q5_K_M.gguf","label":"Q5_K_M","size":16893062848,"bits":6.46,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q6_K.gguf","label":"Q6_K","size":22193345728,"bits":8.49,"known":true,"rank":0},{"repo":"mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF","file":"GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated.Q8_0.gguf","label":"Q8_0","size":22261912768,"bits":8.52,"known":true,"rank":0}],"repos":["mradermacher/GPT-OSS-Cybersecurity-20B-Merged-advanced-abliterated-GGUF"],"logoFrom":"piotreknow02"},{"id":"trinity-large-preview","family":"arcee-ai/Trinity-Large-Preview","name":"Trinity Large Preview","maker":"Arcee","catalog":null,"tuned":false,"params":398.64,"active":13.37,"layers":60,"probe":"unsloth/Trinity-Large-Preview-GGUF/Q2_K/Trinity-Large-Preview-Q2_K-00001-of-00003.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":262144,"arch":"afmoe","vision":false,"licence":"other","open":false,"released":"2026-01-27T14:52:00.000Z","downloads":1311,"likes":13,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1379,"arenaCoding":1443,"arenaVision":null,"builds":[{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q2_K/Trinity-Large-Preview-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":144993750592,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q2_K_L/Trinity-Large-Preview-Q2_K_L-00001-of-00003.gguf","label":"Q2_K_L","size":145137888832,"bits":2.91,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-Q2_K_XL/Trinity-Large-Preview-UD-Q2_K_XL-00001-of-00003.gguf","label":"UD-Q2_K_XL","size":145842015808,"bits":2.93,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-IQ2_XXS/Trinity-Large-Preview-UD-IQ2_XXS-00001-of-00004.gguf","label":"UD-IQ2_XXS","size":153484316352,"bits":3.08,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-IQ2_M/Trinity-Large-Preview-UD-IQ2_M-00001-of-00004.gguf","label":"UD-IQ2_M","size":154274975424,"bits":3.1,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q3_K_S/Trinity-Large-Preview-Q3_K_S-00001-of-00004.gguf","label":"Q3_K_S","size":172025028288,"bits":3.45,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-IQ3_XXS/Trinity-Large-Preview-UD-IQ3_XXS-00001-of-00004.gguf","label":"UD-IQ3_XXS","size":182546886336,"bits":3.66,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q3_K_M/Trinity-Large-Preview-Q3_K_M-00001-of-00004.gguf","label":"Q3_K_M","size":189440417504,"bits":3.8,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-Q3_K_XL/Trinity-Large-Preview-UD-Q3_K_XL-00001-of-00004.gguf","label":"UD-Q3_K_XL","size":189945564896,"bits":3.81,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"IQ4_XS/Trinity-Large-Preview-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":212465413952,"bits":4.26,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"IQ4_NL/Trinity-Large-Preview-IQ4_NL-00001-of-00005.gguf","label":"IQ4_NL","size":224829304608,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q4_0/Trinity-Large-Preview-Q4_0-00001-of-00005.gguf","label":"Q4_0","size":224969019168,"bits":4.51,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q4_K_S/Trinity-Large-Preview-Q4_K_S-00001-of-00005.gguf","label":"Q4_K_S","size":225135546144,"bits":4.52,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q4_K_M/Trinity-Large-Preview-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":239855587136,"bits":4.81,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-Q4_K_XL/Trinity-Large-Preview-UD-Q4_K_XL-00001-of-00005.gguf","label":"UD-Q4_K_XL","size":247333597024,"bits":4.96,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q4_1/Trinity-Large-Preview-Q4_1-00001-of-00006.gguf","label":"Q4_1","size":249583726528,"bits":5.01,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q5_K_S/Trinity-Large-Preview-Q5_K_S-00001-of-00006.gguf","label":"Q5_K_S","size":274497105856,"bits":5.51,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q5_K_M/Trinity-Large-Preview-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":282250072000,"bits":5.66,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-Q5_K_XL/Trinity-Large-Preview-UD-Q5_K_XL-00001-of-00006.gguf","label":"UD-Q5_K_XL","size":284823916480,"bits":5.72,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q6_K/Trinity-Large-Preview-Q6_K-00001-of-00007.gguf","label":"Q6_K","size":327273807904,"bits":6.57,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-Q6_K_XL/Trinity-Large-Preview-UD-Q6_K_XL-00001-of-00007.gguf","label":"UD-Q6_K_XL","size":341925060672,"bits":6.86,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"Q8_0/Trinity-Large-Preview-Q8_0-00001-of-00009.gguf","label":"Q8_0","size":423684399104,"bits":8.5,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"UD-Q8_K_XL/Trinity-Large-Preview-UD-Q8_K_XL-00001-of-00010.gguf","label":"UD-Q8_K_XL","size":467269443968,"bits":9.38,"known":true,"rank":0},{"repo":"unsloth/Trinity-Large-Preview-GGUF","file":"BF16/Trinity-Large-Preview-BF16-00001-of-00017.gguf","label":"BF16","size":797364446208,"bits":16,"known":true,"rank":0}],"repos":["unsloth/Trinity-Large-Preview-GGUF"],"logoFrom":"arcee-ai"},{"id":"l3-sthenomaidblackroot-8b-v1","family":"bluuwhale/L3-SthenoMaidBlackroot-8B-V1","name":"L3 SthenoMaidBlackroot 8B V1","maker":"bluuwhale","catalog":null,"tuned":false,"params":8.03,"active":null,"layers":32,"probe":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF/L3-SthenoMaidBlackroot-8B-V1.Q2_K.gguf","kvBytesPerToken":151650,"kvHeader":131072,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-06-09T07:42:43.000Z","downloads":1305,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q2_K.gguf","label":"Q2_K","size":3179131648,"bits":3.17,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.IQ3_XS.gguf","label":"IQ3_XS","size":3518747392,"bits":3.51,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q3_K_S.gguf","label":"Q3_K_S","size":3664499456,"bits":3.65,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.IQ3_S.gguf","label":"IQ3_S","size":3682325248,"bits":3.67,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.IQ3_M.gguf","label":"IQ3_M","size":3784823552,"bits":3.77,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q3_K_M.gguf","label":"Q3_K_M","size":4018918144,"bits":4,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q3_K_L.gguf","label":"Q3_K_L","size":4321956608,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.IQ4_XS.gguf","label":"IQ4_XS","size":4484363008,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q4_K_S.gguf","label":"Q4_K_S","size":4692669184,"bits":4.68,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q4_K_M.gguf","label":"Q4_K_M","size":4920734464,"bits":4.9,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q5_K_S.gguf","label":"Q5_K_S","size":5599294208,"bits":5.58,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q5_K_M.gguf","label":"Q5_K_M","size":5732987648,"bits":5.71,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q6_K.gguf","label":"Q6_K","size":6596006656,"bits":6.57,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.Q8_0.gguf","label":"Q8_0","size":8540771072,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF","file":"L3-SthenoMaidBlackroot-8B-V1.f16.gguf","label":"F16","size":16068891392,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/L3-SthenoMaidBlackroot-8B-V1-GGUF"],"logoFrom":"bluuwhale"},{"id":"deepseek-v4-1-flash-1017-uncensored-vq","family":"Baekpica/DeepSeek-V4.1-Flash-1017-UNCENSORED-VQ-GGUF","name":"DeepSeek V4.1 Flash 1017 UNCENSORED VQ","maker":"Baekpica","catalog":null,"tuned":true,"params":0.49,"active":null,"layers":40,"probe":"Baekpica/DeepSeek-V4.1-Flash-1017-UNCENSORED-VQ-GGUF/DeepSeek-V4.1-Flash.vision.gguf","kvBytesPerToken":null,"kvHeader":null,"kvFixed":0,"context":null,"arch":"deepseek4","vision":true,"licence":"mit","open":true,"released":"2026-10-18T14:08:51.000Z","downloads":1277,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"Baekpica/DeepSeek-V4.1-Flash-1017-UNCENSORED-VQ-GGUF","file":"DeepSeek-V4.1-Flash.vision.gguf","label":"DeepSeek-V4.1-Flash.vision","size":971066016,"bits":15.85,"known":false,"rank":0}],"repos":["Baekpica/DeepSeek-V4.1-Flash-1017-UNCENSORED-VQ-GGUF"],"logoFrom":"dealignai"},{"id":"glm-5-3-flash-abliterated-heretic-v2-ud-iq4-xs","family":"marcorez8/GLM-5.3-Flash-Abliterated-Heretic-V2-UD-IQ4_XS","name":"GLM 5.3 Flash Abliterated Heretic V2 UD IQ4 XS","maker":"marcorez8","catalog":null,"tuned":true,"params":320.76,"active":17.76,"layers":46,"probe":"marcorez8/GLM-5.3-Flash-Abliterated-Heretic-V2-UD-IQ4_XS/GLM-5.3-Flash-Abliterated-Heretic-V2-UD-IQ4_XS-00001-of-00005.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":0,"context":1048576,"arch":"glm5next","vision":true,"licence":"mit","open":true,"released":"2026-09-17T17:41:54.000Z","downloads":1266,"likes":15,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"marcorez8/GLM-5.3-Flash-Abliterated-Heretic-V2-UD-IQ4_XS","file":"GLM-5.3-Flash-Abliterated-Heretic-V2-UD-IQ4_XS-00001-of-00005.gguf","label":"UD-IQ4_XS","size":156822111075,"bits":3.91,"known":true,"rank":0}],"repos":["marcorez8/GLM-5.3-Flash-Abliterated-Heretic-V2-UD-IQ4_XS"],"logoFrom":"marcorez8"},{"id":"qwen-72b-chat","family":"Qwen/Qwen-72B-Chat","name":"Qwen 72B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":72.29,"active":null,"layers":80,"probe":"mradermacher/Qwen-72B-Chat-GGUF/Qwen-72B-Chat.Q2_K.gguf","kvBytesPerToken":3033006,"kvHeader":2621440,"kvFixed":0,"context":32768,"arch":"qwen","vision":false,"licence":"other","open":false,"released":"2024-09-05T05:02:56.000Z","downloads":1264,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q2_K.gguf","label":"Q2_K","size":26531666400,"bits":2.94,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.IQ3_XS.gguf","label":"IQ3_XS","size":30433057248,"bits":3.37,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.IQ3_S.gguf","label":"IQ3_S","size":31565519328,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":31565519328,"bits":3.49,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.IQ3_M.gguf","label":"IQ3_M","size":34685032928,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":36682570208,"bits":4.06,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.IQ4_XS.gguf","label":"IQ4_XS","size":39094983136,"bits":4.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":39241095648,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":41252035040,"bits":4.57,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":45089823200,"bits":4.99,"known":true,"rank":0},{"repo":"mradermacher/Qwen-72B-Chat-GGUF","file":"Qwen-72B-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":49880242656,"bits":5.52,"known":true,"rank":0}],"repos":["mradermacher/Qwen-72B-Chat-GGUF"],"logoFrom":"Qwen"},{"id":"sarvam-m","family":"sarvamai/sarvam-m","name":"Sarvam M","maker":"sarvamai","catalog":null,"tuned":false,"params":23.57,"active":null,"layers":40,"probe":"bartowski/sarvamai_sarvam-m-GGUF/sarvamai_sarvam-m-IQ2_XS.gguf","kvBytesPerToken":189563,"kvHeader":163840,"kvFixed":0,"context":32768,"arch":"llama","vision":false,"licence":"apache-2.0","open":true,"released":"2025-05-20T06:39:05.000Z","downloads":1238,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ2_XS.gguf","label":"IQ2_XS","size":7207034944,"bits":2.45,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ2_S.gguf","label":"IQ2_S","size":7478353984,"bits":2.54,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ2_M.gguf","label":"IQ2_M","size":8114053184,"bits":2.75,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q2_K.gguf","label":"Q2_K","size":8890327104,"bits":3.02,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ3_XXS.gguf","label":"IQ3_XXS","size":9280593984,"bits":3.15,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q2_K_L.gguf","label":"Q2_K_L","size":9545687104,"bits":3.24,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ3_XS.gguf","label":"IQ3_XS","size":9907118144,"bits":3.36,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q3_K_S.gguf","label":"Q3_K_S","size":10400276544,"bits":3.53,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ3_M.gguf","label":"IQ3_M","size":10650951744,"bits":3.62,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q3_K_M.gguf","label":"Q3_K_M","size":11474083904,"bits":3.89,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q3_K_L.gguf","label":"Q3_K_L","size":12400762944,"bits":4.21,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ4_XS.gguf","label":"IQ4_XS","size":12758917184,"bits":4.33,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q3_K_XL.gguf","label":"Q3_K_XL","size":12987965504,"bits":4.41,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-IQ4_NL.gguf","label":"IQ4_NL","size":13468016704,"bits":4.57,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q4_0.gguf","label":"Q4_0","size":13494231104,"bits":4.58,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q4_K_S.gguf","label":"Q4_K_S","size":13549281344,"bits":4.6,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q4_K_M.gguf","label":"Q4_K_M","size":14333911104,"bits":4.87,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q4_K_L.gguf","label":"Q4_K_L","size":14831984704,"bits":5.03,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q4_1.gguf","label":"Q4_1","size":14873108544,"bits":5.05,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q5_K_S.gguf","label":"Q5_K_S","size":16304414784,"bits":5.53,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q5_K_M.gguf","label":"Q5_K_M","size":16763985984,"bits":5.69,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q5_K_L.gguf","label":"Q5_K_L","size":17178173504,"bits":5.83,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q6_K.gguf","label":"Q6_K","size":19345940544,"bits":6.57,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q6_K_L.gguf","label":"Q6_K_L","size":19670999104,"bits":6.68,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-Q8_0.gguf","label":"Q8_0","size":25054781504,"bits":8.5,"known":true,"rank":0},{"repo":"bartowski/sarvamai_sarvam-m-GGUF","file":"sarvamai_sarvam-m-bf16.gguf","label":"BF16","size":47153520448,"bits":16,"known":true,"rank":0}],"repos":["bartowski/sarvamai_sarvam-m-GGUF"],"logoFrom":"sarvamai"},{"id":"gemma-2-9b-it-simpo","family":"princeton-nlp/gemma-2-9b-it-SimPO","name":"Gemma 2 9B SimPO","maker":"princeton-nlp","catalog":null,"tuned":false,"params":9.24,"active":null,"layers":42,"probe":"mradermacher/gemma-2-9b-it-SimPO-GGUF/gemma-2-9b-it-SimPO.Q2_K.gguf","kvBytesPerToken":199041,"kvHeader":172032,"kvFixed":704643072,"context":8192,"arch":"gemma2","vision":false,"licence":"mit","open":true,"released":"2024-07-16T16:42:49.000Z","downloads":1234,"likes":14,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q2_K.gguf","label":"Q2_K","size":3805398400,"bits":3.29,"known":true,"rank":0},{"repo":"mradermacher/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.IQ3_XS.gguf","label":"IQ3_XS","size":4144990048,"bits":3.59,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q3_K_S.gguf","label":"Q3_K_S","size":4337665408,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.IQ3_S.gguf","label":"IQ3_S","size":4337665888,"bits":3.76,"known":true,"rank":0},{"repo":"mradermacher/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.IQ3_M.gguf","label":"IQ3_M","size":4494616416,"bits":3.89,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q3_K_M.gguf","label":"Q3_K_M","size":4761781632,"bits":4.12,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q3_K_L.gguf","label":"Q3_K_L","size":5132453248,"bits":4.44,"known":true,"rank":0},{"repo":"mradermacher/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.IQ4_XS.gguf","label":"IQ4_XS","size":5223171936,"bits":4.52,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q4_0.gguf","label":"Q4_0","size":5443143040,"bits":4.71,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q4_K_S.gguf","label":"Q4_K_S","size":5478925696,"bits":4.74,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q4_K_M.gguf","label":"Q4_K_M","size":5761058176,"bits":4.99,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q4_1.gguf","label":"Q4_1","size":5963367808,"bits":5.16,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q5_0.gguf","label":"Q5_0","size":6483592576,"bits":5.61,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q5_K_S.gguf","label":"Q5_K_S","size":6483592576,"bits":5.61,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q5_K_M.gguf","label":"Q5_K_M","size":6647367040,"bits":5.76,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q5_1.gguf","label":"Q5_1","size":7003817344,"bits":6.06,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q6_K.gguf","label":"Q6_K","size":7589070208,"bits":6.57,"known":true,"rank":0},{"repo":"QuantFactory/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.Q8_0.gguf","label":"Q8_0","size":9827149184,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/gemma-2-9b-it-SimPO-GGUF","file":"gemma-2-9b-it-SimPO.f16.gguf","label":"F16","size":18490681184,"bits":16.01,"known":true,"rank":0}],"repos":["QuantFactory/gemma-2-9b-it-SimPO-GGUF","mradermacher/gemma-2-9b-it-SimPO-GGUF"],"logoFrom":"princeton-nlp"},{"id":"qwen3-8-27b-ascii-condensed","family":"bsaleh03/Qwen3.8-27B-ASCII-Condensed","name":"Qwen3.8 27B ASCII Condensed","maker":"bsaleh03","catalog":null,"tuned":false,"params":26.1,"active":null,"layers":65,"probe":"bsaleh03/Qwen3.8-27B-ASCII-Condensed/Qwen3.8-27B-ASCII-Condensed-UD-IQ4_XS.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"apache-2.0","open":true,"released":"2026-08-19T04:02:26.000Z","downloads":1220,"likes":33,"trending":3,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"bsaleh03/Qwen3.8-27B-ASCII-Condensed","file":"Qwen3.8-27B-ASCII-Condensed-UD-IQ4_XS.gguf","label":"UD-IQ4_XS","size":13564001888,"bits":4.16,"known":true,"rank":0}],"repos":["bsaleh03/Qwen3.8-27B-ASCII-Condensed"],"logoFrom":"Qwen"},{"id":"gemma-4-12b-it-qat-uncensored-heretic-udmerge","family":"EZForever/gemma-4-12B-it-qat-uncensored-heretic-UDmerge-GGUF","name":"Gemma 4 12B Qat Uncensored Heretic UDmerge","maker":"EZForever","catalog":null,"tuned":true,"params":11.91,"active":null,"layers":48,"probe":"EZForever/gemma-4-12B-it-qat-uncensored-heretic-UDmerge-GGUF/gemma-4-12B-it-qat-uncensored-heretic-UDmerge-Q4_K_XL.gguf","kvBytesPerToken":20890,"kvHeader":16384,"kvFixed":335544320,"context":262144,"arch":"gemma4","vision":true,"licence":"apache-2.0","open":true,"released":"2026-07-08T17:45:48.000Z","downloads":1207,"likes":8,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"EZForever/gemma-4-12B-it-qat-uncensored-heretic-UDmerge-GGUF","file":"gemma-4-12B-it-qat-uncensored-heretic-UDmerge-Q4_K_XL.gguf","label":"Q4_K_XL","size":6716358816,"bits":4.51,"known":true,"rank":0},{"repo":"EZForever/gemma-4-12B-it-qat-uncensored-heretic-UDmerge-GGUF","file":"gemma-4-12B-it-qat-uncensored-heretic-UDmerge-Q4_K_XXL.gguf","label":"Q4_K_XXL","size":6810730656,"bits":4.57,"known":false,"rank":0}],"repos":["EZForever/gemma-4-12B-it-qat-uncensored-heretic-UDmerge-GGUF"],"logoFrom":"EZForever"},{"id":"moon-beam-16b-a3b","family":"tablinum/Moon-Beam-16B-A3B","name":"Moon Beam 16B A3B","maker":"tablinum","catalog":null,"tuned":false,"params":15.96,"active":2.91,"layers":27,"probe":"tablinum/Moon-Beam-16B-A3B-GGUF/Moon-Beam-16B-A3B-IQ2_XXS.gguf","kvBytesPerToken":34152,"kvHeader":31104,"kvFixed":0,"context":8192,"arch":"deepseek2","vision":false,"licence":"mit","open":true,"released":"2026-10-31T18:21:35.000Z","downloads":1204,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tablinum/Moon-Beam-16B-A3B-GGUF","file":"Moon-Beam-16B-A3B-IQ2_XXS.gguf","label":"IQ2_XXS","size":6078073376,"bits":3.05,"known":true,"rank":0},{"repo":"tablinum/Moon-Beam-16B-A3B-GGUF","file":"Moon-Beam-16B-A3B-IQ3_XXS.gguf","label":"IQ3_XXS","size":8059054624,"bits":4.04,"known":true,"rank":0},{"repo":"tablinum/Moon-Beam-16B-A3B-GGUF","file":"Moon-Beam-16B-A3B-IQ4_XS.gguf","label":"IQ4_XS","size":9668285984,"bits":4.85,"known":true,"rank":0}],"repos":["tablinum/Moon-Beam-16B-A3B-GGUF"],"logoFrom":"tablinum"},{"id":"zwz2-9b","family":"inclusionAI/ZwZ2-9B","name":"ZwZ2 9B","maker":"Ant Group","catalog":null,"tuned":false,"params":8.95,"active":null,"layers":32,"probe":"inclusionAI/ZwZ2-9B-GGUF/ZwZ2-9B-Q4_K_M.gguf","kvBytesPerToken":39944,"kvHeader":32768,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":"apache-2.0","open":true,"released":"2026-10-30T09:55:13.000Z","downloads":1197,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"inclusionAI/ZwZ2-9B-GGUF","file":"ZwZ2-9B-Q4_K_M.gguf","label":"Q4_K_M","size":5629109248,"bits":5.03,"known":true,"rank":0},{"repo":"inclusionAI/ZwZ2-9B-GGUF","file":"ZwZ2-9B-Q8_0.gguf","label":"Q8_0","size":9527501824,"bits":8.52,"known":true,"rank":0},{"repo":"inclusionAI/ZwZ2-9B-GGUF","file":"ZwZ2-9B-F16.gguf","label":"F16","size":17920697344,"bits":16.02,"known":true,"rank":0}],"repos":["inclusionAI/ZwZ2-9B-GGUF"],"logoFrom":"inclusionAI"},{"id":"dolphin-2-9-1-phi-3-kensho-4-5b","family":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","name":"Dolphin 2.9.1 Phi 3 Kensho 4.5B","maker":"crusoeai","catalog":null,"tuned":true,"params":6.54,"active":null,"layers":56,"probe":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF/dolphin-2.9.1-phi-3-kensho-4.5b.Q2_K.gguf","kvBytesPerToken":796164,"kvHeader":688128,"kvFixed":0,"context":4096,"arch":"llama","vision":false,"licence":null,"open":false,"released":"2024-05-08T03:17:15.000Z","downloads":1182,"likes":6,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q2_K.gguf","label":"Q2_K","size":2446644096,"bits":2.99,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q3_K_S.gguf","label":"Q3_K_S","size":2850257280,"bits":3.49,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q3_K_M.gguf","label":"Q3_K_M","size":3189602688,"bits":3.9,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q3_K_L.gguf","label":"Q3_K_L","size":3486087552,"bits":4.26,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q4_0.gguf","label":"Q4_0","size":3705608064,"bits":4.53,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q4_K_S.gguf","label":"Q4_K_S","size":3732346752,"bits":4.57,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q4_K_M.gguf","label":"Q4_K_M","size":3955398528,"bits":4.84,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q4_1.gguf","label":"Q4_1","size":4108126080,"bits":5.03,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q5_0.gguf","label":"Q5_0","size":4510644096,"bits":5.52,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q5_K_S.gguf","label":"Q5_K_S","size":4510644096,"bits":5.52,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q5_K_M.gguf","label":"Q5_K_M","size":4639324032,"bits":5.68,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q5_1.gguf","label":"Q5_1","size":4913162112,"bits":6.01,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q6_K.gguf","label":"Q6_K","size":5365994880,"bits":6.56,"known":true,"rank":0},{"repo":"crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF","file":"dolphin-2.9.1-phi-3-kensho-4.5b.Q8_0.gguf","label":"Q8_0","size":6949607808,"bits":8.5,"known":true,"rank":0}],"repos":["crusoeai/Dolphin-2.9.1-Phi-3-Kensho-4.5B-GGUF"],"logoFrom":"crusoeai"},{"id":"xing4-0-29b-intent","family":"XingChen-AGI/Xing4.0-29B-Intent-GGUF","name":"Xing4.0 29B Intent","maker":"XingChen-AGI","catalog":null,"tuned":false,"params":31.22,"active":5.45,"layers":41,"probe":"XingChen-AGI/Xing4.0-29B-Intent-GGUF/xing4_0-29b-intent-iq4_nl.gguf","kvBytesPerToken":54647,"kvHeader":47232,"kvFixed":0,"context":262144,"arch":"xing4_0","vision":false,"licence":"apache-2.0","open":true,"released":"2026-10-16T01:46:46.000Z","downloads":1168,"likes":7,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"XingChen-AGI/Xing4.0-29B-Intent-GGUF","file":"xing4_0-29b-intent-iq4_nl.gguf","label":"IQ4_NL","size":17754323680,"bits":4.55,"known":true,"rank":0}],"repos":["XingChen-AGI/Xing4.0-29B-Intent-GGUF"],"logoFrom":"XingChen-AGI"},{"id":"claude-sonnet-5","family":"oroboros-labs/claude-sonnet-5","name":"Claude Sonnet 5","maker":"oroboros-labs","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"oroboros-labs/claude-sonnet-5/model.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"apache-2.0","open":true,"released":"2026-07-07T04:55:15.000Z","downloads":1168,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"oroboros-labs/claude-sonnet-5","file":"model.gguf","label":"model","size":5027783168,"bits":4.91,"known":false,"rank":0}],"repos":["oroboros-labs/claude-sonnet-5"],"logoFrom":"oroboros-labs"},{"id":"chatglm3-6b","family":"zai-org/chatglm3-6b","name":"Chatglm3 6B","maker":"Z.ai","catalog":null,"tuned":true,"params":6.24,"active":null,"layers":28,"probe":"mradermacher/chatglm3-6b-GGUF/chatglm3-6b.Q2_K.gguf","kvBytesPerToken":33174,"kvHeader":28672,"kvFixed":0,"context":8192,"arch":"chatglm","vision":false,"licence":null,"open":false,"released":"2023-10-25T09:56:41.000Z","downloads":1119,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1057,"arenaCoding":1090,"arenaVision":null,"builds":[{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q2_K.gguf","label":"Q2_K","size":2598444896,"bits":3.33,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q3_K_S.gguf","label":"Q3_K_S","size":2998230880,"bits":3.84,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q3_K_M.gguf","label":"Q3_K_M","size":3330662240,"bits":4.27,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.IQ4_XS.gguf","label":"IQ4_XS","size":3477282656,"bits":4.46,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q3_K_L.gguf","label":"Q3_K_L","size":3484049248,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q4_K_S.gguf","label":"Q4_K_S","size":3790282592,"bits":4.86,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q4_K_M.gguf","label":"Q4_K_M","size":4140343136,"bits":5.31,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q5_K_S.gguf","label":"Q5_K_S","size":4428701536,"bits":5.68,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q5_K_M.gguf","label":"Q5_K_M","size":4744322912,"bits":6.08,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q6_K.gguf","label":"Q6_K","size":5504753504,"bits":7.06,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.Q8_0.gguf","label":"Q8_0","size":6636363616,"bits":8.51,"known":true,"rank":0},{"repo":"mradermacher/chatglm3-6b-GGUF","file":"chatglm3-6b.f16.gguf","label":"F16","size":12489383776,"bits":16.01,"known":true,"rank":0}],"repos":["mradermacher/chatglm3-6b-GGUF"],"logoFrom":"zai-org"},{"id":"qwen-14b-chat","family":"Qwen/Qwen-14B-Chat","name":"Qwen 14B","maker":"Alibaba Qwen","catalog":null,"tuned":false,"params":14.17,"active":null,"layers":40,"probe":"mradermacher/Qwen-14B-Chat-GGUF/Qwen-14B-Chat.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":8192,"arch":"qwen","vision":false,"licence":null,"open":false,"released":"2023-09-24T03:27:58.000Z","downloads":1119,"likes":1,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1139,"arenaCoding":1198,"arenaVision":null,"builds":[{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q2_K.gguf","label":"Q2_K","size":5805477696,"bits":3.28,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q3_K_S.gguf","label":"Q3_K_S","size":6773792576,"bits":3.82,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q3_K_M.gguf","label":"Q3_K_M","size":7690231616,"bits":4.34,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.IQ4_XS.gguf","label":"IQ4_XS","size":7914344256,"bits":4.47,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q3_K_L.gguf","label":"Q3_K_L","size":7987846976,"bits":4.51,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q4_K_S.gguf","label":"Q4_K_S","size":8551845696,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q4_K_M.gguf","label":"Q4_K_M","size":9449074496,"bits":5.33,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q5_K_S.gguf","label":"Q5_K_S","size":10028085056,"bits":5.66,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q5_K_M.gguf","label":"Q5_K_M","size":10884149056,"bits":6.14,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q6_K.gguf","label":"Q6_K","size":12310150976,"bits":6.95,"known":true,"rank":0},{"repo":"mradermacher/Qwen-14B-Chat-GGUF","file":"Qwen-14B-Chat.Q8_0.gguf","label":"Q8_0","size":15061720896,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/Qwen-14B-Chat-GGUF"],"logoFrom":"Qwen"},{"id":"xortron-agentrico","family":"darkc0de/XORTRON-AgentRICO-GGUF","name":"XORTRON AgentRICO","maker":"darkc0de","catalog":null,"tuned":false,"params":27.32,"active":null,"layers":65,"probe":"darkc0de/XORTRON-AgentRICO-GGUF/XORTRON-AgentRICO.Q2_K.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":true,"licence":null,"open":false,"released":"2026-10-24T11:57:25.000Z","downloads":1079,"likes":7,"trending":0.30000000000000004,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q2_K.gguf","label":"Q2_K","size":10864593600,"bits":3.18,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q3_K_S.gguf","label":"Q3_K_S","size":12256537280,"bits":3.59,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q3_K_M.gguf","label":"Q3_K_M","size":13500738240,"bits":3.95,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q3_K_L.gguf","label":"Q3_K_L","size":14559800000,"bits":4.26,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.IQ4_XS.gguf","label":"IQ4_XS","size":15420451520,"bits":4.52,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q4_K_S.gguf","label":"Q4_K_S","size":15825300160,"bits":4.63,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q4_K_M.gguf","label":"Q4_K_M","size":16810715840,"bits":4.92,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q5_K_S.gguf","label":"Q5_K_S","size":18971683520,"bits":5.56,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q5_K_M.gguf","label":"Q5_K_M","size":19535702720,"bits":5.72,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q6_K.gguf","label":"Q6_K","size":22431001280,"bits":6.57,"known":true,"rank":0},{"repo":"darkc0de/XORTRON-AgentRICO-GGUF","file":"XORTRON-AgentRICO.Q8_0.gguf","label":"Q8_0","size":29047085760,"bits":8.51,"known":true,"rank":0}],"repos":["darkc0de/XORTRON-AgentRICO-GGUF"],"logoFrom":"orcarouter"},{"id":"drex-max-v1","family":"nace-ai/drex-max-v1","name":"Drex Max V1","maker":"nace-ai","catalog":null,"tuned":false,"params":25.63,"active":null,"layers":64,"probe":"nace-ai/drex-max-v1-Q8_0/drex-max-v1-Q8_0.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":"other","open":false,"released":"2026-10-14T10:45:58.000Z","downloads":1046,"likes":4,"trending":4,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"nace-ai/drex-max-v1-Q8_0","file":"drex-max-v1-Q8_0.gguf","label":"Q8_0","size":27250125216,"bits":8.51,"known":true,"rank":0}],"repos":["nace-ai/drex-max-v1-Q8_0"],"logoFrom":"nace-ai"},{"id":"lfm3-1-7b-claude-fable5-1","family":"saidutta69/LFM3-1.7B-Claude-Fable5.1","name":"LFM3 1.7B Claude Fable5.1","maker":"saidutta69","catalog":null,"tuned":true,"params":1.73,"active":null,"layers":24,"probe":"saidutta69/LFM3-1.7B-Claude-Fable5.1/LFM3-1.7B-Claude-Fable5.1-Q4_K_M.gguf","kvBytesPerToken":14217,"kvHeader":12288,"kvFixed":2621440,"context":262144,"arch":"lfm3","vision":false,"licence":"other","open":false,"released":"2026-11-01T15:09:50.000Z","downloads":1039,"likes":2,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"saidutta69/LFM3-1.7B-Claude-Fable5.1","file":"LFM3-1.7B-Claude-Fable5.1-Q4_K_M.gguf","label":"Q4_K_M","size":1099627040,"bits":5.08,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Claude-Fable5.1","file":"LFM3-1.7B-Claude-Fable5.1-Q5_K_M.gguf","label":"Q5_K_M","size":1258662432,"bits":5.82,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Claude-Fable5.1","file":"LFM3-1.7B-Claude-Fable5.1-Q6_K.gguf","label":"Q6_K","size":1427637536,"bits":6.6,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Claude-Fable5.1","file":"LFM3-1.7B-Claude-Fable5.1-Q8_0.gguf","label":"Q8_0","size":1846237728,"bits":8.54,"known":true,"rank":0},{"repo":"saidutta69/LFM3-1.7B-Claude-Fable5.1","file":"LFM3-1.7B-Claude-Fable5.1-f16.gguf","label":"F16","size":3466625568,"bits":16.03,"known":true,"rank":0}],"repos":["saidutta69/LFM3-1.7B-Claude-Fable5.1"],"logoFrom":"saidutta69"},{"id":"vi-humanizer-gemma-4-e2b","family":"contextboxai/vi-humanizer-gemma-4-e2b","name":"Vi Humanizer Gemma 4 E2B","maker":"contextboxai","catalog":null,"tuned":false,"params":4.63,"active":null,"layers":35,"probe":"contextboxai/vi-humanizer-gemma-4-e2b/vi-humanizer-e2b-Q4_K_M.gguf","kvBytesPerToken":18278,"kvHeader":14336,"kvFixed":14680064,"context":131072,"arch":"gemma4","vision":false,"licence":"gemma","open":false,"released":"2026-10-18T04:23:16.000Z","downloads":1037,"likes":4,"trending":2,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"contextboxai/vi-humanizer-gemma-4-e2b","file":"vi-humanizer-e2b-Q4_K_M.gguf","label":"Q4_K_M","size":3416120192,"bits":5.9,"known":true,"rank":0},{"repo":"contextboxai/vi-humanizer-gemma-4-e2b","file":"vi-humanizer-e2b-Q6_K.gguf","label":"Q6_K","size":3829835360,"bits":6.62,"known":true,"rank":0},{"repo":"contextboxai/vi-humanizer-gemma-4-e2b","file":"vi-humanizer-e2b-Q8_0.gguf","label":"Q8_0","size":4947414624,"bits":8.55,"known":true,"rank":0},{"repo":"contextboxai/vi-humanizer-gemma-4-e2b","file":"vi-humanizer-e2b-bf16.gguf","label":"BF16","size":9273527904,"bits":16.02,"known":true,"rank":0}],"repos":["contextboxai/vi-humanizer-gemma-4-e2b"],"logoFrom":"google"},{"id":"phi-3-5-vision-instruct","family":"abetlen/Phi-3.5-vision-instruct-gguf","name":"Phi 3.5 Vision","maker":"abetlen","catalog":null,"tuned":false,"params":3.82,"active":null,"layers":32,"probe":"abetlen/Phi-3.5-vision-instruct-gguf/Phi-3.5-3.8B-vision-instruct-Q8_0.gguf","kvBytesPerToken":454951,"kvHeader":393216,"kvFixed":0,"context":131072,"arch":"phi3","vision":true,"licence":"mit","open":true,"released":"2024-08-21T15:47:54.000Z","downloads":1017,"likes":32,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"abetlen/Phi-3.5-vision-instruct-gguf","file":"Phi-3.5-3.8B-vision-instruct-Q8_0.gguf","label":"Q8_0","size":4061222432,"bits":8.51,"known":true,"rank":0},{"repo":"abetlen/Phi-3.5-vision-instruct-gguf","file":"Phi-3.5-3.8B-vision-instruct-F16.gguf","label":"F16","size":7643297312,"bits":16.01,"known":true,"rank":0}],"repos":["abetlen/Phi-3.5-vision-instruct-gguf"],"logoFrom":"abetlen"},{"id":"claude-opus-5-5","family":"diablomike20/Claude-Opus-5.5","name":"Claude Opus 5.5","maker":"diablomike20","catalog":null,"tuned":true,"params":27.32,"active":null,"layers":65,"probe":"diablomike20/Claude-Opus-5.5/claude-opus-9-undecillion-9u5go5-sse-16gb.gguf","kvBytesPerToken":79888,"kvHeader":65536,"kvFixed":0,"context":262144,"arch":"qwen35","vision":false,"licence":null,"open":false,"released":"2026-10-28T17:30:19.000Z","downloads":1007,"likes":2,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"diablomike20/Claude-Opus-5.5","file":"claude-opus-9-undecillion-9u5go5-sse-16gb.gguf","label":"claude-opus-9-undecillion-9u5go5-sse-16gb","size":16810714464,"bits":4.92,"known":false,"rank":0},{"repo":"diablomike20/Claude-Opus-5.5","file":"claude-opus-9-undecillion-9u5go5-q8-sse-29gb.gguf","label":"claude-opus-9-undecillion-9u5go5-q8-sse-29gb","size":29598590857,"bits":8.67,"known":false,"rank":0}],"repos":["diablomike20/Claude-Opus-5.5"],"logoFrom":"Qwen"},{"id":"tulu-2-dpo-70b","family":"allenai/tulu-2-dpo-70b","name":"Tulu 2 Dpo 70B","maker":"Ai2","catalog":null,"tuned":false,"params":68.98,"active":null,"layers":80,"probe":"TheBloke/tulu-2-dpo-70B-GGUF/tulu-2-dpo-70b.Q2_K.gguf","kvBytesPerToken":379126,"kvHeader":327680,"kvFixed":0,"context":8192,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-11-12T21:34:51.000Z","downloads":936,"likes":6,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1178,"arenaCoding":1215,"arenaVision":null,"builds":[{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q2_K.gguf","label":"Q2_K","size":29279253504,"bits":3.4,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q3_K_S.gguf","label":"Q3_K_S","size":29919294464,"bits":3.47,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q3_K_M.gguf","label":"Q3_K_M","size":33186657280,"bits":3.85,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q3_K_L.gguf","label":"Q3_K_L","size":36147835904,"bits":4.19,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q4_0.gguf","label":"Q4_0","size":38872249344,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q4_K_S.gguf","label":"Q4_K_S","size":39073575936,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q4_K_M.gguf","label":"Q4_K_M","size":41422910464,"bits":4.8,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q5_0.gguf","label":"Q5_0","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q5_K_S.gguf","label":"Q5_K_S","size":47461397504,"bits":5.5,"known":true,"rank":0},{"repo":"TheBloke/tulu-2-dpo-70B-GGUF","file":"tulu-2-dpo-70b.Q5_K_M.gguf","label":"Q5_K_M","size":48753767424,"bits":5.65,"known":true,"rank":0}],"repos":["TheBloke/tulu-2-dpo-70B-GGUF"],"logoFrom":"allenai"},{"id":"trinity-large-thinking","family":"arcee-ai/Trinity-Large-Thinking","name":"Trinity Large Thinking","maker":"Arcee","catalog":null,"tuned":true,"params":398.64,"active":13.37,"layers":60,"probe":"arcee-ai/Trinity-Large-Thinking-GGUF/Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00001-of-00003.gguf","kvBytesPerToken":284344,"kvHeader":245760,"kvFixed":0,"context":262144,"arch":"afmoe","vision":false,"licence":"other","open":false,"released":"2026-04-01T03:35:06.000Z","downloads":899,"likes":24,"trending":1,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":1367,"arenaCoding":1413,"arenaVision":null,"builds":[{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ1_S/Trinity-Large-Thinking-IQ1_S-00001-of-00003.gguf","label":"IQ1_S","size":81217277760,"bits":1.63,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ1_M/Trinity-Large-Thinking-IQ1_M-00001-of-00003.gguf","label":"IQ1_M","size":90869747488,"bits":1.82,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00001-of-00003.gguf","label":"IQ2_XXS","size":105975729984,"bits":2.13,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ2_XS/Trinity-Large-Thinking-IQ2_XS-00001-of-00003.gguf","label":"IQ2_XS","size":118241709856,"bits":2.37,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ2_S/Trinity-Large-Thinking-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":120292171680,"bits":2.41,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00001-of-00004.gguf","label":"IQ2_M","size":133011136416,"bits":2.67,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00001-of-00004.gguf","label":"Q2_K","size":139221295008,"bits":2.79,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q2_K_L/Trinity-Large-Thinking-Q2_K_L-00001-of-00004.gguf","label":"Q2_K_L","size":139821871008,"bits":2.81,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00001-of-00005.gguf","label":"IQ3_XXS","size":165619998784,"bits":3.32,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q3_K_S/Trinity-Large-Thinking-Q3_K_S-00001-of-00005.gguf","label":"Q3_K_S","size":172971257888,"bits":3.47,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ3_XS/Trinity-Large-Thinking-IQ3_XS-00001-of-00005.gguf","label":"IQ3_XS","size":181214638080,"bits":3.64,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00001-of-00005.gguf","label":"Q3_K_M","size":181357965312,"bits":3.64,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q3_K_L/Trinity-Large-Thinking-Q3_K_L-00001-of-00005.gguf","label":"Q3_K_L","size":189073453088,"bits":3.79,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ3_M/Trinity-Large-Thinking-IQ3_M-00001-of-00005.gguf","label":"IQ3_M","size":189238013984,"bits":3.8,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q3_K_XL/Trinity-Large-Thinking-Q3_K_XL-00001-of-00005.gguf","label":"Q3_K_XL","size":189611569184,"bits":3.81,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00001-of-00006.gguf","label":"IQ4_XS","size":213042364544,"bits":4.28,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-IQ4_NL/Trinity-Large-Thinking-IQ4_NL-00001-of-00006.gguf","label":"IQ4_NL","size":225391263904,"bits":4.52,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00001-of-00006.gguf","label":"Q4_0","size":226268922016,"bits":4.54,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q4_K_S/Trinity-Large-Thinking-Q4_K_S-00001-of-00006.gguf","label":"Q4_K_S","size":233228845184,"bits":4.68,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf","label":"Q4_K_M","size":241848238432,"bits":4.85,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q4_K_L/Trinity-Large-Thinking-Q4_K_L-00001-of-00007.gguf","label":"Q4_K_L","size":242304676192,"bits":4.86,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q4_1/Trinity-Large-Thinking-Q4_1-00001-of-00007.gguf","label":"Q4_1","size":250117374208,"bits":5.02,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q5_K_S/Trinity-Large-Thinking-Q5_K_S-00001-of-00008.gguf","label":"Q5_K_S","size":274892145056,"bits":5.52,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00001-of-00008.gguf","label":"Q5_K_M","size":283607089568,"bits":5.69,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q5_K_L/Trinity-Large-Thinking-Q5_K_L-00001-of-00008.gguf","label":"Q5_K_L","size":283986653600,"bits":5.7,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00001-of-00009.gguf","label":"Q6_K","size":343236219360,"bits":6.89,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q6_K_L/Trinity-Large-Thinking-Q6_K_L-00001-of-00009.gguf","label":"Q6_K_L","size":343534105056,"bits":6.89,"known":true,"rank":0},{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","file":"Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00001-of-00011.gguf","label":"Q8_0","size":423684403840,"bits":8.5,"known":true,"rank":0}],"repos":["arcee-ai/Trinity-Large-Thinking-GGUF","invinciblejha01/Trinity-Large-Thinking-GGUF"],"logoFrom":"arcee-ai"},{"id":"sarvam-30b","family":"sarvamai/sarvam-30b-gguf","name":"Sarvam 30B","maker":"sarvamai","catalog":null,"tuned":false,"params":32.15,"active":4.52,"layers":19,"probe":"sarvamai/sarvam-30b-gguf/sarvam-30b-Q4_K_M.gguf-00001-of-00006.gguf","kvBytesPerToken":22511,"kvHeader":19456,"kvFixed":0,"context":131072,"arch":"bailingmoe2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-23T10:16:06.000Z","downloads":806,"likes":26,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sarvamai/sarvam-30b-gguf","file":"sarvam-30b-Q4_K_M.gguf-00001-of-00006.gguf","label":"sarvam-30b-Q4_K_M.gguf","size":19570785664,"bits":4.87,"known":false,"rank":0}],"repos":["sarvamai/sarvam-30b-gguf"],"logoFrom":"sarvamai"},{"id":"vicuna-33b","family":"TheBloke/vicuna-33B-GGUF","name":"Vicuna 33B","maker":"TheBloke","catalog":null,"tuned":false,"params":32.53,"active":null,"layers":60,"probe":"TheBloke/vicuna-33B-GGUF/vicuna-33b.Q2_K.gguf","kvBytesPerToken":1848238,"kvHeader":1597440,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2023-09-25T16:00:11.000Z","downloads":805,"likes":16,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q2_K.gguf","label":"Q2_K","size":13502545312,"bits":3.32,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q3_K_S.gguf","label":"Q3_K_S","size":14064112032,"bits":3.46,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q3_K_M.gguf","label":"Q3_K_M","size":15761551776,"bits":3.88,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q3_K_L.gguf","label":"Q3_K_L","size":17279758752,"bits":4.25,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q4_0.gguf","label":"Q4_0","size":18355967392,"bits":4.51,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q4_K_S.gguf","label":"Q4_K_S","size":18437756320,"bits":4.53,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q4_K_M.gguf","label":"Q4_K_M","size":19621139872,"bits":4.83,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q5_0.gguf","label":"Q5_0","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q5_K_S.gguf","label":"Q5_K_S","size":22395360672,"bits":5.51,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q5_K_M.gguf","label":"Q5_K_M","size":23047116192,"bits":5.67,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q6_K.gguf","label":"Q6_K","size":26687216032,"bits":6.56,"known":true,"rank":0},{"repo":"TheBloke/vicuna-33B-GGUF","file":"vicuna-33b.Q8_0.gguf","label":"Q8_0","size":34565124512,"bits":8.5,"known":true,"rank":0}],"repos":["TheBloke/vicuna-33B-GGUF"],"logoFrom":"lmsys"},{"id":"molmo2-8b","family":"allenai/Molmo2-8B","name":"Molmo2 8B","maker":"Ai2","catalog":null,"tuned":false,"params":8.19,"active":null,"layers":36,"probe":"mu2solutions/Molmo2-8B-GGUF/Molmo2-8B-text-Q4_K_M.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":36864,"arch":"qwen3","vision":true,"licence":"apache-2.0","open":true,"released":"2025-12-14T22:59:12.000Z","downloads":746,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mu2solutions/Molmo2-8B-GGUF","file":"Molmo2-8B-text-Q4_K_M.gguf","label":"Q4_K_M","size":5027844384,"bits":4.91,"known":true,"rank":0},{"repo":"mu2solutions/Molmo2-8B-GGUF","file":"Molmo2-8B-text-Q8_0.gguf","label":"Q8_0","size":8709609440,"bits":8.51,"known":true,"rank":0},{"repo":"mu2solutions/Molmo2-8B-GGUF","file":"Molmo2-8B-text-F16.gguf","label":"F16","size":16388211680,"bits":16.01,"known":true,"rank":0}],"repos":["mu2solutions/Molmo2-8B-GGUF"],"logoFrom":"allenai"},{"id":"solar-open2-250b","family":"upstage/Solar-Open2-250B","name":"Solar Open2 250B","maker":"Upstage","catalog":null,"tuned":false,"params":250.29,"active":14.74,"layers":48,"probe":"prometheusAIR/Solar-Open2-250B-GGUF/IQ1_M/Solar-Open2-250B-IQ1_M-00001-of-00002.gguf","kvBytesPerToken":56869,"kvHeader":49152,"kvFixed":0,"context":1048576,"arch":"solar-open2","vision":false,"licence":"other","open":false,"released":"2026-07-22T02:40:42.000Z","downloads":576,"likes":8,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"prometheusAIR/Solar-Open2-250B-GGUF","file":"IQ1_M/Solar-Open2-250B-IQ1_M-00001-of-00002.gguf","label":"IQ1_M","size":60450717632,"bits":1.93,"known":true,"rank":0},{"repo":"prometheusAIR/Solar-Open2-250B-GGUF","file":"Q2_K/Solar-Open2-250B-Q2_K-00001-of-00003.gguf","label":"Q2_K","size":95427444768,"bits":3.05,"known":true,"rank":0},{"repo":"prometheusAIR/Solar-Open2-250B-GGUF","file":"IQ4_XS/Solar-Open2-250B-IQ4_XS-00001-of-00004.gguf","label":"IQ4_XS","size":136236466304,"bits":4.35,"known":true,"rank":0},{"repo":"prometheusAIR/Solar-Open2-250B-GGUF","file":"Q6_K/Solar-Open2-250B-Q6_K-00001-of-00005.gguf","label":"Q6_K","size":205554819072,"bits":6.57,"known":true,"rank":0}],"repos":["Baekpica/Solar-Open2-250B-GGUF","llamaraspberryrabbit/Solar-Open2-250B-GGUF","prometheusAIR/Solar-Open2-250B-GGUF"],"logoFrom":"upstage"},{"id":"nvidia-nemotron-nano-12b-v2-vl","family":"tomlawrence/NVIDIA-Nemotron-Nano-12B-v2-VL-GGUF","name":"NVIDIA Nemotron Nano 12B V2 VL","maker":"tomlawrence","catalog":null,"tuned":true,"params":12.32,"active":null,"layers":62,"probe":"tomlawrence/NVIDIA-Nemotron-Nano-12B-v2-VL-GGUF/NVIDIA-Nemotron-Nano-12B-v2-VL-Q4_0.gguf","kvBytesPerToken":28434,"kvHeader":24576,"kvFixed":0,"context":1048576,"arch":"nemotron_h","vision":true,"licence":"other","open":false,"released":"2026-03-02T00:46:59.000Z","downloads":523,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"tomlawrence/NVIDIA-Nemotron-Nano-12B-v2-VL-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2-VL-Q4_0.gguf","label":"Q4_0","size":7120597792,"bits":4.62,"known":true,"rank":0},{"repo":"tomlawrence/NVIDIA-Nemotron-Nano-12B-v2-VL-GGUF","file":"NVIDIA-Nemotron-Nano-12B-v2-VL-BF16.gguf","label":"BF16","size":24653566752,"bits":16.01,"known":true,"rank":0}],"repos":["tomlawrence/NVIDIA-Nemotron-Nano-12B-v2-VL-GGUF"],"logoFrom":"nvidia"},{"id":"claude-sonnet-5-5","family":"diablomike20/Claude-Sonnet-5.5","name":"Claude Sonnet 5.5","maker":"diablomike20","catalog":null,"tuned":true,"params":8.19,"active":null,"layers":36,"probe":"diablomike20/Claude-Sonnet-5.5/model.gguf","kvBytesPerToken":170607,"kvHeader":147456,"kvFixed":0,"context":131072,"arch":"qwen3","vision":false,"licence":"mit","open":true,"released":"2026-10-28T17:16:10.000Z","downloads":335,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"diablomike20/Claude-Sonnet-5.5","file":"model.gguf","label":"model","size":5027783168,"bits":4.91,"known":false,"rank":0}],"repos":["diablomike20/Claude-Sonnet-5.5"],"logoFrom":"diablomike20"},{"id":"sarvam-105b","family":"sarvamai/sarvam-105b-gguf","name":"Sarvam 105B","maker":"sarvamai","catalog":null,"tuned":false,"params":106.03,"active":12.41,"layers":32,"probe":"sarvamai/sarvam-105b-gguf/sarvam-105b-Q4_K_M.gguf-00001-of-00009.gguf","kvBytesPerToken":40477,"kvHeader":36864,"kvFixed":0,"context":131072,"arch":"deepseek2","vision":false,"licence":"apache-2.0","open":true,"released":"2026-03-11T13:01:20.000Z","downloads":309,"likes":17,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"sarvamai/sarvam-105b-gguf","file":"sarvam-105b-Q4_K_M.gguf-00001-of-00009.gguf","label":"sarvam-105b-Q4_K_M.gguf","size":64202142560,"bits":4.84,"known":false,"rank":0},{"repo":"limegreenpeper1/sarvam-105B-GGUF","file":"sarvam-105B-Q4_K_M-00001-of-00014.gguf","label":"Q4_K_M","size":64212541632,"bits":4.84,"known":true,"rank":0},{"repo":"limegreenpeper1/sarvam-105B-GGUF","file":"sarvam-105B-Q8_0-00001-of-00024.gguf","label":"Q8_0","size":112724452832,"bits":8.51,"known":true,"rank":0}],"repos":["limegreenpeper1/sarvam-105B-GGUF","sarvamai/sarvam-105b-gguf"],"logoFrom":"sarvamai"},{"id":"motif-3","family":"Motif-Technologies/Motif-3","name":"Motif 3","maker":"Motif-Technologies","catalog":null,"tuned":false,"params":314.7,"active":13.09,"layers":53,"probe":"AesSedai/Motif-3-GGUF/IQ2_S/Motif-3-IQ2_S-00001-of-00004.gguf","kvBytesPerToken":70642,"kvHeader":61056,"kvFixed":0,"context":262144,"arch":"motif3","vision":false,"licence":"mit","open":true,"released":"2026-08-07T05:28:34.000Z","downloads":302,"likes":7,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"AesSedai/Motif-3-GGUF","file":"IQ2_S/Motif-3-IQ2_S-00001-of-00004.gguf","label":"IQ2_S","size":108865693920,"bits":2.77,"known":true,"rank":0},{"repo":"AesSedai/Motif-3-GGUF","file":"IQ3_S/Motif-3-IQ3_S-00001-of-00004.gguf","label":"IQ3_S","size":120095942848,"bits":3.05,"known":true,"rank":0},{"repo":"AesSedai/Motif-3-GGUF","file":"IQ3_M/Motif-3-IQ3_M-00001-of-00004.gguf","label":"IQ3_M","size":132930513120,"bits":3.38,"known":true,"rank":0},{"repo":"AesSedai/Motif-3-GGUF","file":"IQ4_XS/Motif-3-IQ4_XS-00001-of-00005.gguf","label":"IQ4_XS","size":153688738080,"bits":3.91,"known":true,"rank":0},{"repo":"AesSedai/Motif-3-GGUF","file":"Q4_K_M/Motif-3-Q4_K_M-00001-of-00005.gguf","label":"Q4_K_M","size":197005412640,"bits":5.01,"known":true,"rank":0},{"repo":"AesSedai/Motif-3-GGUF","file":"Q5_K_M/Motif-3-Q5_K_M-00001-of-00006.gguf","label":"Q5_K_M","size":236311284192,"bits":6.01,"known":true,"rank":0}],"repos":["0ppxnhximxr/Motif-3-GGUF","AesSedai/Motif-3-GGUF"],"logoFrom":"Motif-Technologies"},{"id":"koala-13b-hf","family":"TheBloke/koala-13B-HF","name":"Koala 13B","maker":"TheBloke","catalog":null,"tuned":false,"params":13.02,"active":null,"layers":40,"probe":"mradermacher/koala-13B-HF-GGUF/koala-13B-HF.Q2_K.gguf","kvBytesPerToken":947814,"kvHeader":819200,"kvFixed":0,"context":2048,"arch":"llama","vision":false,"licence":"other","open":false,"released":"2025-03-04T01:45:58.000Z","downloads":264,"likes":0,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q2_K.gguf","label":"Q2_K","size":4854271136,"bits":2.98,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q3_K_S.gguf","label":"Q3_K_S","size":5658981536,"bits":3.48,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q3_K_M.gguf","label":"Q3_K_M","size":6337770656,"bits":3.89,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q3_K_L.gguf","label":"Q3_K_L","size":6929560736,"bits":4.26,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.IQ4_XS.gguf","label":"IQ4_XS","size":7019519136,"bits":4.31,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q4_K_S.gguf","label":"Q4_K_S","size":7423179936,"bits":4.56,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q4_K_M.gguf","label":"Q4_K_M","size":7865957536,"bits":4.83,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q5_K_S.gguf","label":"Q5_K_S","size":8972287136,"bits":5.51,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q5_K_M.gguf","label":"Q5_K_M","size":9229925536,"bits":5.67,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q6_K.gguf","label":"Q6_K","size":10679141536,"bits":6.56,"known":true,"rank":0},{"repo":"mradermacher/koala-13B-HF-GGUF","file":"koala-13B-HF.Q8_0.gguf","label":"Q8_0","size":13831320736,"bits":8.5,"known":true,"rank":0}],"repos":["mradermacher/koala-13B-HF-GGUF"],"logoFrom":"TheBloke"},{"id":"longcat-flash-chat","family":"meituan-longcat/LongCat-Flash-Chat","name":"LongCat Flash","maker":"meituan-longcat","catalog":null,"tuned":false,"params":562.92,"active":11.26,"layers":57,"probe":"ggml-org/LongCat-Flash-Chat-GGUF/IQ1_S/LongCat-Flash-Chat-IQ1_S-00001-of-00004.gguf","kvBytesPerToken":75973,"kvHeader":65664,"kvFixed":0,"context":131072,"arch":"longcat-flash","vision":false,"licence":"mit","open":true,"released":"2025-08-29T07:39:50.000Z","downloads":86,"likes":2,"trending":0,"intelligence":null,"coding":null,"math":null,"aaName":null,"arena":null,"arenaCoding":null,"arenaVision":null,"builds":[{"repo":"ggml-org/LongCat-Flash-Chat-GGUF","file":"IQ1_S/LongCat-Flash-Chat-IQ1_S-00001-of-00004.gguf","label":"IQ1_S","size":114026028384,"bits":1.62,"known":true,"rank":0}],"repos":["ggml-org/LongCat-Flash-Chat-GGUF"],"logoFrom":"meituan-longcat"}]}